{"level":"warn","ts":"2026-03-01T13:59:37.813065Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:59:37.813181Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T13:59:37.813268Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T13:59:37.81328Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-01T13:59:37.8133Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:59:37.814115Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-01T13:59:37.814209Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T13:59:37.818677Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.205235ms"} {"level":"info","ts":"2026-03-01T13:59:37.828823Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-01T13:59:37.829032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T13:59:37.829084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-01T13:59:37.829114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T13:59:37.829135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-01T13:59:37.829207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-01T13:59:37.839853Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T13:59:37.843563Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T13:59:37.845067Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T13:59:37.847945Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T13:59:37.848369Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T13:59:37.84839Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:37.84859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:37.84864Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T13:59:37.850257Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-01T13:59:37.850457Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-01T13:59:37.853455Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T13:59:37.853549Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-01T13:59:37.853618Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-01T13:59:37.853823Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T13:59:37.85391Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T13:59:37.930455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T13:59:37.930528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T13:59:37.930625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-01T13:59:37.930658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-01T13:59:37.930704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-01T13:59:37.93073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-01T13:59:37.930771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-01T13:59:37.931813Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:37.932626Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T13:59:37.932636Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:59:37.932753Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T13:59:37.932989Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T13:59:37.93303Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T13:59:37.93317Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:37.933392Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:37.933465Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T13:59:37.935801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-01T13:59:37.937243Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-01T13:59:43.326084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:43.826564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:44.327418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:44.828258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T13:59:44.844007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515753139s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T13:59:44.844586Z","caller":"traceutil/trace.go:171","msg":"trace[1571324359] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"2.053109467s","start":"2026-03-01T13:59:42.791452Z","end":"2026-03-01T13:59:44.844561Z","steps":["trace[1571324359] 'process raft request' (duration: 2.052919222s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:44.849828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:42.791435Z","time spent":"2.053856194s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4007,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:45.973629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129007704s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T13:59:46.146004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.822864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-01T13:59:46.146496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.782645Z","time spent":"2.363841565s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T13:59:46.146466Z","caller":"traceutil/trace.go:171","msg":"trace[317229649] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"2.676751788s","start":"2026-03-01T13:59:43.469664Z","end":"2026-03-01T13:59:46.146415Z","steps":["trace[317229649] 'process raft request' (duration: 2.504218147s)","trace[317229649] 'compare' (duration: 171.605099ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.14652Z","caller":"traceutil/trace.go:171","msg":"trace[1339948013] linearizableReadLoop","detail":"{readStateIndex:219; appliedIndex:216; }","duration":"3.320507723s","start":"2026-03-01T13:59:42.825945Z","end":"2026-03-01T13:59:46.146453Z","steps":["trace[1339948013] 'read index received' (duration: 2.018449264s)","trace[1339948013] 'applied index is now lower than readState.Index' (duration: 1.302056429s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:46.146701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.469627Z","time spent":"2.676948554s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T13:59:46.146714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320726319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:46.146844Z","caller":"traceutil/trace.go:171","msg":"trace[1673248091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:213; }","duration":"3.320908394s","start":"2026-03-01T13:59:42.825904Z","end":"2026-03-01T13:59:46.146813Z","steps":["trace[1673248091] 'agreement among raft nodes before linearized reading' (duration: 3.320672438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.146894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:42.825886Z","time spent":"3.320998277s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:46.222811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853770643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:46.22291Z","caller":"traceutil/trace.go:171","msg":"trace[1553943797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:214; }","duration":"2.853930597s","start":"2026-03-01T13:59:43.368956Z","end":"2026-03-01T13:59:46.222886Z","steps":["trace[1553943797] 'agreement among raft nodes before linearized reading' (duration: 2.853720531s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.222897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241227134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:46.222959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.368928Z","time spent":"2.854022629s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T13:59:46.223012Z","caller":"traceutil/trace.go:171","msg":"trace[1009627285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:214; }","duration":"2.241383818s","start":"2026-03-01T13:59:43.981605Z","end":"2026-03-01T13:59:46.222989Z","steps":["trace[1009627285] 'agreement among raft nodes before linearized reading' (duration: 2.241209264s)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.223026Z","caller":"traceutil/trace.go:171","msg":"trace[339932755] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"1.074741816s","start":"2026-03-01T13:59:45.148217Z","end":"2026-03-01T13:59:46.222958Z","steps":["trace[339932755] 'process raft request' (duration: 1.074275445s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.222911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369821206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-re28w7\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T13:59:46.22307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.981585Z","time spent":"2.241474901s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T13:59:46.223152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:45.148198Z","time spent":"1.074883829s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:46.223145Z","caller":"traceutil/trace.go:171","msg":"trace[2025132524] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-re28w7; range_end:; response_count:0; response_revision:214; }","duration":"1.370092322s","start":"2026-03-01T13:59:44.853012Z","end":"2026-03-01T13:59:46.223104Z","steps":["trace[2025132524] 'agreement among raft nodes before linearized reading' (duration: 1.369693462s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.223208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:44.852989Z","time spent":"1.370207415s","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-re28w7\" "} {"level":"warn","ts":"2026-03-01T13:59:46.222901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227628576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T13:59:46.223611Z","caller":"traceutil/trace.go:171","msg":"trace[306521766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:214; }","duration":"2.228399795s","start":"2026-03-01T13:59:43.995192Z","end":"2026-03-01T13:59:46.223592Z","steps":["trace[306521766] 'agreement among raft nodes before linearized reading' (duration: 2.227552054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.223656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:43.995178Z","time spent":"2.228466076s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T13:59:46.491659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.459548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:46.491902Z","caller":"traceutil/trace.go:171","msg":"trace[1332671957] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"344.0664ms","start":"2026-03-01T13:59:46.147791Z","end":"2026-03-01T13:59:46.491858Z","steps":["trace[1332671957] 'process raft request' (duration: 190.317375ms)","trace[1332671957] 'compare' (duration: 153.308094ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.492007Z","caller":"traceutil/trace.go:171","msg":"trace[875099743] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"263.089645ms","start":"2026-03-01T13:59:46.228897Z","end":"2026-03-01T13:59:46.491987Z","steps":["trace[875099743] 'process raft request' (duration: 263.040244ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.492036Z","caller":"traceutil/trace.go:171","msg":"trace[1124626838] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"264.387398ms","start":"2026-03-01T13:59:46.227603Z","end":"2026-03-01T13:59:46.491991Z","steps":["trace[1124626838] 'process raft request' (duration: 264.234454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.492072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:46.147766Z","time spent":"344.218004ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:46.492194Z","caller":"traceutil/trace.go:171","msg":"trace[1084211187] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"264.169792ms","start":"2026-03-01T13:59:46.22797Z","end":"2026-03-01T13:59:46.49214Z","steps":["trace[1084211187] 'process raft request' (duration: 263.896945ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.492184Z","caller":"traceutil/trace.go:171","msg":"trace[1632310618] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"263.363361ms","start":"2026-03-01T13:59:46.228756Z","end":"2026-03-01T13:59:46.49212Z","steps":["trace[1632310618] 'process raft request' (duration: 263.145126ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.491982Z","caller":"traceutil/trace.go:171","msg":"trace[821569246] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"340.41344ms","start":"2026-03-01T13:59:46.15152Z","end":"2026-03-01T13:59:46.491933Z","steps":["trace[821569246] 'process raft request' (duration: 340.257056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.492343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:46.151485Z","time spent":"340.790968ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T13:59:46.776031Z","caller":"traceutil/trace.go:171","msg":"trace[65266766] linearizableReadLoop","detail":"{readStateIndex:228; appliedIndex:226; }","duration":"278.15784ms","start":"2026-03-01T13:59:46.497842Z","end":"2026-03-01T13:59:46.776Z","steps":["trace[65266766] 'read index received' (duration: 61.91426ms)","trace[65266766] 'applied index is now lower than readState.Index' (duration: 216.24208ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.776064Z","caller":"traceutil/trace.go:171","msg":"trace[64049136] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"277.315019ms","start":"2026-03-01T13:59:46.4987Z","end":"2026-03-01T13:59:46.776015Z","steps":["trace[64049136] 'process raft request' (duration: 277.133145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.776086Z","caller":"traceutil/trace.go:171","msg":"trace[1679733539] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"278.253782ms","start":"2026-03-01T13:59:46.497794Z","end":"2026-03-01T13:59:46.776048Z","steps":["trace[1679733539] 'process raft request' (duration: 205.153543ms)","trace[1679733539] 'compare' (duration: 72.7165ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.776208Z","caller":"traceutil/trace.go:171","msg":"trace[401725539] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"275.177186ms","start":"2026-03-01T13:59:46.501019Z","end":"2026-03-01T13:59:46.776196Z","steps":["trace[401725539] 'process raft request' (duration: 274.93964ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.77621Z","caller":"traceutil/trace.go:171","msg":"trace[1977621079] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"276.91624ms","start":"2026-03-01T13:59:46.499275Z","end":"2026-03-01T13:59:46.776191Z","steps":["trace[1977621079] 'process raft request' (duration: 276.604322ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.776181Z","caller":"traceutil/trace.go:171","msg":"trace[1034884960] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"276.247622ms","start":"2026-03-01T13:59:46.499876Z","end":"2026-03-01T13:59:46.776123Z","steps":["trace[1034884960] 'process raft request' (duration: 276.032607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.77633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.456487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:46.776395Z","caller":"traceutil/trace.go:171","msg":"trace[935780098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:226; }","duration":"278.58433ms","start":"2026-03-01T13:59:46.497797Z","end":"2026-03-01T13:59:46.776381Z","steps":["trace[935780098] 'agreement among raft nodes before linearized reading' (duration: 278.404566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.817008Z","caller":"traceutil/trace.go:171","msg":"trace[1685191184] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"253.311913ms","start":"2026-03-01T13:59:46.563644Z","end":"2026-03-01T13:59:46.816956Z","steps":["trace[1685191184] 'process raft request' (duration: 253.143019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.817058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.087999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T13:59:46.817258Z","caller":"traceutil/trace.go:171","msg":"trace[953817024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:227; }","duration":"319.208612ms","start":"2026-03-01T13:59:46.497913Z","end":"2026-03-01T13:59:46.817121Z","steps":["trace[953817024] 'agreement among raft nodes before linearized reading' (duration: 319.040738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.817328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:46.497904Z","time spent":"319.410257ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T13:59:46.964431Z","caller":"traceutil/trace.go:171","msg":"trace[385285321] linearizableReadLoop","detail":"{readStateIndex:234; appliedIndex:233; }","duration":"147.480148ms","start":"2026-03-01T13:59:46.816921Z","end":"2026-03-01T13:59:46.964401Z","steps":["trace[385285321] 'read index received' (duration: 147.307994ms)","trace[385285321] 'applied index is now lower than readState.Index' (duration: 170.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:46.96457Z","caller":"traceutil/trace.go:171","msg":"trace[1705847132] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"183.277061ms","start":"2026-03-01T13:59:46.781247Z","end":"2026-03-01T13:59:46.964524Z","steps":["trace[1705847132] 'process raft request' (duration: 182.997263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:46.964792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.238054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:46.964852Z","caller":"traceutil/trace.go:171","msg":"trace[499650971] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:228; }","duration":"176.526121ms","start":"2026-03-01T13:59:46.788307Z","end":"2026-03-01T13:59:46.964833Z","steps":["trace[499650971] 'agreement among raft nodes before linearized reading' (duration: 176.230474ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.99382Z","caller":"traceutil/trace.go:171","msg":"trace[1977108087] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"171.853254ms","start":"2026-03-01T13:59:46.821941Z","end":"2026-03-01T13:59:46.993795Z","steps":["trace[1977108087] 'process raft request' (duration: 171.772312ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:46.993817Z","caller":"traceutil/trace.go:171","msg":"trace[2106994135] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"173.336022ms","start":"2026-03-01T13:59:46.820455Z","end":"2026-03-01T13:59:46.993791Z","steps":["trace[2106994135] 'process raft request' (duration: 173.140557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:48.033615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.344832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:48.033777Z","caller":"traceutil/trace.go:171","msg":"trace[572452734] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"239.675562ms","start":"2026-03-01T13:59:47.794078Z","end":"2026-03-01T13:59:48.033754Z","steps":["trace[572452734] 'process raft request' (duration: 25.086204ms)","trace[572452734] 'compare' (duration: 214.156297ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.041085Z","caller":"traceutil/trace.go:171","msg":"trace[1678455109] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"239.572301ms","start":"2026-03-01T13:59:47.801496Z","end":"2026-03-01T13:59:48.041068Z","steps":["trace[1678455109] 'process raft request' (duration: 239.472259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.050342Z","caller":"traceutil/trace.go:171","msg":"trace[66146600] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"231.255373ms","start":"2026-03-01T13:59:47.819058Z","end":"2026-03-01T13:59:48.050313Z","steps":["trace[66146600] 'process raft request' (duration: 231.121189ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:48.877739Z","caller":"traceutil/trace.go:171","msg":"trace[699793299] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:309; }","duration":"107.968385ms","start":"2026-03-01T13:59:48.769744Z","end":"2026-03-01T13:59:48.877712Z","steps":["trace[699793299] 'read index received' (duration: 14.419509ms)","trace[699793299] 'applied index is now lower than readState.Index' (duration: 93.547936ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:48.87819Z","caller":"traceutil/trace.go:171","msg":"trace[833067222] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"145.121721ms","start":"2026-03-01T13:59:48.733049Z","end":"2026-03-01T13:59:48.878171Z","steps":["trace[833067222] 'process raft request' (duration: 51.150492ms)","trace[833067222] 'compare' (duration: 93.411334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:48.878454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.702224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-01T13:59:48.878511Z","caller":"traceutil/trace.go:171","msg":"trace[813168656] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:298; }","duration":"108.815888ms","start":"2026-03-01T13:59:48.769677Z","end":"2026-03-01T13:59:48.878493Z","steps":["trace[813168656] 'agreement among raft nodes before linearized reading' (duration: 108.714605ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:49.145813Z","caller":"traceutil/trace.go:171","msg":"trace[1269178333] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"125.475902ms","start":"2026-03-01T13:59:49.020305Z","end":"2026-03-01T13:59:49.14578Z","steps":["trace[1269178333] 'process raft request' (duration: 93.590829ms)","trace[1269178333] 'compare' (duration: 31.504434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.371677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T13:59:50.593965Z","caller":"traceutil/trace.go:171","msg":"trace[1450744389] linearizableReadLoop","detail":"{readStateIndex:326; appliedIndex:325; }","duration":"723.339276ms","start":"2026-03-01T13:59:49.870604Z","end":"2026-03-01T13:59:50.593943Z","steps":["trace[1450744389] 'read index received' (duration: 705.649356ms)","trace[1450744389] 'applied index is now lower than readState.Index' (duration: 17.6891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.594104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.491619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-01T13:59:50.594062Z","caller":"traceutil/trace.go:171","msg":"trace[676941434] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"771.850042ms","start":"2026-03-01T13:59:49.822184Z","end":"2026-03-01T13:59:50.594034Z","steps":["trace[676941434] 'process raft request' (duration: 754.09301ms)","trace[676941434] 'compare' (duration: 17.580888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.594279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.822161Z","time spent":"772.016706ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T13:59:50.594132Z","caller":"traceutil/trace.go:171","msg":"trace[809255183] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:314; }","duration":"723.566411ms","start":"2026-03-01T13:59:49.870557Z","end":"2026-03-01T13:59:50.594123Z","steps":["trace[809255183] 'agreement among raft nodes before linearized reading' (duration: 723.495699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.594326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.821487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-01T13:59:50.594478Z","caller":"traceutil/trace.go:171","msg":"trace[1213821000] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:314; }","duration":"154.034102ms","start":"2026-03-01T13:59:50.440416Z","end":"2026-03-01T13:59:50.59445Z","steps":["trace[1213821000] 'agreement among raft nodes before linearized reading' (duration: 153.716354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:50.594384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:49.870544Z","time spent":"723.827557ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-01T13:59:50.939795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.218282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T13:59:50.939881Z","caller":"traceutil/trace.go:171","msg":"trace[1305550779] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:329; }","duration":"292.638311ms","start":"2026-03-01T13:59:50.64723Z","end":"2026-03-01T13:59:50.939868Z","steps":["trace[1305550779] 'read index received' (duration: 53.103942ms)","trace[1305550779] 'applied index is now lower than readState.Index' (duration: 239.533529ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:50.939965Z","caller":"traceutil/trace.go:171","msg":"trace[1128308089] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"302.315891ms","start":"2026-03-01T13:59:50.63764Z","end":"2026-03-01T13:59:50.939956Z","steps":["trace[1128308089] 'process raft request' (duration: 62.875564ms)","trace[1128308089] 'compare' (duration: 239.078857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T13:59:50.940015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T13:59:50.637619Z","time spent":"302.375313ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T13:59:50.940184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.901587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T13:59:50.94037Z","caller":"traceutil/trace.go:171","msg":"trace[1781386274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:0; response_revision:318; }","duration":"293.165634ms","start":"2026-03-01T13:59:50.647172Z","end":"2026-03-01T13:59:50.940338Z","steps":["trace[1781386274] 'agreement among raft nodes before linearized reading' (duration: 292.857226ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.088499Z","caller":"traceutil/trace.go:171","msg":"trace[673354338] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"143.348567ms","start":"2026-03-01T13:59:50.945109Z","end":"2026-03-01T13:59:51.088458Z","steps":["trace[673354338] 'process raft request' (duration: 114.666973ms)","trace[673354338] 'compare' (duration: 28.419228ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:51.088693Z","caller":"traceutil/trace.go:171","msg":"trace[547725278] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"141.44634ms","start":"2026-03-01T13:59:50.947202Z","end":"2026-03-01T13:59:51.088648Z","steps":["trace[547725278] 'process raft request' (duration: 141.145402ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.088805Z","caller":"traceutil/trace.go:171","msg":"trace[1431633945] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"135.528842ms","start":"2026-03-01T13:59:50.953257Z","end":"2026-03-01T13:59:51.088785Z","steps":["trace[1431633945] 'process raft request' (duration: 135.312687ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.705422Z","caller":"traceutil/trace.go:171","msg":"trace[438057321] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"125.865561ms","start":"2026-03-01T13:59:51.579515Z","end":"2026-03-01T13:59:51.705381Z","steps":["trace[438057321] 'process raft request' (duration: 125.684137ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.938102Z","caller":"traceutil/trace.go:171","msg":"trace[1117204150] linearizableReadLoop","detail":"{readStateIndex:351; appliedIndex:349; }","duration":"218.323381ms","start":"2026-03-01T13:59:51.719758Z","end":"2026-03-01T13:59:51.938081Z","steps":["trace[1117204150] 'read index received' (duration: 214.535037ms)","trace[1117204150] 'applied index is now lower than readState.Index' (duration: 3.787524ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T13:59:51.938132Z","caller":"traceutil/trace.go:171","msg":"trace[357896822] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"224.537217ms","start":"2026-03-01T13:59:51.713554Z","end":"2026-03-01T13:59:51.938091Z","steps":["trace[357896822] 'process raft request' (duration: 220.765013ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T13:59:51.938197Z","caller":"traceutil/trace.go:171","msg":"trace[1556943537] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"224.054675ms","start":"2026-03-01T13:59:51.714126Z","end":"2026-03-01T13:59:51.93818Z","steps":["trace[1556943537] 'process raft request' (duration: 223.833289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.938265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.486185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-01T13:59:51.938315Z","caller":"traceutil/trace.go:171","msg":"trace[1768792875] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:338; }","duration":"218.576968ms","start":"2026-03-01T13:59:51.719728Z","end":"2026-03-01T13:59:51.938305Z","steps":["trace[1768792875] 'agreement among raft nodes before linearized reading' (duration: 218.477136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.938349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.551923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-01T13:59:51.93841Z","caller":"traceutil/trace.go:171","msg":"trace[152940842] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:338; }","duration":"168.648946ms","start":"2026-03-01T13:59:51.769746Z","end":"2026-03-01T13:59:51.938395Z","steps":["trace[152940842] 'agreement among raft nodes before linearized reading' (duration: 168.501523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T13:59:51.938558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.229066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-01T13:59:51.938598Z","caller":"traceutil/trace.go:171","msg":"trace[1447803258] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:338; }","duration":"119.290748ms","start":"2026-03-01T13:59:51.819295Z","end":"2026-03-01T13:59:51.938586Z","steps":["trace[1447803258] 'agreement among raft nodes before linearized reading' (duration: 119.219336ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:01.050997Z","caller":"traceutil/trace.go:171","msg":"trace[2050709777] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"399.541011ms","start":"2026-03-01T14:00:00.651431Z","end":"2026-03-01T14:00:01.050972Z","steps":["trace[2050709777] 'process raft request' (duration: 399.398067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:01.051159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:00.651413Z","time spent":"399.664333ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:01.055865Z","caller":"traceutil/trace.go:171","msg":"trace[435642402] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"342.751418ms","start":"2026-03-01T14:00:00.713081Z","end":"2026-03-01T14:00:01.055832Z","steps":["trace[435642402] 'process raft request' (duration: 342.506462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:01.056149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:00.713057Z","time spent":"342.901341ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:05.39148Z","caller":"traceutil/trace.go:171","msg":"trace[925177549] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"198.1858ms","start":"2026-03-01T14:00:05.193274Z","end":"2026-03-01T14:00:05.39146Z","steps":["trace[925177549] 'process raft request' (duration: 198.146389ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:05.39156Z","caller":"traceutil/trace.go:171","msg":"trace[25763448] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"198.275132ms","start":"2026-03-01T14:00:05.193265Z","end":"2026-03-01T14:00:05.39154Z","steps":["trace[25763448] 'process raft request' (duration: 113.532584ms)","trace[25763448] 'compare' (duration: 84.511592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:07.415363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:07.91646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:00:08.055692Z","caller":"traceutil/trace.go:171","msg":"trace[925480289] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"108.779766ms","start":"2026-03-01T14:00:07.946893Z","end":"2026-03-01T14:00:08.055673Z","steps":["trace[925480289] 'process raft request' (duration: 108.687294ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.05575Z","caller":"traceutil/trace.go:171","msg":"trace[728323474] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"1.140505424s","start":"2026-03-01T14:00:06.915203Z","end":"2026-03-01T14:00:08.055709Z","steps":["trace[728323474] 'read index received' (duration: 1.08245303s)","trace[728323474] 'applied index is now lower than readState.Index' (duration: 58.048744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:08.055981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.859937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T14:00:08.055962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140736091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:08.056032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.170794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T14:00:08.056043Z","caller":"traceutil/trace.go:171","msg":"trace[1491566365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"862.993871ms","start":"2026-03-01T14:00:07.19303Z","end":"2026-03-01T14:00:08.056024Z","steps":["trace[1491566365] 'agreement among raft nodes before linearized reading' (duration: 862.866738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:08.056035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.805978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:00:08.056069Z","caller":"traceutil/trace.go:171","msg":"trace[630127647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"787.243887ms","start":"2026-03-01T14:00:07.268815Z","end":"2026-03-01T14:00:08.056059Z","steps":["trace[630127647] 'agreement among raft nodes before linearized reading' (duration: 787.169274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.056054Z","caller":"traceutil/trace.go:171","msg":"trace[1664459104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"1.140870503s","start":"2026-03-01T14:00:06.915164Z","end":"2026-03-01T14:00:08.056034Z","steps":["trace[1664459104] 'agreement among raft nodes before linearized reading' (duration: 1.140709279s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:08.056052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.630493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T14:00:08.056097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:07.268801Z","time spent":"787.289697ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:08.056094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:07.192997Z","time spent":"863.086734ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:00:08.0561Z","caller":"traceutil/trace.go:171","msg":"trace[947282193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"639.917921ms","start":"2026-03-01T14:00:07.416167Z","end":"2026-03-01T14:00:08.056085Z","steps":["trace[947282193] 'agreement among raft nodes before linearized reading' (duration: 639.820908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:08.056115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:06.915142Z","time spent":"1.140965377s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:08.05614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:07.416149Z","time spent":"639.983812ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:00:08.056141Z","caller":"traceutil/trace.go:171","msg":"trace[431388335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"639.760147ms","start":"2026-03-01T14:00:07.416355Z","end":"2026-03-01T14:00:08.056115Z","steps":["trace[431388335] 'agreement among raft nodes before linearized reading' (duration: 639.599422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:08.056239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:07.416325Z","time spent":"639.899651ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:08.316675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.745856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:08.31676Z","caller":"traceutil/trace.go:171","msg":"trace[259756634] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"254.661006ms","start":"2026-03-01T14:00:08.062085Z","end":"2026-03-01T14:00:08.316746Z","steps":["trace[259756634] 'process raft request' (duration: 67.769806ms)","trace[259756634] 'compare' (duration: 186.620823ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:08.346108Z","caller":"traceutil/trace.go:171","msg":"trace[1532005784] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:475; }","duration":"281.136774ms","start":"2026-03-01T14:00:08.064956Z","end":"2026-03-01T14:00:08.346092Z","steps":["trace[1532005784] 'read index received' (duration: 64.910414ms)","trace[1532005784] 'applied index is now lower than readState.Index' (duration: 216.22535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:08.346254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.289768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:08.346292Z","caller":"traceutil/trace.go:171","msg":"trace[494372090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"281.337279ms","start":"2026-03-01T14:00:08.064943Z","end":"2026-03-01T14:00:08.346281Z","steps":["trace[494372090] 'agreement among raft nodes before linearized reading' (duration: 281.216606ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.346318Z","caller":"traceutil/trace.go:171","msg":"trace[62261137] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"284.148589ms","start":"2026-03-01T14:00:08.062131Z","end":"2026-03-01T14:00:08.34628Z","steps":["trace[62261137] 'process raft request' (duration: 283.807881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.346477Z","caller":"traceutil/trace.go:171","msg":"trace[372124394] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"284.16466ms","start":"2026-03-01T14:00:08.0623Z","end":"2026-03-01T14:00:08.346464Z","steps":["trace[372124394] 'process raft request' (duration: 283.726259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:08.346551Z","caller":"traceutil/trace.go:171","msg":"trace[917275550] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"280.071147ms","start":"2026-03-01T14:00:08.066463Z","end":"2026-03-01T14:00:08.346534Z","steps":["trace[917275550] 'process raft request' (duration: 279.598446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:13.865605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.375222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:13.865984Z","caller":"traceutil/trace.go:171","msg":"trace[380619427] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:520; }","duration":"950.869206ms","start":"2026-03-01T14:00:12.915093Z","end":"2026-03-01T14:00:13.865962Z","steps":["trace[380619427] 'read index received' (duration: 59.980472ms)","trace[380619427] 'applied index is now lower than readState.Index' (duration: 890.887624ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:13.866002Z","caller":"traceutil/trace.go:171","msg":"trace[375743924] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"1.48643049s","start":"2026-03-01T14:00:12.379463Z","end":"2026-03-01T14:00:13.865893Z","steps":["trace[375743924] 'process raft request' (duration: 595.581686ms)","trace[375743924] 'compare' (duration: 890.206198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:13.866104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.014279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:13.866156Z","caller":"traceutil/trace.go:171","msg":"trace[1462976260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:504; }","duration":"951.094473ms","start":"2026-03-01T14:00:12.915046Z","end":"2026-03-01T14:00:13.866141Z","steps":["trace[1462976260] 'agreement among raft nodes before linearized reading' (duration: 950.991749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:13.866148Z","caller":"traceutil/trace.go:171","msg":"trace[645032310] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"1.484976725s","start":"2026-03-01T14:00:12.381149Z","end":"2026-03-01T14:00:13.866126Z","steps":["trace[645032310] 'process raft request' (duration: 1.484681037s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:13.866206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:12.379447Z","time spent":"1.486659297s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:13.866223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:12.915027Z","time spent":"951.164454ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:13.86625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:12.381128Z","time spent":"1.485070928s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:13.866282Z","caller":"traceutil/trace.go:171","msg":"trace[578008323] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"1.484615626s","start":"2026-03-01T14:00:12.381607Z","end":"2026-03-01T14:00:13.866223Z","steps":["trace[578008323] 'process raft request' (duration: 1.484305487s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:13.866484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:12.381589Z","time spent":"1.48479631s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:16.413973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907687776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:00:16.593836Z","caller":"traceutil/trace.go:171","msg":"trace[214334252] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"718.789473ms","start":"2026-03-01T14:00:15.875023Z","end":"2026-03-01T14:00:16.593813Z","steps":["trace[214334252] 'process raft request' (duration: 718.656569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.593998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.875002Z","time spent":"718.919355ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:16.650061Z","caller":"traceutil/trace.go:171","msg":"trace[1026337030] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"774.99963ms","start":"2026-03-01T14:00:15.875035Z","end":"2026-03-01T14:00:16.650035Z","steps":["trace[1026337030] 'process raft request' (duration: 774.816076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.65023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.875024Z","time spent":"775.128884ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:16.650316Z","caller":"traceutil/trace.go:171","msg":"trace[1885127760] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:528; }","duration":"736.646288ms","start":"2026-03-01T14:00:15.913652Z","end":"2026-03-01T14:00:16.650298Z","steps":["trace[1885127760] 'read index received' (duration: 680.164033ms)","trace[1885127760] 'applied index is now lower than readState.Index' (duration: 56.481084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:16.650515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.839822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:16.650576Z","caller":"traceutil/trace.go:171","msg":"trace[755375286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"736.942464ms","start":"2026-03-01T14:00:15.913623Z","end":"2026-03-01T14:00:16.650566Z","steps":["trace[755375286] 'agreement among raft nodes before linearized reading' (duration: 736.807701ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:16.650558Z","caller":"traceutil/trace.go:171","msg":"trace[1900638440] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"775.468702ms","start":"2026-03-01T14:00:15.87506Z","end":"2026-03-01T14:00:16.650529Z","steps":["trace[1900638440] 'process raft request' (duration: 774.937419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.650572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.84846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:00:16.650614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.913613Z","time spent":"736.995035ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:00:16.650635Z","caller":"traceutil/trace.go:171","msg":"trace[2139061514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"213.913831ms","start":"2026-03-01T14:00:16.436706Z","end":"2026-03-01T14:00:16.65062Z","steps":["trace[2139061514] 'agreement among raft nodes before linearized reading' (duration: 213.765598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:16.650686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:15.875039Z","time spent":"775.577694ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:18.773193Z","caller":"traceutil/trace.go:171","msg":"trace[1442342505] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:556; }","duration":"111.753423ms","start":"2026-03-01T14:00:18.661406Z","end":"2026-03-01T14:00:18.77316Z","steps":["trace[1442342505] 'read index received' (duration: 37.699543ms)","trace[1442342505] 'applied index is now lower than readState.Index' (duration: 74.0529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:18.773342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.905397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:18.773416Z","caller":"traceutil/trace.go:171","msg":"trace[805507788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:538; }","duration":"112.02388ms","start":"2026-03-01T14:00:18.661377Z","end":"2026-03-01T14:00:18.773401Z","steps":["trace[805507788] 'agreement among raft nodes before linearized reading' (duration: 111.888807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:18.773343Z","caller":"traceutil/trace.go:171","msg":"trace[411251231] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"114.03715ms","start":"2026-03-01T14:00:18.659273Z","end":"2026-03-01T14:00:18.77331Z","steps":["trace[411251231] 'process raft request' (duration: 90.391059ms)","trace[411251231] 'compare' (duration: 23.385924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:19.071841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.206009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:19.071914Z","caller":"traceutil/trace.go:171","msg":"trace[739808819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"157.350943ms","start":"2026-03-01T14:00:18.91455Z","end":"2026-03-01T14:00:19.071901Z","steps":["trace[739808819] 'range keys from in-memory index tree' (duration: 157.064776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:22.815477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.79551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:22.815571Z","caller":"traceutil/trace.go:171","msg":"trace[203380337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:666; }","duration":"100.947643ms","start":"2026-03-01T14:00:22.714603Z","end":"2026-03-01T14:00:22.815551Z","steps":["trace[203380337] 'range keys from in-memory index tree' (duration: 100.572533ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:23.973627Z","caller":"traceutil/trace.go:171","msg":"trace[543741178] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"166.078141ms","start":"2026-03-01T14:00:23.807519Z","end":"2026-03-01T14:00:23.973597Z","steps":["trace[543741178] 'process raft request' (duration: 165.864915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:24.996318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.497822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:24.996395Z","caller":"traceutil/trace.go:171","msg":"trace[1142730750] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:692; }","duration":"336.434088ms","start":"2026-03-01T14:00:24.659949Z","end":"2026-03-01T14:00:24.996383Z","steps":["trace[1142730750] 'read index received' (duration: 36.321µs)","trace[1142730750] 'applied index is now lower than readState.Index' (duration: 336.396837ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:24.996497Z","caller":"traceutil/trace.go:171","msg":"trace[1712125838] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"995.390158ms","start":"2026-03-01T14:00:24.001057Z","end":"2026-03-01T14:00:24.996448Z","steps":["trace[1712125838] 'process raft request' (duration: 311.707821ms)","trace[1712125838] 'compare' (duration: 683.414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:24.996562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.612653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:00:24.996589Z","caller":"traceutil/trace.go:171","msg":"trace[1291561600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"336.673474ms","start":"2026-03-01T14:00:24.659909Z","end":"2026-03-01T14:00:24.996582Z","steps":["trace[1291561600] 'agreement among raft nodes before linearized reading' (duration: 336.536601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:24.996612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.659889Z","time spent":"336.717215ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:24.996669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:24.001045Z","time spent":"995.547332ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:24.996705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.599648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jrd7\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-01T14:00:24.996761Z","caller":"traceutil/trace.go:171","msg":"trace[1257487236] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jrd7; range_end:; response_count:1; response_revision:672; }","duration":"291.69717ms","start":"2026-03-01T14:00:24.705047Z","end":"2026-03-01T14:00:24.996744Z","steps":["trace[1257487236] 'agreement among raft nodes before linearized reading' (duration: 291.482745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:24.996886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.151693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:24.996972Z","caller":"traceutil/trace.go:171","msg":"trace[718805391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"144.292406ms","start":"2026-03-01T14:00:24.852659Z","end":"2026-03-01T14:00:24.996952Z","steps":["trace[718805391] 'agreement among raft nodes before linearized reading' (duration: 144.067401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:24.997037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:00:24.99714Z","caller":"traceutil/trace.go:171","msg":"trace[1986178777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"144.39885ms","start":"2026-03-01T14:00:24.852722Z","end":"2026-03-01T14:00:24.997121Z","steps":["trace[1986178777] 'agreement among raft nodes before linearized reading' (duration: 143.963989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:25.604117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.562617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:25.604284Z","caller":"traceutil/trace.go:171","msg":"trace[1537419199] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"603.121164ms","start":"2026-03-01T14:00:25.001142Z","end":"2026-03-01T14:00:25.604263Z","steps":["trace[1537419199] 'process raft request' (duration: 269.328331ms)","trace[1537419199] 'compare' (duration: 333.461905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:25.604388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.001118Z","time spent":"603.219197ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:26.41425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688065,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:26.603595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332995105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:00:26.604332Z","caller":"traceutil/trace.go:171","msg":"trace[422470152] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"1.603140339s","start":"2026-03-01T14:00:25.001161Z","end":"2026-03-01T14:00:26.604301Z","steps":["trace[422470152] 'process raft request' (duration: 1.602832171s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:26.60438Z","caller":"traceutil/trace.go:171","msg":"trace[543013238] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"1.603053826s","start":"2026-03-01T14:00:25.001308Z","end":"2026-03-01T14:00:26.604361Z","steps":["trace[543013238] 'process raft request' (duration: 1.602901972s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:26.60442Z","caller":"traceutil/trace.go:171","msg":"trace[855138064] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"1.602874612s","start":"2026-03-01T14:00:25.001507Z","end":"2026-03-01T14:00:26.604381Z","steps":["trace[855138064] 'process raft request' (duration: 1.602751969s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:26.60452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.001134Z","time spent":"1.603249721s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:26.604633Z","caller":"traceutil/trace.go:171","msg":"trace[1094692261] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:694; }","duration":"690.885799ms","start":"2026-03-01T14:00:25.913735Z","end":"2026-03-01T14:00:26.604621Z","steps":["trace[1094692261] 'read index received' (duration: 689.991806ms)","trace[1094692261] 'applied index is now lower than readState.Index' (duration: 893.313µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:26.604511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.001296Z","time spent":"1.603123848s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:26.604682Z","caller":"traceutil/trace.go:171","msg":"trace[2049310701] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"1.592242376s","start":"2026-03-01T14:00:25.012427Z","end":"2026-03-01T14:00:26.604669Z","steps":["trace[2049310701] 'process raft request' (duration: 1.591876817s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:26.604742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.012404Z","time spent":"1.592306168s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:26.604758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.020202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:26.604794Z","caller":"traceutil/trace.go:171","msg":"trace[1336108861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"691.093234ms","start":"2026-03-01T14:00:25.913691Z","end":"2026-03-01T14:00:26.604784Z","steps":["trace[1336108861] 'agreement among raft nodes before linearized reading' (duration: 691.030742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:26.604822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.913671Z","time spent":"691.145064ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:26.605007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:25.001464Z","time spent":"1.603099787s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:27.426624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.100005ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:27.426775Z","caller":"traceutil/trace.go:171","msg":"trace[1857354877] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"511.35084ms","start":"2026-03-01T14:00:26.915388Z","end":"2026-03-01T14:00:27.426739Z","steps":["trace[1857354877] 'read index received' (duration: 194.08865ms)","trace[1857354877] 'applied index is now lower than readState.Index' (duration: 317.26015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:27.426904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.502354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:27.426973Z","caller":"traceutil/trace.go:171","msg":"trace[1414553009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:677; }","duration":"511.660508ms","start":"2026-03-01T14:00:26.915295Z","end":"2026-03-01T14:00:27.426956Z","steps":["trace[1414553009] 'agreement among raft nodes before linearized reading' (duration: 511.527305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:27.427043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:26.915263Z","time spent":"511.7661ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:28.416254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:28.916563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:29.417162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:29.70259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089505404s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:00:29.703032Z","caller":"traceutil/trace.go:171","msg":"trace[1668517073] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"2.090057977s","start":"2026-03-01T14:00:27.612943Z","end":"2026-03-01T14:00:29.703001Z","steps":["trace[1668517073] 'process raft request' (duration: 2.089842682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.703208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.612913Z","time spent":"2.090197491s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:29.915476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:29.915567Z","caller":"traceutil/trace.go:171","msg":"trace[1707379348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296024s","start":"2026-03-01T14:00:27.915251Z","end":"2026-03-01T14:00:29.915547Z","steps":["trace[1707379348] 'agreement among raft nodes before linearized reading' (duration: 2.000163331s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:29.915609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:27.91523Z","time spent":"2.000371536s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:31.916782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:00:31.916954Z","caller":"traceutil/trace.go:171","msg":"trace[742451449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262322s","start":"2026-03-01T14:00:29.916661Z","end":"2026-03-01T14:00:31.916924Z","steps":["trace[742451449] 'agreement among raft nodes before linearized reading' (duration: 2.000047967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:31.91704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:29.91663Z","time spent":"2.000394506s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:32.113581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.410857424s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:00:32.52458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.649054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:32.524727Z","caller":"traceutil/trace.go:171","msg":"trace[790672443] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:699; }","duration":"4.609397173s","start":"2026-03-01T14:00:27.915309Z","end":"2026-03-01T14:00:32.524706Z","steps":["trace[790672443] 'read index received' (duration: 1.787474915s)","trace[790672443] 'applied index is now lower than readState.Index' (duration: 2.821920438s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:32.524751Z","caller":"traceutil/trace.go:171","msg":"trace[1530803725] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"3.941115891s","start":"2026-03-01T14:00:28.5836Z","end":"2026-03-01T14:00:32.524715Z","steps":["trace[1530803725] 'process raft request' (duration: 3.530217321s)","trace[1530803725] 'compare' (duration: 410.251464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:32.524923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.58357Z","time spent":"3.941258195s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:32.54883Z","caller":"traceutil/trace.go:171","msg":"trace[1022841483] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"1.229339255s","start":"2026-03-01T14:00:31.319456Z","end":"2026-03-01T14:00:32.548796Z","steps":["trace[1022841483] 'process raft request' (duration: 1.229104989s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.54912Z","caller":"traceutil/trace.go:171","msg":"trace[356067367] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"627.925033ms","start":"2026-03-01T14:00:31.921157Z","end":"2026-03-01T14:00:32.549082Z","steps":["trace[356067367] 'process raft request' (duration: 627.572725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.5492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.77615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T14:00:32.549255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936668549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:32.549274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.92113Z","time spent":"628.061527ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:32.549269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938222088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:32.549317Z","caller":"traceutil/trace.go:171","msg":"trace[277590635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"3.936783183s","start":"2026-03-01T14:00:28.612516Z","end":"2026-03-01T14:00:32.549299Z","steps":["trace[277590635] 'agreement among raft nodes before linearized reading' (duration: 3.936540227s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.549373Z","caller":"traceutil/trace.go:171","msg":"trace[1972733962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"3.938358362s","start":"2026-03-01T14:00:28.61099Z","end":"2026-03-01T14:00:32.549349Z","steps":["trace[1972733962] 'agreement among raft nodes before linearized reading' (duration: 3.938108476s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:32.549441Z","caller":"traceutil/trace.go:171","msg":"trace[154499881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:681; }","duration":"841.902203ms","start":"2026-03-01T14:00:31.707362Z","end":"2026-03-01T14:00:32.549264Z","steps":["trace[154499881] 'agreement among raft nodes before linearized reading' (duration: 841.622076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.549506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.319419Z","time spent":"1.22952174s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:32.549465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093576413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:00:32.549599Z","caller":"traceutil/trace.go:171","msg":"trace[1060025668] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:681; }","duration":"1.093825788s","start":"2026-03-01T14:00:31.455748Z","end":"2026-03-01T14:00:32.549573Z","steps":["trace[1060025668] 'agreement among raft nodes before linearized reading' (duration: 1.093414938s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.549313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.002186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:32.549375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.612491Z","time spent":"3.936872935s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:32.549568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.707343Z","time spent":"842.20645ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:00:32.549811Z","caller":"traceutil/trace.go:171","msg":"trace[1165753225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"624.54983ms","start":"2026-03-01T14:00:31.925166Z","end":"2026-03-01T14:00:32.549716Z","steps":["trace[1165753225] 'agreement among raft nodes before linearized reading' (duration: 623.877633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.549445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.610973Z","time spent":"3.938453385s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:32.550003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.925132Z","time spent":"624.813086ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:32.549251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940342762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:32.5501Z","caller":"traceutil/trace.go:171","msg":"trace[1940233166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"3.941264615s","start":"2026-03-01T14:00:28.60882Z","end":"2026-03-01T14:00:32.550084Z","steps":["trace[1940233166] 'agreement among raft nodes before linearized reading' (duration: 3.940159368s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:32.550152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:28.608799Z","time spent":"3.941337276s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:00:32.549667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:31.455726Z","time spent":"1.093931771s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-01T14:00:34.70422Z","caller":"traceutil/trace.go:171","msg":"trace[1046178902] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"107.500147ms","start":"2026-03-01T14:00:34.596692Z","end":"2026-03-01T14:00:34.704192Z","steps":["trace[1046178902] 'process raft request' (duration: 107.315032ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.876497Z","caller":"traceutil/trace.go:171","msg":"trace[126708633] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"279.592298ms","start":"2026-03-01T14:00:34.596865Z","end":"2026-03-01T14:00:34.876457Z","steps":["trace[126708633] 'process raft request' (duration: 215.951487ms)","trace[126708633] 'compare' (duration: 63.318392ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:34.876796Z","caller":"traceutil/trace.go:171","msg":"trace[1560354257] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"278.705906ms","start":"2026-03-01T14:00:34.598055Z","end":"2026-03-01T14:00:34.876761Z","steps":["trace[1560354257] 'process raft request' (duration: 278.335686ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:34.876955Z","caller":"traceutil/trace.go:171","msg":"trace[1809222400] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:718; }","duration":"133.439545ms","start":"2026-03-01T14:00:34.743479Z","end":"2026-03-01T14:00:34.876918Z","steps":["trace[1809222400] 'read index received' (duration: 69.379634ms)","trace[1809222400] 'applied index is now lower than readState.Index' (duration: 64.058391ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:34.877021Z","caller":"traceutil/trace.go:171","msg":"trace[159758216] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"278.894601ms","start":"2026-03-01T14:00:34.598094Z","end":"2026-03-01T14:00:34.876988Z","steps":["trace[159758216] 'process raft request' (duration: 278.584113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:34.877404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.904777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jrd7\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-01T14:00:34.877456Z","caller":"traceutil/trace.go:171","msg":"trace[1509254366] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jrd7; range_end:; response_count:1; response_revision:698; }","duration":"134.02521ms","start":"2026-03-01T14:00:34.743417Z","end":"2026-03-01T14:00:34.877443Z","steps":["trace[1509254366] 'agreement among raft nodes before linearized reading' (duration: 133.61052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.943168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.377539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:36.943288Z","caller":"traceutil/trace.go:171","msg":"trace[973712695] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"694.594201ms","start":"2026-03-01T14:00:36.248672Z","end":"2026-03-01T14:00:36.943266Z","steps":["trace[973712695] 'process raft request' (duration: 65.053347ms)","trace[973712695] 'compare' (duration: 629.274887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:36.94334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.24864Z","time spent":"694.678103ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:36.986877Z","caller":"traceutil/trace.go:171","msg":"trace[432855751] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"726.530029ms","start":"2026-03-01T14:00:36.260319Z","end":"2026-03-01T14:00:36.986849Z","steps":["trace[432855751] 'process raft request' (duration: 726.473958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:36.986955Z","caller":"traceutil/trace.go:171","msg":"trace[1402891508] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"727.150314ms","start":"2026-03-01T14:00:36.259769Z","end":"2026-03-01T14:00:36.986919Z","steps":["trace[1402891508] 'process raft request' (duration: 726.864307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:36.987058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.260296Z","time spent":"726.671932ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:36.987197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.259729Z","time spent":"727.342019ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:37.056061Z","caller":"traceutil/trace.go:171","msg":"trace[1689720494] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"724.998831ms","start":"2026-03-01T14:00:36.331029Z","end":"2026-03-01T14:00:37.056028Z","steps":["trace[1689720494] 'process raft request' (duration: 721.967594ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.056188Z","caller":"traceutil/trace.go:171","msg":"trace[1066098400] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"525.407653ms","start":"2026-03-01T14:00:36.530735Z","end":"2026-03-01T14:00:37.056142Z","steps":["trace[1066098400] 'process raft request' (duration: 525.177636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.056265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.331001Z","time spent":"725.181085ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:37.056284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.530698Z","time spent":"525.541376ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:37.056262Z","caller":"traceutil/trace.go:171","msg":"trace[2103894578] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"125.121598ms","start":"2026-03-01T14:00:36.931107Z","end":"2026-03-01T14:00:37.056229Z","steps":["trace[2103894578] 'process raft request' (duration: 124.855951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.169633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.605689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:37.169744Z","caller":"traceutil/trace.go:171","msg":"trace[241138504] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:737; }","duration":"460.739305ms","start":"2026-03-01T14:00:36.708985Z","end":"2026-03-01T14:00:37.169724Z","steps":["trace[241138504] 'read index received' (duration: 277.70316ms)","trace[241138504] 'applied index is now lower than readState.Index' (duration: 183.034395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:37.169941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.94645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:00:37.169975Z","caller":"traceutil/trace.go:171","msg":"trace[1594001376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"461.026242ms","start":"2026-03-01T14:00:36.708936Z","end":"2026-03-01T14:00:37.169963Z","steps":["trace[1594001376] 'agreement among raft nodes before linearized reading' (duration: 460.889178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.170009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.708914Z","time spent":"461.086784ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:00:37.196459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.207368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:37.19713Z","caller":"traceutil/trace.go:171","msg":"trace[1653422575] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:721; }","duration":"467.70406ms","start":"2026-03-01T14:00:36.729181Z","end":"2026-03-01T14:00:37.196885Z","steps":["trace[1653422575] 'agreement among raft nodes before linearized reading' (duration: 467.218438ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.197101Z","caller":"traceutil/trace.go:171","msg":"trace[1576738960] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"203.806104ms","start":"2026-03-01T14:00:36.993243Z","end":"2026-03-01T14:00:37.197049Z","steps":["trace[1576738960] 'process raft request' (duration: 203.120727ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.197152Z","caller":"traceutil/trace.go:171","msg":"trace[454592789] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"203.990698ms","start":"2026-03-01T14:00:36.992502Z","end":"2026-03-01T14:00:37.196493Z","steps":["trace[454592789] 'process raft request' (duration: 203.739462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.197176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.432744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:37.197225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.729158Z","time spent":"468.024407ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-01T14:00:37.19728Z","caller":"traceutil/trace.go:171","msg":"trace[840654171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:721; }","duration":"315.562378ms","start":"2026-03-01T14:00:36.881677Z","end":"2026-03-01T14:00:37.197239Z","steps":["trace[840654171] 'agreement among raft nodes before linearized reading' (duration: 315.320132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.197323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.881662Z","time spent":"315.651589ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:00:37.197498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.467864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:00:37.197593Z","caller":"traceutil/trace.go:171","msg":"trace[1342590935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:721; }","duration":"297.561116ms","start":"2026-03-01T14:00:36.899992Z","end":"2026-03-01T14:00:37.197553Z","steps":["trace[1342590935] 'agreement among raft nodes before linearized reading' (duration: 296.431218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.197668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.379202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jrd7\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-01T14:00:37.197783Z","caller":"traceutil/trace.go:171","msg":"trace[404716757] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jrd7; range_end:; response_count:1; response_revision:721; }","duration":"415.498045ms","start":"2026-03-01T14:00:36.782237Z","end":"2026-03-01T14:00:37.197735Z","steps":["trace[404716757] 'agreement among raft nodes before linearized reading' (duration: 414.745216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.197839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.782221Z","time spent":"415.604067ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17814,"request content":"key:\"/registry/pods/kube-system/cilium-6jrd7\" "} {"level":"warn","ts":"2026-03-01T14:00:37.20002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.770827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:37.20031Z","caller":"traceutil/trace.go:171","msg":"trace[788683238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:721; }","duration":"318.937312ms","start":"2026-03-01T14:00:36.881183Z","end":"2026-03-01T14:00:37.20012Z","steps":["trace[788683238] 'agreement among raft nodes before linearized reading' (duration: 315.28047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:37.200365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:36.88116Z","time spent":"319.192648ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:00:37.309354Z","caller":"traceutil/trace.go:171","msg":"trace[1290246285] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"105.22576ms","start":"2026-03-01T14:00:37.204091Z","end":"2026-03-01T14:00:37.309316Z","steps":["trace[1290246285] 'process raft request' (duration: 100.743747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.3096Z","caller":"traceutil/trace.go:171","msg":"trace[947750929] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"104.501351ms","start":"2026-03-01T14:00:37.205087Z","end":"2026-03-01T14:00:37.309588Z","steps":["trace[947750929] 'process raft request' (duration: 104.197904ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.309792Z","caller":"traceutil/trace.go:171","msg":"trace[832701888] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"104.118572ms","start":"2026-03-01T14:00:37.205632Z","end":"2026-03-01T14:00:37.309751Z","steps":["trace[832701888] 'process raft request' (duration: 103.716723ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.309946Z","caller":"traceutil/trace.go:171","msg":"trace[451519530] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"103.919377ms","start":"2026-03-01T14:00:37.205987Z","end":"2026-03-01T14:00:37.309906Z","steps":["trace[451519530] 'process raft request' (duration: 103.408675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:37.310423Z","caller":"traceutil/trace.go:171","msg":"trace[1556827213] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"105.514587ms","start":"2026-03-01T14:00:37.20434Z","end":"2026-03-01T14:00:37.309855Z","steps":["trace[1556827213] 'process raft request' (duration: 104.875341ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:38.071751Z","caller":"traceutil/trace.go:171","msg":"trace[1777581984] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"156.41008ms","start":"2026-03-01T14:00:37.915311Z","end":"2026-03-01T14:00:38.071721Z","steps":["trace[1777581984] 'read index received' (duration: 156.238995ms)","trace[1777581984] 'applied index is now lower than readState.Index' (duration: 170.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:38.071809Z","caller":"traceutil/trace.go:171","msg":"trace[768327374] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"255.424014ms","start":"2026-03-01T14:00:37.816356Z","end":"2026-03-01T14:00:38.07178Z","steps":["trace[768327374] 'process raft request' (duration: 255.199418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.07196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.644816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:38.072007Z","caller":"traceutil/trace.go:171","msg":"trace[886740202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"156.769178ms","start":"2026-03-01T14:00:37.915225Z","end":"2026-03-01T14:00:38.071994Z","steps":["trace[886740202] 'agreement among raft nodes before linearized reading' (duration: 156.653505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:38.072139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.22685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-01T14:00:38.07226Z","caller":"traceutil/trace.go:171","msg":"trace[1250310922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:741; }","duration":"143.409724ms","start":"2026-03-01T14:00:37.928828Z","end":"2026-03-01T14:00:38.072238Z","steps":["trace[1250310922] 'agreement among raft nodes before linearized reading' (duration: 143.110257ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:38.306164Z","caller":"traceutil/trace.go:171","msg":"trace[394280286] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"163.301192ms","start":"2026-03-01T14:00:38.142824Z","end":"2026-03-01T14:00:38.306125Z","steps":["trace[394280286] 'process raft request' (duration: 163.044946ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:38.756959Z","caller":"traceutil/trace.go:171","msg":"trace[501932735] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"149.041676ms","start":"2026-03-01T14:00:38.607871Z","end":"2026-03-01T14:00:38.756913Z","steps":["trace[501932735] 'process raft request' (duration: 116.194584ms)","trace[501932735] 'compare' (duration: 32.607146ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:38.774573Z","caller":"traceutil/trace.go:171","msg":"trace[2145728256] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"122.84106ms","start":"2026-03-01T14:00:38.651708Z","end":"2026-03-01T14:00:38.774549Z","steps":["trace[2145728256] 'process raft request' (duration: 122.710587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.071813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.857074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:39.072309Z","caller":"traceutil/trace.go:171","msg":"trace[163230941] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"296.664375ms","start":"2026-03-01T14:00:38.775607Z","end":"2026-03-01T14:00:39.072271Z","steps":["trace[163230941] 'process raft request' (duration: 118.252557ms)","trace[163230941] 'compare' (duration: 177.545267ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:39.072301Z","caller":"traceutil/trace.go:171","msg":"trace[260219404] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:771; }","duration":"266.690365ms","start":"2026-03-01T14:00:38.805563Z","end":"2026-03-01T14:00:39.072253Z","steps":["trace[260219404] 'read index received' (duration: 88.364298ms)","trace[260219404] 'applied index is now lower than readState.Index' (duration: 178.320847ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:39.072325Z","caller":"traceutil/trace.go:171","msg":"trace[1729329290] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"265.513255ms","start":"2026-03-01T14:00:38.806789Z","end":"2026-03-01T14:00:39.072302Z","steps":["trace[1729329290] 'process raft request' (duration: 265.159346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.072482Z","caller":"traceutil/trace.go:171","msg":"trace[1322090211] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"265.579927ms","start":"2026-03-01T14:00:38.806878Z","end":"2026-03-01T14:00:39.072458Z","steps":["trace[1322090211] 'process raft request' (duration: 265.149136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.072651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.078315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jrd7\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-01T14:00:39.072714Z","caller":"traceutil/trace.go:171","msg":"trace[1278995197] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jrd7; range_end:; response_count:1; response_revision:750; }","duration":"267.202238ms","start":"2026-03-01T14:00:38.805496Z","end":"2026-03-01T14:00:39.072699Z","steps":["trace[1278995197] 'agreement among raft nodes before linearized reading' (duration: 266.89346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:39.084628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.690062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:39.084696Z","caller":"traceutil/trace.go:171","msg":"trace[328286192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"169.814215ms","start":"2026-03-01T14:00:38.914868Z","end":"2026-03-01T14:00:39.084682Z","steps":["trace[328286192] 'agreement among raft nodes before linearized reading' (duration: 169.693862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.269489Z","caller":"traceutil/trace.go:171","msg":"trace[605546679] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"183.108387ms","start":"2026-03-01T14:00:39.086352Z","end":"2026-03-01T14:00:39.269461Z","steps":["trace[605546679] 'process raft request' (duration: 142.706967ms)","trace[605546679] 'compare' (duration: 40.289927ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:39.290587Z","caller":"traceutil/trace.go:171","msg":"trace[1056863691] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"200.891661ms","start":"2026-03-01T14:00:39.089649Z","end":"2026-03-01T14:00:39.290541Z","steps":["trace[1056863691] 'process raft request' (duration: 199.815965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.290589Z","caller":"traceutil/trace.go:171","msg":"trace[2053756723] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:775; }","duration":"161.507386ms","start":"2026-03-01T14:00:39.129048Z","end":"2026-03-01T14:00:39.290555Z","steps":["trace[2053756723] 'read index received' (duration: 100.114211ms)","trace[2053756723] 'applied index is now lower than readState.Index' (duration: 61.391735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:39.290937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.862294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-01T14:00:39.29204Z","caller":"traceutil/trace.go:171","msg":"trace[1464731379] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"137.183318ms","start":"2026-03-01T14:00:39.154781Z","end":"2026-03-01T14:00:39.291965Z","steps":["trace[1464731379] 'process raft request' (duration: 135.161428ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.292233Z","caller":"traceutil/trace.go:171","msg":"trace[923166395] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"161.965137ms","start":"2026-03-01T14:00:39.12903Z","end":"2026-03-01T14:00:39.290995Z","steps":["trace[923166395] 'agreement among raft nodes before linearized reading' (duration: 161.622848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.485239Z","caller":"traceutil/trace.go:171","msg":"trace[657442968] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"147.073846ms","start":"2026-03-01T14:00:39.338136Z","end":"2026-03-01T14:00:39.48521Z","steps":["trace[657442968] 'process raft request' (duration: 52.970274ms)","trace[657442968] 'compare' (duration: 93.951938ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:39.506918Z","caller":"traceutil/trace.go:171","msg":"trace[1882929053] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"167.733141ms","start":"2026-03-01T14:00:39.339112Z","end":"2026-03-01T14:00:39.506845Z","steps":["trace[1882929053] 'process raft request' (duration: 167.510926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.507264Z","caller":"traceutil/trace.go:171","msg":"trace[1573348156] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"167.998349ms","start":"2026-03-01T14:00:39.339232Z","end":"2026-03-01T14:00:39.50723Z","steps":["trace[1573348156] 'process raft request' (duration: 167.571987ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:39.507934Z","caller":"traceutil/trace.go:171","msg":"trace[1689448804] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"119.302643ms","start":"2026-03-01T14:00:39.388571Z","end":"2026-03-01T14:00:39.507874Z","steps":["trace[1689448804] 'process raft request' (duration: 118.79096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.319847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:00:40.336035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.149129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:40.336258Z","caller":"traceutil/trace.go:171","msg":"trace[1707352805] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"748.025465ms","start":"2026-03-01T14:00:39.588208Z","end":"2026-03-01T14:00:40.336233Z","steps":["trace[1707352805] 'compare' (duration: 739.979784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.336332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.588146Z","time spent":"748.158299ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:00:40.370607Z","caller":"traceutil/trace.go:171","msg":"trace[457161792] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:785; }","duration":"551.350681ms","start":"2026-03-01T14:00:39.81923Z","end":"2026-03-01T14:00:40.370581Z","steps":["trace[457161792] 'read index received' (duration: 550.998302ms)","trace[457161792] 'applied index is now lower than readState.Index' (duration: 351.809µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:40.370679Z","caller":"traceutil/trace.go:171","msg":"trace[802383374] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"611.599266ms","start":"2026-03-01T14:00:39.759039Z","end":"2026-03-01T14:00:40.370639Z","steps":["trace[802383374] 'process raft request' (duration: 611.35822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.370858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.920486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-01T14:00:40.370899Z","caller":"traceutil/trace.go:171","msg":"trace[1570151362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:762; }","duration":"442.027638ms","start":"2026-03-01T14:00:39.928858Z","end":"2026-03-01T14:00:40.370886Z","steps":["trace[1570151362] 'agreement among raft nodes before linearized reading' (duration: 441.851704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.370905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.759012Z","time spent":"611.767771ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:00:40.370934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.928831Z","time spent":"442.095909ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-01T14:00:40.370958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.711859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6jrd7\" ","response":"range_response_count:1 size:18337"} {"level":"warn","ts":"2026-03-01T14:00:40.370972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.029039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:00:40.371055Z","caller":"traceutil/trace.go:171","msg":"trace[2129267367] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6jrd7; range_end:; response_count:1; response_revision:762; }","duration":"551.885583ms","start":"2026-03-01T14:00:39.81915Z","end":"2026-03-01T14:00:40.371036Z","steps":["trace[2129267367] 'agreement among raft nodes before linearized reading' (duration: 551.573555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.371106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:39.819119Z","time spent":"551.978405ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18361,"request content":"key:\"/registry/pods/kube-system/cilium-6jrd7\" "} {"level":"info","ts":"2026-03-01T14:00:40.371107Z","caller":"traceutil/trace.go:171","msg":"trace[453551464] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:762; }","duration":"318.225904ms","start":"2026-03-01T14:00:40.05285Z","end":"2026-03-01T14:00:40.371076Z","steps":["trace[453551464] 'agreement among raft nodes before linearized reading' (duration: 317.988898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.371119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.020843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:40.371184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.052831Z","time spent":"318.331077ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:40.371193Z","caller":"traceutil/trace.go:171","msg":"trace[295881828] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:762; }","duration":"355.149696ms","start":"2026-03-01T14:00:40.016026Z","end":"2026-03-01T14:00:40.371176Z","steps":["trace[295881828] 'agreement among raft nodes before linearized reading' (duration: 355.013703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.371246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:40.015993Z","time spent":"355.242859ms","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:00:40.371338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.403604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-01T14:00:40.371423Z","caller":"traceutil/trace.go:171","msg":"trace[2016758876] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:762; }","duration":"241.521056ms","start":"2026-03-01T14:00:40.12988Z","end":"2026-03-01T14:00:40.371401Z","steps":["trace[2016758876] 'agreement among raft nodes before linearized reading' (duration: 241.194638ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:40.580249Z","caller":"traceutil/trace.go:171","msg":"trace[693386368] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"203.812774ms","start":"2026-03-01T14:00:40.37639Z","end":"2026-03-01T14:00:40.580202Z","steps":["trace[693386368] 'process raft request' (duration: 125.289501ms)","trace[693386368] 'compare' (duration: 78.224935ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:40.580587Z","caller":"traceutil/trace.go:171","msg":"trace[313681553] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"195.370883ms","start":"2026-03-01T14:00:40.385206Z","end":"2026-03-01T14:00:40.580576Z","steps":["trace[313681553] 'process raft request' (duration: 194.920462ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:40.580836Z","caller":"traceutil/trace.go:171","msg":"trace[528037908] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"111.21961ms","start":"2026-03-01T14:00:40.469577Z","end":"2026-03-01T14:00:40.580797Z","steps":["trace[528037908] 'process raft request' (duration: 110.795809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:40.829732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.984455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:40.829895Z","caller":"traceutil/trace.go:171","msg":"trace[1483793546] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"170.87132ms","start":"2026-03-01T14:00:40.658983Z","end":"2026-03-01T14:00:40.829854Z","steps":["trace[1483793546] 'process raft request' (duration: 57.67025ms)","trace[1483793546] 'compare' (duration: 112.701547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:41.116526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.484882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:41.116819Z","caller":"traceutil/trace.go:171","msg":"trace[1365811050] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"285.828384ms","start":"2026-03-01T14:00:40.830932Z","end":"2026-03-01T14:00:41.11676Z","steps":["trace[1365811050] 'process raft request' (duration: 101.026905ms)","trace[1365811050] 'compare' (duration: 184.229555ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:41.117226Z","caller":"traceutil/trace.go:171","msg":"trace[906325795] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"221.379273ms","start":"2026-03-01T14:00:40.895832Z","end":"2026-03-01T14:00:41.117211Z","steps":["trace[906325795] 'read index received' (duration: 36.083732ms)","trace[906325795] 'applied index is now lower than readState.Index' (duration: 185.291321ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:41.117258Z","caller":"traceutil/trace.go:171","msg":"trace[296684330] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"274.038279ms","start":"2026-03-01T14:00:40.843199Z","end":"2026-03-01T14:00:41.117238Z","steps":["trace[296684330] 'process raft request' (duration: 273.603859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.117533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.693131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-01T14:00:41.117581Z","caller":"traceutil/trace.go:171","msg":"trace[557621897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:768; }","duration":"221.806874ms","start":"2026-03-01T14:00:40.895761Z","end":"2026-03-01T14:00:41.117568Z","steps":["trace[557621897] 'agreement among raft nodes before linearized reading' (duration: 221.545927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.117612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.28982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:41.117727Z","caller":"traceutil/trace.go:171","msg":"trace[1026498663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"203.453424ms","start":"2026-03-01T14:00:40.914245Z","end":"2026-03-01T14:00:41.117698Z","steps":["trace[1026498663] 'agreement among raft nodes before linearized reading' (duration: 203.28606ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:41.854744Z","caller":"traceutil/trace.go:171","msg":"trace[1363775084] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"202.698196ms","start":"2026-03-01T14:00:41.652021Z","end":"2026-03-01T14:00:41.85472Z","steps":["trace[1363775084] 'read index received' (duration: 202.46627ms)","trace[1363775084] 'applied index is now lower than readState.Index' (duration: 230.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:41.854772Z","caller":"traceutil/trace.go:171","msg":"trace[373333201] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"205.933178ms","start":"2026-03-01T14:00:41.64881Z","end":"2026-03-01T14:00:41.854743Z","steps":["trace[373333201] 'process raft request' (duration: 205.783783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:41.855007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.963603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:00:41.855067Z","caller":"traceutil/trace.go:171","msg":"trace[568839070] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:775; }","duration":"203.080787ms","start":"2026-03-01T14:00:41.651972Z","end":"2026-03-01T14:00:41.855053Z","steps":["trace[568839070] 'agreement among raft nodes before linearized reading' (duration: 202.850101ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:43.221227Z","caller":"traceutil/trace.go:171","msg":"trace[851781121] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"221.581368ms","start":"2026-03-01T14:00:42.999609Z","end":"2026-03-01T14:00:43.221191Z","steps":["trace[851781121] 'process raft request' (duration: 221.328082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:44.196394Z","caller":"traceutil/trace.go:171","msg":"trace[455037396] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"201.782983ms","start":"2026-03-01T14:00:43.994587Z","end":"2026-03-01T14:00:44.19637Z","steps":["trace[455037396] 'process raft request' (duration: 201.666301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:44.237634Z","caller":"traceutil/trace.go:171","msg":"trace[156372957] transaction","detail":"{read_only:false; number_of_response:0; response_revision:788; }","duration":"241.554307ms","start":"2026-03-01T14:00:43.996025Z","end":"2026-03-01T14:00:44.237579Z","steps":["trace[156372957] 'process raft request' (duration: 241.313491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:44.470091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.116352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:44.470193Z","caller":"traceutil/trace.go:171","msg":"trace[748760341] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"230.636084ms","start":"2026-03-01T14:00:44.23954Z","end":"2026-03-01T14:00:44.470176Z","steps":["trace[748760341] 'read index received' (duration: 16.659136ms)","trace[748760341] 'applied index is now lower than readState.Index' (duration: 213.974618ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:44.470252Z","caller":"traceutil/trace.go:171","msg":"trace[799438596] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"231.332122ms","start":"2026-03-01T14:00:44.238867Z","end":"2026-03-01T14:00:44.470199Z","steps":["trace[799438596] 'process raft request' (duration: 79.036785ms)","trace[799438596] 'compare' (duration: 151.907477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:44.470488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.948872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1887"} {"level":"info","ts":"2026-03-01T14:00:44.470527Z","caller":"traceutil/trace.go:171","msg":"trace[2142621831] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:790; }","duration":"230.989373ms","start":"2026-03-01T14:00:44.239525Z","end":"2026-03-01T14:00:44.470514Z","steps":["trace[2142621831] 'agreement among raft nodes before linearized reading' (duration: 230.722957ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:44.539517Z","caller":"traceutil/trace.go:171","msg":"trace[2026868229] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"275.955308ms","start":"2026-03-01T14:00:44.263539Z","end":"2026-03-01T14:00:44.539494Z","steps":["trace[2026868229] 'process raft request' (duration: 275.737632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:45.079796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.592014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:45.079884Z","caller":"traceutil/trace.go:171","msg":"trace[42187676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"164.735397ms","start":"2026-03-01T14:00:44.915129Z","end":"2026-03-01T14:00:45.079865Z","steps":["trace[42187676] 'range keys from in-memory index tree' (duration: 164.501691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:45.080102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.145879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2250"} {"level":"info","ts":"2026-03-01T14:00:45.080226Z","caller":"traceutil/trace.go:171","msg":"trace[895481822] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:792; }","duration":"105.305623ms","start":"2026-03-01T14:00:44.974901Z","end":"2026-03-01T14:00:45.080207Z","steps":["trace[895481822] 'range keys from in-memory index tree' (duration: 104.994265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.179542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.429843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:46.179661Z","caller":"traceutil/trace.go:171","msg":"trace[1302241610] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:821; }","duration":"449.056403ms","start":"2026-03-01T14:00:45.730588Z","end":"2026-03-01T14:00:46.179645Z","steps":["trace[1302241610] 'read index received' (duration: 72.195415ms)","trace[1302241610] 'applied index is now lower than readState.Index' (duration: 376.859648ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:46.179758Z","caller":"traceutil/trace.go:171","msg":"trace[2026086402] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"453.576006ms","start":"2026-03-01T14:00:45.72617Z","end":"2026-03-01T14:00:46.179746Z","steps":["trace[2026086402] 'process raft request' (duration: 135.826515ms)","trace[2026086402] 'compare' (duration: 317.261539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:46.179825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:45.726144Z","time spent":"453.645958ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:46.180048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.845619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:46.180183Z","caller":"traceutil/trace.go:171","msg":"trace[336534101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"265.009374ms","start":"2026-03-01T14:00:45.915123Z","end":"2026-03-01T14:00:46.180132Z","steps":["trace[336534101] 'agreement among raft nodes before linearized reading' (duration: 264.832149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.180434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.851734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:00:46.180484Z","caller":"traceutil/trace.go:171","msg":"trace[463617052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:796; }","duration":"449.944336ms","start":"2026-03-01T14:00:45.730527Z","end":"2026-03-01T14:00:46.180471Z","steps":["trace[463617052] 'agreement among raft nodes before linearized reading' (duration: 449.751782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.180519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:45.730503Z","time spent":"450.009007ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:00:46.808278Z","caller":"traceutil/trace.go:171","msg":"trace[1075917644] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"489.875243ms","start":"2026-03-01T14:00:46.318379Z","end":"2026-03-01T14:00:46.808254Z","steps":["trace[1075917644] 'read index received' (duration: 489.679608ms)","trace[1075917644] 'applied index is now lower than readState.Index' (duration: 194.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:46.808379Z","caller":"traceutil/trace.go:171","msg":"trace[879063889] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"612.037157ms","start":"2026-03-01T14:00:46.196298Z","end":"2026-03-01T14:00:46.808335Z","steps":["trace[879063889] 'process raft request' (duration: 611.763131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.808585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.083288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:46.808657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.19627Z","time spent":"612.224141ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:46.808718Z","caller":"traceutil/trace.go:171","msg":"trace[722521835] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:798; }","duration":"490.463818ms","start":"2026-03-01T14:00:46.318234Z","end":"2026-03-01T14:00:46.808698Z","steps":["trace[722521835] 'agreement among raft nodes before linearized reading' (duration: 490.11875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:46.808822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:46.318208Z","time spent":"490.57748ms","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:00:47.102749Z","caller":"traceutil/trace.go:171","msg":"trace[1277276218] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"220.284466ms","start":"2026-03-01T14:00:46.882443Z","end":"2026-03-01T14:00:47.102727Z","steps":["trace[1277276218] 'process raft request' (duration: 220.134332ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:47.332499Z","caller":"traceutil/trace.go:171","msg":"trace[1724391273] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"224.962142ms","start":"2026-03-01T14:00:47.107512Z","end":"2026-03-01T14:00:47.332474Z","steps":["trace[1724391273] 'process raft request' (duration: 224.771558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:47.676904Z","caller":"traceutil/trace.go:171","msg":"trace[1745224834] transaction","detail":"{read_only:false; number_of_response:1; response_revision:801; }","duration":"564.848368ms","start":"2026-03-01T14:00:47.112039Z","end":"2026-03-01T14:00:47.676888Z","steps":["trace[1745224834] 'process raft request' (duration: 564.391217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:47.676997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.112019Z","time spent":"564.9267ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30,"response count":0,"response size":4568,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:47.677152Z","caller":"traceutil/trace.go:171","msg":"trace[1494983623] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"559.039113ms","start":"2026-03-01T14:00:47.118108Z","end":"2026-03-01T14:00:47.677147Z","steps":["trace[1494983623] 'process raft request' (duration: 558.417527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:47.677177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.118085Z","time spent":"559.078304ms","remote":"127.0.0.1:49138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.056082Z","caller":"traceutil/trace.go:171","msg":"trace[1583754103] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:831; }","duration":"252.0675ms","start":"2026-03-01T14:00:47.803989Z","end":"2026-03-01T14:00:48.056056Z","steps":["trace[1583754103] 'read index received' (duration: 251.957067ms)","trace[1583754103] 'applied index is now lower than readState.Index' (duration: 109.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:48.056183Z","caller":"traceutil/trace.go:171","msg":"trace[434295452] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"369.162007ms","start":"2026-03-01T14:00:47.686965Z","end":"2026-03-01T14:00:48.056127Z","steps":["trace[434295452] 'process raft request' (duration: 368.963292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.056281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.270394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:48.056314Z","caller":"traceutil/trace.go:171","msg":"trace[1223542155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"252.360007ms","start":"2026-03-01T14:00:47.803947Z","end":"2026-03-01T14:00:48.056307Z","steps":["trace[1223542155] 'agreement among raft nodes before linearized reading' (duration: 252.268665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.056332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.686941Z","time spent":"369.318341ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.402066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.226414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:00:48.402164Z","caller":"traceutil/trace.go:171","msg":"trace[2055367749] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"345.998298ms","start":"2026-03-01T14:00:48.056148Z","end":"2026-03-01T14:00:48.402146Z","steps":["trace[2055367749] 'read index received' (duration: 27.749363ms)","trace[2055367749] 'applied index is now lower than readState.Index' (duration: 318.246655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:48.402433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.048063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:48.40244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.706169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:00:48.4025Z","caller":"traceutil/trace.go:171","msg":"trace[769670065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"487.228427ms","start":"2026-03-01T14:00:47.91526Z","end":"2026-03-01T14:00:48.402489Z","steps":["trace[769670065] 'agreement among raft nodes before linearized reading' (duration: 486.979851ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.402557Z","caller":"traceutil/trace.go:171","msg":"trace[844389967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:804; }","duration":"595.819662ms","start":"2026-03-01T14:00:47.806693Z","end":"2026-03-01T14:00:48.402513Z","steps":["trace[844389967] 'agreement among raft nodes before linearized reading' (duration: 595.583306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.40255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.91524Z","time spent":"487.299339ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:00:48.402608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:47.806688Z","time spent":"595.912164ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:00:48.428685Z","caller":"traceutil/trace.go:171","msg":"trace[1700608017] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"359.416762ms","start":"2026-03-01T14:00:48.069254Z","end":"2026-03-01T14:00:48.428671Z","steps":["trace[1700608017] 'process raft request' (duration: 359.225238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.4288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069229Z","time spent":"359.508945ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.428996Z","caller":"traceutil/trace.go:171","msg":"trace[125616423] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"359.563306ms","start":"2026-03-01T14:00:48.069412Z","end":"2026-03-01T14:00:48.428975Z","steps":["trace[125616423] 'process raft request' (duration: 359.221327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429069Z","caller":"traceutil/trace.go:171","msg":"trace[692874554] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"359.498744ms","start":"2026-03-01T14:00:48.069538Z","end":"2026-03-01T14:00:48.429037Z","steps":["trace[692874554] 'process raft request' (duration: 359.305109ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429087Z","caller":"traceutil/trace.go:171","msg":"trace[1428066681] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"359.466274ms","start":"2026-03-01T14:00:48.069592Z","end":"2026-03-01T14:00:48.429058Z","steps":["trace[1428066681] 'process raft request' (duration: 359.370321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.429122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069405Z","time spent":"359.654009ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.429133Z","caller":"traceutil/trace.go:171","msg":"trace[1789667727] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"359.423582ms","start":"2026-03-01T14:00:48.069696Z","end":"2026-03-01T14:00:48.42912Z","steps":["trace[1789667727] 'process raft request' (duration: 359.34349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429133Z","caller":"traceutil/trace.go:171","msg":"trace[20537457] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"359.469104ms","start":"2026-03-01T14:00:48.069635Z","end":"2026-03-01T14:00:48.429104Z","steps":["trace[20537457] 'process raft request' (duration: 359.367331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.429212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.06969Z","time spent":"359.477974ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4070,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.429224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069529Z","time spent":"359.617698ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.429284Z","caller":"traceutil/trace.go:171","msg":"trace[1512249930] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"359.529685ms","start":"2026-03-01T14:00:48.069738Z","end":"2026-03-01T14:00:48.429268Z","steps":["trace[1512249930] 'process raft request' (duration: 359.33931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.429291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069629Z","time spent":"359.579306ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.429301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069584Z","time spent":"359.572956ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2934,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.429367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069733Z","time spent":"359.594137ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.429431Z","caller":"traceutil/trace.go:171","msg":"trace[1323493195] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"355.606697ms","start":"2026-03-01T14:00:48.073813Z","end":"2026-03-01T14:00:48.429419Z","steps":["trace[1323493195] 'process raft request' (duration: 355.510874ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429466Z","caller":"traceutil/trace.go:171","msg":"trace[1884243392] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"359.659248ms","start":"2026-03-01T14:00:48.069786Z","end":"2026-03-01T14:00:48.429446Z","steps":["trace[1884243392] 'process raft request' (duration: 359.421962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:48.42948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.07478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:00:48.429507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.07379Z","time spent":"355.683029ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4798,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:00:48.429519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.45773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:00:48.429533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.317677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:00:48.429555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:00:48.069776Z","time spent":"359.734311ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:00:48.429564Z","caller":"traceutil/trace.go:171","msg":"trace[103148119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:813; }","duration":"244.546313ms","start":"2026-03-01T14:00:48.185007Z","end":"2026-03-01T14:00:48.429553Z","steps":["trace[103148119] 'agreement among raft nodes before linearized reading' (duration: 244.399598ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429569Z","caller":"traceutil/trace.go:171","msg":"trace[64717089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:813; }","duration":"194.354378ms","start":"2026-03-01T14:00:48.235205Z","end":"2026-03-01T14:00:48.42956Z","steps":["trace[64717089] 'agreement among raft nodes before linearized reading' (duration: 194.241854ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.429528Z","caller":"traceutil/trace.go:171","msg":"trace[1383916220] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:813; }","duration":"194.166363ms","start":"2026-03-01T14:00:48.235343Z","end":"2026-03-01T14:00:48.42951Z","steps":["trace[1383916220] 'agreement among raft nodes before linearized reading' (duration: 194.074141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.598547Z","caller":"traceutil/trace.go:171","msg":"trace[137558249] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"111.984479ms","start":"2026-03-01T14:00:48.486536Z","end":"2026-03-01T14:00:48.59852Z","steps":["trace[137558249] 'process raft request' (duration: 111.748503ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:48.841674Z","caller":"traceutil/trace.go:171","msg":"trace[1754957770] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"111.979368ms","start":"2026-03-01T14:00:48.729384Z","end":"2026-03-01T14:00:48.841364Z","steps":["trace[1754957770] 'process raft request' (duration: 111.836334ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.223175Z","caller":"traceutil/trace.go:171","msg":"trace[246980744] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"147.508637ms","start":"2026-03-01T14:00:49.075641Z","end":"2026-03-01T14:00:49.22315Z","steps":["trace[246980744] 'process raft request' (duration: 147.347613ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.880372Z","caller":"traceutil/trace.go:171","msg":"trace[1479249595] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"184.812789ms","start":"2026-03-01T14:00:49.695525Z","end":"2026-03-01T14:00:49.880338Z","steps":["trace[1479249595] 'process raft request' (duration: 183.620639ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:49.920575Z","caller":"traceutil/trace.go:171","msg":"trace[725722501] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"204.84905ms","start":"2026-03-01T14:00:49.71571Z","end":"2026-03-01T14:00:49.920559Z","steps":["trace[725722501] 'read index received' (duration: 163.450255ms)","trace[725722501] 'applied index is now lower than readState.Index' (duration: 41.398165ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:49.920632Z","caller":"traceutil/trace.go:171","msg":"trace[1688477092] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"223.334132ms","start":"2026-03-01T14:00:49.697273Z","end":"2026-03-01T14:00:49.920608Z","steps":["trace[1688477092] 'process raft request' (duration: 223.207119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:49.920747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.023974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:00:49.920784Z","caller":"traceutil/trace.go:171","msg":"trace[1489936907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:837; }","duration":"205.109046ms","start":"2026-03-01T14:00:49.71566Z","end":"2026-03-01T14:00:49.920769Z","steps":["trace[1489936907] 'agreement among raft nodes before linearized reading' (duration: 204.959002ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:50.067263Z","caller":"traceutil/trace.go:171","msg":"trace[842399981] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"154.490331ms","start":"2026-03-01T14:00:49.912743Z","end":"2026-03-01T14:00:50.067233Z","steps":["trace[842399981] 'process raft request' (duration: 154.357928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:50.07603Z","caller":"traceutil/trace.go:171","msg":"trace[1490697916] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"151.418254ms","start":"2026-03-01T14:00:49.924589Z","end":"2026-03-01T14:00:50.076008Z","steps":["trace[1490697916] 'process raft request' (duration: 151.23564ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:50.076087Z","caller":"traceutil/trace.go:171","msg":"trace[2100234158] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"146.641494ms","start":"2026-03-01T14:00:49.929412Z","end":"2026-03-01T14:00:50.076053Z","steps":["trace[2100234158] 'process raft request' (duration: 146.530382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.239111Z","caller":"traceutil/trace.go:171","msg":"trace[1747926431] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"215.767103ms","start":"2026-03-01T14:00:52.023322Z","end":"2026-03-01T14:00:52.239089Z","steps":["trace[1747926431] 'process raft request' (duration: 153.287671ms)","trace[1747926431] 'compare' (duration: 62.242436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:00:52.23921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.912587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.239092Z","caller":"traceutil/trace.go:171","msg":"trace[2117160641] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:902; }","duration":"185.794694ms","start":"2026-03-01T14:00:52.053267Z","end":"2026-03-01T14:00:52.239061Z","steps":["trace[2117160641] 'read index received' (duration: 123.375794ms)","trace[2117160641] 'applied index is now lower than readState.Index' (duration: 62.41767ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:52.239259Z","caller":"traceutil/trace.go:171","msg":"trace[2074180805] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:873; }","duration":"186.005918ms","start":"2026-03-01T14:00:52.053239Z","end":"2026-03-01T14:00:52.239244Z","steps":["trace[2074180805] 'agreement among raft nodes before linearized reading' (duration: 185.905366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.625909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:52.239438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.951358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.23948Z","caller":"traceutil/trace.go:171","msg":"trace[1424761116] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:873; }","duration":"185.718913ms","start":"2026-03-01T14:00:52.053738Z","end":"2026-03-01T14:00:52.239457Z","steps":["trace[1424761116] 'agreement among raft nodes before linearized reading' (duration: 185.607729ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.239486Z","caller":"traceutil/trace.go:171","msg":"trace[1061353682] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:873; }","duration":"154.02661ms","start":"2026-03-01T14:00:52.085446Z","end":"2026-03-01T14:00:52.239473Z","steps":["trace[1061353682] 'agreement among raft nodes before linearized reading' (duration: 153.943457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.175754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:52.239759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.060876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.239814Z","caller":"traceutil/trace.go:171","msg":"trace[2043939303] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:873; }","duration":"169.104087ms","start":"2026-03-01T14:00:52.070688Z","end":"2026-03-01T14:00:52.239792Z","steps":["trace[2043939303] 'agreement among raft nodes before linearized reading' (duration: 169.049436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.701838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:00:52.239891Z","caller":"traceutil/trace.go:171","msg":"trace[1833481575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:873; }","duration":"154.949223ms","start":"2026-03-01T14:00:52.084928Z","end":"2026-03-01T14:00:52.239877Z","steps":["trace[1833481575] 'agreement among raft nodes before linearized reading' (duration: 154.644595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.287961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.239999Z","caller":"traceutil/trace.go:171","msg":"trace[1934452568] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:873; }","duration":"153.662111ms","start":"2026-03-01T14:00:52.086294Z","end":"2026-03-01T14:00:52.239956Z","steps":["trace[1934452568] 'agreement among raft nodes before linearized reading' (duration: 153.270561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.887397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:00:52.239707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.814944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.240175Z","caller":"traceutil/trace.go:171","msg":"trace[937317368] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:873; }","duration":"170.317018ms","start":"2026-03-01T14:00:52.069784Z","end":"2026-03-01T14:00:52.240101Z","steps":["trace[937317368] 'agreement among raft nodes before linearized reading' (duration: 169.900807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.24022Z","caller":"traceutil/trace.go:171","msg":"trace[353441910] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:873; }","duration":"170.347558ms","start":"2026-03-01T14:00:52.069842Z","end":"2026-03-01T14:00:52.240189Z","steps":["trace[353441910] 'agreement among raft nodes before linearized reading' (duration: 169.813275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.239704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.05455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:00:52.240343Z","caller":"traceutil/trace.go:171","msg":"trace[362086417] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:873; }","duration":"154.682256ms","start":"2026-03-01T14:00:52.085635Z","end":"2026-03-01T14:00:52.240317Z","steps":["trace[362086417] 'agreement among raft nodes before linearized reading' (duration: 154.02608ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.241187Z","caller":"traceutil/trace.go:171","msg":"trace[1919017951] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:873; }","duration":"187.855315ms","start":"2026-03-01T14:00:52.053239Z","end":"2026-03-01T14:00:52.241094Z","steps":["trace[1919017951] 'agreement among raft nodes before linearized reading' (duration: 186.09046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:00:52.461101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.363474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:00:52.461241Z","caller":"traceutil/trace.go:171","msg":"trace[2140652585] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"216.39411ms","start":"2026-03-01T14:00:52.244819Z","end":"2026-03-01T14:00:52.461213Z","steps":["trace[2140652585] 'process raft request' (duration: 94.81149ms)","trace[2140652585] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 121.132128ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:52.465474Z","caller":"traceutil/trace.go:171","msg":"trace[1482401093] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"219.932766ms","start":"2026-03-01T14:00:52.245513Z","end":"2026-03-01T14:00:52.465446Z","steps":["trace[1482401093] 'process raft request' (duration: 219.70626ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.465691Z","caller":"traceutil/trace.go:171","msg":"trace[2082349436] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"219.133467ms","start":"2026-03-01T14:00:52.246542Z","end":"2026-03-01T14:00:52.465676Z","steps":["trace[2082349436] 'process raft request' (duration: 218.827449ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:52.46585Z","caller":"traceutil/trace.go:171","msg":"trace[1285820718] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"215.039554ms","start":"2026-03-01T14:00:52.250777Z","end":"2026-03-01T14:00:52.465816Z","steps":["trace[1285820718] 'process raft request' (duration: 214.812009ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:00:53.091204Z","caller":"traceutil/trace.go:171","msg":"trace[1153947191] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"107.900437ms","start":"2026-03-01T14:00:52.983256Z","end":"2026-03-01T14:00:53.091156Z","steps":["trace[1153947191] 'process raft request' (duration: 39.237371ms)","trace[1153947191] 'compare' (duration: 68.389359ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:00:54.254974Z","caller":"traceutil/trace.go:171","msg":"trace[638751297] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"224.341737ms","start":"2026-03-01T14:00:54.030608Z","end":"2026-03-01T14:00:54.25495Z","steps":["trace[638751297] 'process raft request' (duration: 224.194843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:04.648747Z","caller":"traceutil/trace.go:171","msg":"trace[295499092] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"103.074086ms","start":"2026-03-01T14:01:04.545641Z","end":"2026-03-01T14:01:04.648715Z","steps":["trace[295499092] 'process raft request' (duration: 102.885212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.415243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907688646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:01:05.434798Z","caller":"traceutil/trace.go:171","msg":"trace[1825679806] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"781.533223ms","start":"2026-03-01T14:01:04.653239Z","end":"2026-03-01T14:01:05.434772Z","steps":["trace[1825679806] 'process raft request' (duration: 778.463636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.434955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:04.653215Z","time spent":"781.658446ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:05.440304Z","caller":"traceutil/trace.go:171","msg":"trace[1227622640] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"786.742794ms","start":"2026-03-01T14:01:04.653533Z","end":"2026-03-01T14:01:05.440276Z","steps":["trace[1227622640] 'process raft request' (duration: 786.073467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.440478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:04.653511Z","time spent":"786.875687ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:05.440715Z","caller":"traceutil/trace.go:171","msg":"trace[811873057] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1021; }","duration":"526.150401ms","start":"2026-03-01T14:01:04.914542Z","end":"2026-03-01T14:01:05.440693Z","steps":["trace[811873057] 'read index received' (duration: 517.167797ms)","trace[811873057] 'applied index is now lower than readState.Index' (duration: 8.981384ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:05.440795Z","caller":"traceutil/trace.go:171","msg":"trace[884486850] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"787.177844ms","start":"2026-03-01T14:01:04.653574Z","end":"2026-03-01T14:01:05.440752Z","steps":["trace[884486850] 'process raft request' (duration: 786.163609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.440865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.305484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:05.440937Z","caller":"traceutil/trace.go:171","msg":"trace[1179204365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"526.430727ms","start":"2026-03-01T14:01:04.914487Z","end":"2026-03-01T14:01:05.440918Z","steps":["trace[1179204365] 'agreement among raft nodes before linearized reading' (duration: 526.326035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.440966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:04.653554Z","time spent":"787.314928ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:05.440976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.912491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:01:05.441045Z","caller":"traceutil/trace.go:171","msg":"trace[1581331597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"271.015184ms","start":"2026-03-01T14:01:05.170014Z","end":"2026-03-01T14:01:05.441029Z","steps":["trace[1581331597] 'agreement among raft nodes before linearized reading' (duration: 270.82984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:05.440983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:04.914464Z","time spent":"526.50822ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:01:19.819908Z","caller":"traceutil/trace.go:171","msg":"trace[1476174577] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"225.396254ms","start":"2026-03-01T14:01:19.594453Z","end":"2026-03-01T14:01:19.819849Z","steps":["trace[1476174577] 'process raft request' (duration: 225.359733ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:19.819981Z","caller":"traceutil/trace.go:171","msg":"trace[1461004412] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"226.143432ms","start":"2026-03-01T14:01:19.593782Z","end":"2026-03-01T14:01:19.819925Z","steps":["trace[1461004412] 'process raft request' (duration: 225.839745ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:19.819995Z","caller":"traceutil/trace.go:171","msg":"trace[987948975] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"225.974989ms","start":"2026-03-01T14:01:19.593973Z","end":"2026-03-01T14:01:19.819948Z","steps":["trace[987948975] 'process raft request' (duration: 225.811815ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:22.143187Z","caller":"traceutil/trace.go:171","msg":"trace[1781974237] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1155; }","duration":"317.852224ms","start":"2026-03-01T14:01:21.825307Z","end":"2026-03-01T14:01:22.143159Z","steps":["trace[1781974237] 'read index received' (duration: 317.594578ms)","trace[1781974237] 'applied index is now lower than readState.Index' (duration: 256.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:22.143239Z","caller":"traceutil/trace.go:171","msg":"trace[1606055777] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"503.186646ms","start":"2026-03-01T14:01:21.640015Z","end":"2026-03-01T14:01:22.143202Z","steps":["trace[1606055777] 'process raft request' (duration: 502.891729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:22.143413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:21.639999Z","time spent":"503.330089ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:22.143445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.060099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:01:22.143433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.749136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:01:22.143433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.1158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:01:22.1435Z","caller":"traceutil/trace.go:171","msg":"trace[235061917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"318.170092ms","start":"2026-03-01T14:01:21.82531Z","end":"2026-03-01T14:01:22.14348Z","steps":["trace[235061917] 'agreement among raft nodes before linearized reading' (duration: 318.002808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:22.143509Z","caller":"traceutil/trace.go:171","msg":"trace[1511398617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"228.866109ms","start":"2026-03-01T14:01:21.914621Z","end":"2026-03-01T14:01:22.143487Z","steps":["trace[1511398617] 'agreement among raft nodes before linearized reading' (duration: 228.763357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:22.143566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:21.825275Z","time spent":"318.274715ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:01:22.143539Z","caller":"traceutil/trace.go:171","msg":"trace[1579810514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1114; }","duration":"318.260724ms","start":"2026-03-01T14:01:21.825253Z","end":"2026-03-01T14:01:22.143514Z","steps":["trace[1579810514] 'agreement among raft nodes before linearized reading' (duration: 318.008958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:22.143591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.739501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:01:22.143629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:21.825225Z","time spent":"318.387757ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:01:22.143664Z","caller":"traceutil/trace.go:171","msg":"trace[770289069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1114; }","duration":"317.838054ms","start":"2026-03-01T14:01:21.825808Z","end":"2026-03-01T14:01:22.143646Z","steps":["trace[770289069] 'agreement among raft nodes before linearized reading' (duration: 317.65767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:22.14371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:21.8258Z","time spent":"317.900835ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:01:28.392007Z","caller":"traceutil/trace.go:171","msg":"trace[1292864725] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1271; }","duration":"215.215736ms","start":"2026-03-01T14:01:28.176765Z","end":"2026-03-01T14:01:28.391981Z","steps":["trace[1292864725] 'read index received' (duration: 215.047622ms)","trace[1292864725] 'applied index is now lower than readState.Index' (duration: 167.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:28.392306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.506163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T14:01:28.39234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.504608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:01:28.39238Z","caller":"traceutil/trace.go:171","msg":"trace[474109783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1229; }","duration":"214.57227ms","start":"2026-03-01T14:01:28.177797Z","end":"2026-03-01T14:01:28.392369Z","steps":["trace[474109783] 'agreement among raft nodes before linearized reading' (duration: 214.354405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:28.392382Z","caller":"traceutil/trace.go:171","msg":"trace[717497459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1229; }","duration":"215.621246ms","start":"2026-03-01T14:01:28.176744Z","end":"2026-03-01T14:01:28.392365Z","steps":["trace[717497459] 'agreement among raft nodes before linearized reading' (duration: 215.34765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:28.392123Z","caller":"traceutil/trace.go:171","msg":"trace[1686618360] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"219.232896ms","start":"2026-03-01T14:01:28.17284Z","end":"2026-03-01T14:01:28.392073Z","steps":["trace[1686618360] 'process raft request' (duration: 218.98317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:28.392532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.768646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:01:28.392616Z","caller":"traceutil/trace.go:171","msg":"trace[1927814498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1229; }","duration":"214.890878ms","start":"2026-03-01T14:01:28.177703Z","end":"2026-03-01T14:01:28.392594Z","steps":["trace[1927814498] 'agreement among raft nodes before linearized reading' (duration: 214.429147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:28.992853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.393734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:01:28.992948Z","caller":"traceutil/trace.go:171","msg":"trace[414119371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1236; }","duration":"194.526988ms","start":"2026-03-01T14:01:28.798399Z","end":"2026-03-01T14:01:28.992926Z","steps":["trace[414119371] 'range keys from in-memory index tree' (duration: 194.21696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:30.905131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907689117,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:01:30.986019Z","caller":"traceutil/trace.go:171","msg":"trace[1817279196] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"581.238516ms","start":"2026-03-01T14:01:30.404749Z","end":"2026-03-01T14:01:30.985987Z","steps":["trace[1817279196] 'read index received' (duration: 580.97285ms)","trace[1817279196] 'applied index is now lower than readState.Index' (duration: 264.526µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:30.986309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.526373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:01:30.986358Z","caller":"traceutil/trace.go:171","msg":"trace[620230668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1239; }","duration":"581.628136ms","start":"2026-03-01T14:01:30.404714Z","end":"2026-03-01T14:01:30.986342Z","steps":["trace[620230668] 'agreement among raft nodes before linearized reading' (duration: 581.428701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:30.986395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:30.404704Z","time spent":"581.677367ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:30.986532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.604935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T14:01:30.986698Z","caller":"traceutil/trace.go:171","msg":"trace[1848331887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1239; }","duration":"581.861701ms","start":"2026-03-01T14:01:30.40481Z","end":"2026-03-01T14:01:30.986672Z","steps":["trace[1848331887] 'agreement among raft nodes before linearized reading' (duration: 581.42353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:30.986677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.371319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T14:01:30.986766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:30.404782Z","time spent":"581.971344ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:01:30.986137Z","caller":"traceutil/trace.go:171","msg":"trace[44485382] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"583.487621ms","start":"2026-03-01T14:01:30.402615Z","end":"2026-03-01T14:01:30.986103Z","steps":["trace[44485382] 'process raft request' (duration: 583.180004ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:30.986807Z","caller":"traceutil/trace.go:171","msg":"trace[439313425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1239; }","duration":"581.534564ms","start":"2026-03-01T14:01:30.405246Z","end":"2026-03-01T14:01:30.98678Z","steps":["trace[439313425] 'agreement among raft nodes before linearized reading' (duration: 581.108013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:30.98686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:30.405235Z","time spent":"581.615486ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:01:30.986977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:30.402579Z","time spent":"584.251431ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:31.234807Z","caller":"traceutil/trace.go:171","msg":"trace[1308121621] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"242.53433ms","start":"2026-03-01T14:01:30.992232Z","end":"2026-03-01T14:01:31.234767Z","steps":["trace[1308121621] 'process raft request' (duration: 168.573619ms)","trace[1308121621] 'compare' (duration: 73.713284ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:31.234929Z","caller":"traceutil/trace.go:171","msg":"trace[1211821241] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1283; }","duration":"189.642116ms","start":"2026-03-01T14:01:31.045251Z","end":"2026-03-01T14:01:31.234893Z","steps":["trace[1211821241] 'read index received' (duration: 115.50027ms)","trace[1211821241] 'applied index is now lower than readState.Index' (duration: 74.139046ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:31.234987Z","caller":"traceutil/trace.go:171","msg":"trace[1093942560] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"242.633413ms","start":"2026-03-01T14:01:30.99231Z","end":"2026-03-01T14:01:31.234944Z","steps":["trace[1093942560] 'process raft request' (duration: 242.400117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:31.235207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.922913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:01:31.235267Z","caller":"traceutil/trace.go:171","msg":"trace[278654126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1242; }","duration":"190.052196ms","start":"2026-03-01T14:01:31.045198Z","end":"2026-03-01T14:01:31.23525Z","steps":["trace[278654126] 'agreement among raft nodes before linearized reading' (duration: 189.80549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:31.408507Z","caller":"traceutil/trace.go:171","msg":"trace[452391579] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"168.316753ms","start":"2026-03-01T14:01:31.24014Z","end":"2026-03-01T14:01:31.408457Z","steps":["trace[452391579] 'process raft request' (duration: 155.254565ms)","trace[452391579] 'compare' (duration: 12.831171ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:42.585964Z","caller":"traceutil/trace.go:171","msg":"trace[716496729] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"117.04772ms","start":"2026-03-01T14:01:42.468889Z","end":"2026-03-01T14:01:42.585936Z","steps":["trace[716496729] 'process raft request' (duration: 116.831113ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:43.159669Z","caller":"traceutil/trace.go:171","msg":"trace[1074343986] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"115.225683ms","start":"2026-03-01T14:01:43.044413Z","end":"2026-03-01T14:01:43.159638Z","steps":["trace[1074343986] 'read index received' (duration: 114.516555ms)","trace[1074343986] 'applied index is now lower than readState.Index' (duration: 708.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:43.159728Z","caller":"traceutil/trace.go:171","msg":"trace[1936934065] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"158.530167ms","start":"2026-03-01T14:01:43.001168Z","end":"2026-03-01T14:01:43.159698Z","steps":["trace[1936934065] 'process raft request' (duration: 158.019875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:43.159896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:01:43.159975Z","caller":"traceutil/trace.go:171","msg":"trace[1967420363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"115.600783ms","start":"2026-03-01T14:01:43.044358Z","end":"2026-03-01T14:01:43.159959Z","steps":["trace[1967420363] 'agreement among raft nodes before linearized reading' (duration: 115.392238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:43.420332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.414503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:43.420559Z","caller":"traceutil/trace.go:171","msg":"trace[1332269791] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"256.199261ms","start":"2026-03-01T14:01:43.16434Z","end":"2026-03-01T14:01:43.420539Z","steps":["trace[1332269791] 'process raft request' (duration: 111.363817ms)","trace[1332269791] 'compare' (duration: 143.985733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:43.421126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.371543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:01:43.421214Z","caller":"traceutil/trace.go:171","msg":"trace[570883941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1473; }","duration":"124.505826ms","start":"2026-03-01T14:01:43.29669Z","end":"2026-03-01T14:01:43.421196Z","steps":["trace[570883941] 'agreement among raft nodes before linearized reading' (duration: 124.26519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:43.420473Z","caller":"traceutil/trace.go:171","msg":"trace[1906880939] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"123.716356ms","start":"2026-03-01T14:01:43.296735Z","end":"2026-03-01T14:01:43.420451Z","steps":["trace[1906880939] 'read index received' (duration: 37.031µs)","trace[1906880939] 'applied index is now lower than readState.Index' (duration: 123.677355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:43.421822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.402223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:01:43.421905Z","caller":"traceutil/trace.go:171","msg":"trace[2109120628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1473; }","duration":"124.507945ms","start":"2026-03-01T14:01:43.29738Z","end":"2026-03-01T14:01:43.421888Z","steps":["trace[2109120628] 'agreement among raft nodes before linearized reading' (duration: 124.323711ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:48.245837Z","caller":"traceutil/trace.go:171","msg":"trace[1327131110] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1604; }","duration":"441.447908ms","start":"2026-03-01T14:01:47.80436Z","end":"2026-03-01T14:01:48.245808Z","steps":["trace[1327131110] 'read index received' (duration: 441.285104ms)","trace[1327131110] 'applied index is now lower than readState.Index' (duration: 161.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:48.246056Z","caller":"traceutil/trace.go:171","msg":"trace[1425032706] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"522.767963ms","start":"2026-03-01T14:01:47.723272Z","end":"2026-03-01T14:01:48.24604Z","steps":["trace[1425032706] 'process raft request' (duration: 522.371653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:48.246206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:47.723231Z","time spent":"522.870935ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:48.24636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.978573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:48.246491Z","caller":"traceutil/trace.go:171","msg":"trace[1193699138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"331.175727ms","start":"2026-03-01T14:01:47.915291Z","end":"2026-03-01T14:01:48.246466Z","steps":["trace[1193699138] 'agreement among raft nodes before linearized reading' (duration: 330.968652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:48.246452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.054123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:01:48.246543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:47.915261Z","time spent":"331.27253ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:01:48.246583Z","caller":"traceutil/trace.go:171","msg":"trace[1509704907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"442.240747ms","start":"2026-03-01T14:01:47.804303Z","end":"2026-03-01T14:01:48.246544Z","steps":["trace[1509704907] 'agreement among raft nodes before linearized reading' (duration: 442.018372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:48.246638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:47.804274Z","time spent":"442.35421ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:01:49.597125Z","caller":"traceutil/trace.go:171","msg":"trace[1796004780] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"101.625073ms","start":"2026-03-01T14:01:49.495449Z","end":"2026-03-01T14:01:49.597074Z","steps":["trace[1796004780] 'process raft request' (duration: 101.526681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:52.432111Z","caller":"traceutil/trace.go:171","msg":"trace[2087383281] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"106.516946ms","start":"2026-03-01T14:01:52.325556Z","end":"2026-03-01T14:01:52.432073Z","steps":["trace[2087383281] 'process raft request' (duration: 106.328481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:53.417495Z","caller":"traceutil/trace.go:171","msg":"trace[2137531878] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"111.147421ms","start":"2026-03-01T14:01:53.306324Z","end":"2026-03-01T14:01:53.417472Z","steps":["trace[2137531878] 'process raft request' (duration: 111.000928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.114895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907689965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:01:57.332292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527431305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:01:57.332405Z","caller":"traceutil/trace.go:171","msg":"trace[1279604079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1645; }","duration":"1.52761916s","start":"2026-03-01T14:01:55.80476Z","end":"2026-03-01T14:01:57.332379Z","steps":["trace[1279604079] 'range keys from in-memory index tree' (duration: 1.527129087s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.332431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627293364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:01:57.332529Z","caller":"traceutil/trace.go:171","msg":"trace[1615126432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1645; }","duration":"1.627426186s","start":"2026-03-01T14:01:55.705083Z","end":"2026-03-01T14:01:57.33251Z","steps":["trace[1615126432] 'range keys from in-memory index tree' (duration: 1.62714007s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.332563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.705074Z","time spent":"1.627483508s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:01:57.332614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.804717Z","time spent":"1.527881357s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:01:57.332699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525336452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T14:01:57.332805Z","caller":"traceutil/trace.go:171","msg":"trace[679169060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:1645; }","duration":"1.525456805s","start":"2026-03-01T14:01:55.807318Z","end":"2026-03-01T14:01:57.332774Z","steps":["trace[679169060] 'range keys from in-memory index tree' (duration: 1.524980423s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.332862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.807293Z","time spent":"1.525553148s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" "} {"level":"warn","ts":"2026-03-01T14:01:57.33287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41779223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:01:57.332942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.966564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T14:01:57.332978Z","caller":"traceutil/trace.go:171","msg":"trace[567127629] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:1645; }","duration":"986.046366ms","start":"2026-03-01T14:01:56.34692Z","end":"2026-03-01T14:01:57.332967Z","steps":["trace[567127629] 'range keys from in-memory index tree' (duration: 985.737419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.332956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641569931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:01:57.332905Z","caller":"traceutil/trace.go:171","msg":"trace[1632678686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.417874152s","start":"2026-03-01T14:01:55.915021Z","end":"2026-03-01T14:01:57.332895Z","steps":["trace[1632678686] 'range keys from in-memory index tree' (duration: 1.417640917s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.332968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780474227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:01:57.333049Z","caller":"traceutil/trace.go:171","msg":"trace[1982704398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1645; }","duration":"1.641780596s","start":"2026-03-01T14:01:55.691246Z","end":"2026-03-01T14:01:57.333026Z","steps":["trace[1982704398] 'range keys from in-memory index tree' (duration: 1.641356415s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.333065Z","caller":"traceutil/trace.go:171","msg":"trace[1449017102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"1.780631202s","start":"2026-03-01T14:01:55.552412Z","end":"2026-03-01T14:01:57.333043Z","steps":["trace[1449017102] 'range keys from in-memory index tree' (duration: 1.78017686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.333093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.691205Z","time spent":"1.641877899s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:57.333003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:56.346892Z","time spent":"986.106837ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" "} {"level":"warn","ts":"2026-03-01T14:01:57.333124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.552387Z","time spent":"1.780725983s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:57.33304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:55.914994Z","time spent":"1.418038526s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:01:57.677764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.441759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:01:57.753922Z","caller":"traceutil/trace.go:171","msg":"trace[1216757142] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.068358685s","start":"2026-03-01T14:01:56.685539Z","end":"2026-03-01T14:01:57.753898Z","steps":["trace[1216757142] 'process raft request' (duration: 1.068295004s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.753964Z","caller":"traceutil/trace.go:171","msg":"trace[284382782] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"1.15806694s","start":"2026-03-01T14:01:56.595857Z","end":"2026-03-01T14:01:57.753924Z","steps":["trace[284382782] 'process raft request' (duration: 1.157838994s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:56.685511Z","time spent":"1.068484789s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:57.754189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:56.595815Z","time spent":"1.158228494s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:57.754273Z","caller":"traceutil/trace.go:171","msg":"trace[1459902819] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"935.806908ms","start":"2026-03-01T14:01:56.818423Z","end":"2026-03-01T14:01:57.75423Z","steps":["trace[1459902819] 'process raft request' (duration: 935.446299ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.754408Z","caller":"traceutil/trace.go:171","msg":"trace[1350070984] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"415.796814ms","start":"2026-03-01T14:01:57.338593Z","end":"2026-03-01T14:01:57.75439Z","steps":["trace[1350070984] 'process raft request' (duration: 415.678661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:56.818402Z","time spent":"935.962323ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:57.75446Z","caller":"traceutil/trace.go:171","msg":"trace[489385125] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1715; }","duration":"1.140315716s","start":"2026-03-01T14:01:56.614121Z","end":"2026-03-01T14:01:57.754437Z","steps":["trace[489385125] 'read index received' (duration: 799.21026ms)","trace[489385125] 'applied index is now lower than readState.Index' (duration: 341.104526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:01:57.754523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.338571Z","time spent":"415.901077ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:57.754519Z","caller":"traceutil/trace.go:171","msg":"trace[2005462446] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"627.936374ms","start":"2026-03-01T14:01:57.126497Z","end":"2026-03-01T14:01:57.754433Z","steps":["trace[2005462446] 'process raft request' (duration: 627.638217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.754595Z","caller":"traceutil/trace.go:171","msg":"trace[353453478] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"415.58086ms","start":"2026-03-01T14:01:57.338988Z","end":"2026-03-01T14:01:57.754569Z","steps":["trace[353453478] 'process raft request' (duration: 415.355084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.00359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:57.754678Z","caller":"traceutil/trace.go:171","msg":"trace[160755110] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"413.009015ms","start":"2026-03-01T14:01:57.341652Z","end":"2026-03-01T14:01:57.754661Z","steps":["trace[160755110] 'process raft request' (duration: 412.729198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140609054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T14:01:57.754738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.338951Z","time spent":"415.714303ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:57.754747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.126469Z","time spent":"628.16565ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:01:57.754783Z","caller":"traceutil/trace.go:171","msg":"trace[427042995] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1653; }","duration":"1.140709957s","start":"2026-03-01T14:01:56.614061Z","end":"2026-03-01T14:01:57.754771Z","steps":["trace[427042995] 'agreement among raft nodes before linearized reading' (duration: 1.140530402s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.754481Z","caller":"traceutil/trace.go:171","msg":"trace[65640888] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"415.661001ms","start":"2026-03-01T14:01:57.338761Z","end":"2026-03-01T14:01:57.754422Z","steps":["trace[65640888] 'process raft request' (duration: 415.548408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:56.614035Z","time spent":"1.140766687s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T14:01:57.754701Z","caller":"traceutil/trace.go:171","msg":"trace[1533786571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1653; }","duration":"420.065302ms","start":"2026-03-01T14:01:57.334625Z","end":"2026-03-01T14:01:57.75469Z","steps":["trace[1533786571] 'agreement among raft nodes before linearized reading' (duration: 419.98307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.801166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:01:57.754856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.33873Z","time spent":"416.096962ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:57.754857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.334594Z","time spent":"420.251216ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:01:57.754793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.341645Z","time spent":"413.091327ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:01:57.754901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.882697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:57.754861Z","caller":"traceutil/trace.go:171","msg":"trace[1325501416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1653; }","duration":"260.866588ms","start":"2026-03-01T14:01:57.493986Z","end":"2026-03-01T14:01:57.754853Z","steps":["trace[1325501416] 'agreement among raft nodes before linearized reading' (duration: 260.748305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.754926Z","caller":"traceutil/trace.go:171","msg":"trace[1045239482] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1653; }","duration":"391.956618ms","start":"2026-03-01T14:01:57.362962Z","end":"2026-03-01T14:01:57.754919Z","steps":["trace[1045239482] 'agreement among raft nodes before linearized reading' (duration: 391.916587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.754958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.362937Z","time spent":"392.0134ms","remote":"127.0.0.1:48914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:01:57.754985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.329376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:01:57.755046Z","caller":"traceutil/trace.go:171","msg":"trace[958183308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1653; }","duration":"318.459759ms","start":"2026-03-01T14:01:57.436568Z","end":"2026-03-01T14:01:57.755028Z","steps":["trace[958183308] 'agreement among raft nodes before linearized reading' (duration: 318.248434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.755096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:57.436539Z","time spent":"318.545151ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:01:57.971088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.105761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:01:57.971273Z","caller":"traceutil/trace.go:171","msg":"trace[659551449] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"209.291008ms","start":"2026-03-01T14:01:57.761943Z","end":"2026-03-01T14:01:57.971234Z","steps":["trace[659551449] 'process raft request' (duration: 67.94316ms)","trace[659551449] 'compare' (duration: 140.984038ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:57.971311Z","caller":"traceutil/trace.go:171","msg":"trace[871383705] linearizableReadLoop","detail":"{readStateIndex:1725; appliedIndex:1724; }","duration":"208.933769ms","start":"2026-03-01T14:01:57.762358Z","end":"2026-03-01T14:01:57.971291Z","steps":["trace[871383705] 'read index received' (duration: 67.54359ms)","trace[871383705] 'applied index is now lower than readState.Index' (duration: 141.387449ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:01:57.971316Z","caller":"traceutil/trace.go:171","msg":"trace[2021609758] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"208.851677ms","start":"2026-03-01T14:01:57.762449Z","end":"2026-03-01T14:01:57.9713Z","steps":["trace[2021609758] 'process raft request' (duration: 208.743355ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.971524Z","caller":"traceutil/trace.go:171","msg":"trace[2053606867] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"208.327224ms","start":"2026-03-01T14:01:57.763141Z","end":"2026-03-01T14:01:57.971469Z","steps":["trace[2053606867] 'process raft request' (duration: 208.121879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:57.971616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.072678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:01:57.971643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.271217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-01T14:01:57.971685Z","caller":"traceutil/trace.go:171","msg":"trace[208790542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"208.15646ms","start":"2026-03-01T14:01:57.763515Z","end":"2026-03-01T14:01:57.971672Z","steps":["trace[208790542] 'agreement among raft nodes before linearized reading' (duration: 208.045368ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:01:57.971716Z","caller":"traceutil/trace.go:171","msg":"trace[914991661] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:1656; }","duration":"209.34394ms","start":"2026-03-01T14:01:57.762336Z","end":"2026-03-01T14:01:57.97168Z","steps":["trace[914991661] 'agreement among raft nodes before linearized reading' (duration: 209.004131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.4967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.806206ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:59.496842Z","caller":"traceutil/trace.go:171","msg":"trace[303864863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1656; }","duration":"797.96734ms","start":"2026-03-01T14:01:58.698857Z","end":"2026-03-01T14:01:59.496825Z","steps":["trace[303864863] 'range keys from in-memory index tree' (duration: 797.789965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.496897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.285271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-01T14:01:59.49697Z","caller":"traceutil/trace.go:171","msg":"trace[1740254625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1656; }","duration":"544.377843ms","start":"2026-03-01T14:01:58.952563Z","end":"2026-03-01T14:01:59.496941Z","steps":["trace[1740254625] 'range keys from in-memory index tree' (duration: 544.135337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.497008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:58.952552Z","time spent":"544.447514ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:01:59.497052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158102241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-01T14:01:59.497012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154752328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:01:59.497212Z","caller":"traceutil/trace.go:171","msg":"trace[397045374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1656; }","duration":"1.154988444s","start":"2026-03-01T14:01:58.342183Z","end":"2026-03-01T14:01:59.497171Z","steps":["trace[397045374] 'range keys from in-memory index tree' (duration: 1.154288186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.497307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:58.342122Z","time spent":"1.155168938s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:01:59.497117Z","caller":"traceutil/trace.go:171","msg":"trace[2139687170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:1656; }","duration":"1.158169473s","start":"2026-03-01T14:01:58.338928Z","end":"2026-03-01T14:01:59.497097Z","steps":["trace[2139687170] 'range keys from in-memory index tree' (duration: 1.157919547s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.497434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:58.338908Z","time spent":"1.158494681s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" "} {"level":"warn","ts":"2026-03-01T14:01:59.49709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.564209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:01:59.497793Z","caller":"traceutil/trace.go:171","msg":"trace[270209968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"583.38222ms","start":"2026-03-01T14:01:58.914389Z","end":"2026-03-01T14:01:59.497771Z","steps":["trace[270209968] 'range keys from in-memory index tree' (duration: 582.343183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:01:59.49869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:01:58.914368Z","time spent":"584.305303ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:06.150421Z","caller":"traceutil/trace.go:171","msg":"trace[262484542] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"139.875421ms","start":"2026-03-01T14:02:06.010518Z","end":"2026-03-01T14:02:06.150393Z","steps":["trace[262484542] 'process raft request' (duration: 139.710627ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:06.602039Z","caller":"traceutil/trace.go:171","msg":"trace[709943996] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1796; }","duration":"492.046194ms","start":"2026-03-01T14:02:06.109971Z","end":"2026-03-01T14:02:06.602017Z","steps":["trace[709943996] 'read index received' (duration: 40.40377ms)","trace[709943996] 'applied index is now lower than readState.Index' (duration: 451.641704ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:06.60213Z","caller":"traceutil/trace.go:171","msg":"trace[489561209] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"591.39041ms","start":"2026-03-01T14:02:06.010694Z","end":"2026-03-01T14:02:06.602085Z","steps":["trace[489561209] 'process raft request' (duration: 497.373947ms)","trace[489561209] 'compare' (duration: 93.847388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:06.602208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.227639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:06.602246Z","caller":"traceutil/trace.go:171","msg":"trace[1799250949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"492.339751ms","start":"2026-03-01T14:02:06.109896Z","end":"2026-03-01T14:02:06.602236Z","steps":["trace[1799250949] 'agreement among raft nodes before linearized reading' (duration: 492.255689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:06.602284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:06.109867Z","time spent":"492.405953ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:06.602335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:06.010681Z","time spent":"591.535705ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:13.175226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:02:13.258018Z","caller":"traceutil/trace.go:171","msg":"trace[918594341] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"607.717727ms","start":"2026-03-01T14:02:12.650274Z","end":"2026-03-01T14:02:13.257992Z","steps":["trace[918594341] 'process raft request' (duration: 607.561714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:13.25817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.650259Z","time spent":"607.828382ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.547658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104386937s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:14.547751Z","caller":"traceutil/trace.go:171","msg":"trace[1932878351] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1839; }","duration":"1.872981892s","start":"2026-03-01T14:02:12.674737Z","end":"2026-03-01T14:02:14.547719Z","steps":["trace[1932878351] 'read index received' (duration: 583.228136ms)","trace[1932878351] 'applied index is now lower than readState.Index' (duration: 1.289752786s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:14.547802Z","caller":"traceutil/trace.go:171","msg":"trace[1559791343] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"1.73106648s","start":"2026-03-01T14:02:12.816728Z","end":"2026-03-01T14:02:14.547794Z","steps":["trace[1559791343] 'process raft request' (duration: 626.457878ms)","trace[1559791343] 'compare' (duration: 1.103967986s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:14.547868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.816707Z","time spent":"1.731112271s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.547981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873238138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:14.548051Z","caller":"traceutil/trace.go:171","msg":"trace[1720922799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1767; }","duration":"1.873344351s","start":"2026-03-01T14:02:12.674687Z","end":"2026-03-01T14:02:14.548032Z","steps":["trace[1720922799] 'agreement among raft nodes before linearized reading' (duration: 1.873141336s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.548092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.674672Z","time spent":"1.873411682s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:02:14.549609Z","caller":"traceutil/trace.go:171","msg":"trace[197824006] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"739.809994ms","start":"2026-03-01T14:02:13.809777Z","end":"2026-03-01T14:02:14.549587Z","steps":["trace[197824006] 'process raft request' (duration: 739.69022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.54976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.809752Z","time spent":"739.916207ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.551855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838301593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:14.551946Z","caller":"traceutil/trace.go:171","msg":"trace[789410681] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1770; }","duration":"1.838449087s","start":"2026-03-01T14:02:12.713477Z","end":"2026-03-01T14:02:14.551926Z","steps":["trace[789410681] 'agreement among raft nodes before linearized reading' (duration: 1.838219371s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.551992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.713461Z","time spent":"1.838522669s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:14.552063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.66888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:02:14.552117Z","caller":"traceutil/trace.go:171","msg":"trace[1461457715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"717.721831ms","start":"2026-03-01T14:02:13.834381Z","end":"2026-03-01T14:02:14.552103Z","steps":["trace[1461457715] 'agreement among raft nodes before linearized reading' (duration: 717.569988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.83433Z","time spent":"717.846504ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:02:14.552324Z","caller":"traceutil/trace.go:171","msg":"trace[765217714] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"740.713216ms","start":"2026-03-01T14:02:13.811599Z","end":"2026-03-01T14:02:14.552312Z","steps":["trace[765217714] 'process raft request' (duration: 739.879575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.079006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:02:14.552418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.811576Z","time spent":"740.786099ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.552466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550752518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:14.55249Z","caller":"traceutil/trace.go:171","msg":"trace[96455980] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1770; }","duration":"1.55081291s","start":"2026-03-01T14:02:13.001672Z","end":"2026-03-01T14:02:14.552485Z","steps":["trace[96455980] 'agreement among raft nodes before linearized reading' (duration: 1.550771439s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.001651Z","time spent":"1.55085843s","remote":"127.0.0.1:49060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:02:14.552566Z","caller":"traceutil/trace.go:171","msg":"trace[1913088292] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"733.429755ms","start":"2026-03-01T14:02:13.819124Z","end":"2026-03-01T14:02:14.552554Z","steps":["trace[1913088292] 'process raft request' (duration: 732.524511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.819087Z","time spent":"733.509257ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:14.55271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577072646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:02:14.552739Z","caller":"traceutil/trace.go:171","msg":"trace[1415662602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1770; }","duration":"1.577128908s","start":"2026-03-01T14:02:12.975603Z","end":"2026-03-01T14:02:14.552732Z","steps":["trace[1415662602] 'agreement among raft nodes before linearized reading' (duration: 1.577039006s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.975589Z","time spent":"1.577169909s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:02:14.552801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.757193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:02:14.552837Z","caller":"traceutil/trace.go:171","msg":"trace[1091904495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1770; }","duration":"347.848055ms","start":"2026-03-01T14:02:14.204979Z","end":"2026-03-01T14:02:14.552827Z","steps":["trace[1091904495] 'agreement among raft nodes before linearized reading' (duration: 347.758383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.552342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.408988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T14:02:14.552875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636299689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:14.55298Z","caller":"traceutil/trace.go:171","msg":"trace[1513072013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"1.636447463s","start":"2026-03-01T14:02:12.916509Z","end":"2026-03-01T14:02:14.552956Z","steps":["trace[1513072013] 'agreement among raft nodes before linearized reading' (duration: 1.636278318s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.553033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:12.916475Z","time spent":"1.636549904s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:14.553142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.721444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:14.552431Z","caller":"traceutil/trace.go:171","msg":"trace[1696146866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"725.131136ms","start":"2026-03-01T14:02:13.827292Z","end":"2026-03-01T14:02:14.552423Z","steps":["trace[1696146866] 'agreement among raft nodes before linearized reading' (duration: 725.064405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:14.553203Z","caller":"traceutil/trace.go:171","msg":"trace[595467156] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1770; }","duration":"658.830827ms","start":"2026-03-01T14:02:13.89436Z","end":"2026-03-01T14:02:14.553191Z","steps":["trace[595467156] 'agreement among raft nodes before linearized reading' (duration: 658.682924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.553232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.894345Z","time spent":"658.880919ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:14.553231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.827269Z","time spent":"725.951257ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:14.552869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:14.204947Z","time spent":"347.915147ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:02:14.552934Z","caller":"traceutil/trace.go:171","msg":"trace[565506981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1770; }","duration":"723.014213ms","start":"2026-03-01T14:02:13.829884Z","end":"2026-03-01T14:02:14.552898Z","steps":["trace[565506981] 'agreement among raft nodes before linearized reading' (duration: 722.351586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:14.554371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:13.829862Z","time spent":"724.47785ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:02:15.763599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690237,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:02:16.06348Z","caller":"traceutil/trace.go:171","msg":"trace[719622844] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"903.028698ms","start":"2026-03-01T14:02:15.160413Z","end":"2026-03-01T14:02:16.063442Z","steps":["trace[719622844] 'process raft request' (duration: 901.425757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.063634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.160386Z","time spent":"903.16924ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:16.06796Z","caller":"traceutil/trace.go:171","msg":"trace[1488443675] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1849; }","duration":"804.931983ms","start":"2026-03-01T14:02:15.262998Z","end":"2026-03-01T14:02:16.06793Z","steps":["trace[1488443675] 'read index received' (duration: 798.85263ms)","trace[1488443675] 'applied index is now lower than readState.Index' (duration: 6.077763ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:16.068082Z","caller":"traceutil/trace.go:171","msg":"trace[1443245965] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"905.244944ms","start":"2026-03-01T14:02:15.162822Z","end":"2026-03-01T14:02:16.068067Z","steps":["trace[1443245965] 'process raft request' (duration: 905.004827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.068185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.871307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:16.068231Z","caller":"traceutil/trace.go:171","msg":"trace[1235749640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1777; }","duration":"152.985659ms","start":"2026-03-01T14:02:15.915232Z","end":"2026-03-01T14:02:16.068218Z","steps":["trace[1235749640] 'agreement among raft nodes before linearized reading' (duration: 152.881867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.068234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.1628Z","time spent":"905.309096ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:16.068287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.564459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:16.068403Z","caller":"traceutil/trace.go:171","msg":"trace[491031327] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1777; }","duration":"403.697582ms","start":"2026-03-01T14:02:15.664677Z","end":"2026-03-01T14:02:16.068374Z","steps":["trace[491031327] 'agreement among raft nodes before linearized reading' (duration: 403.518108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.068429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.803857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T14:02:16.068466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.664616Z","time spent":"403.832555ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:16.068495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.469486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:02:16.068541Z","caller":"traceutil/trace.go:171","msg":"trace[805657140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1777; }","duration":"512.034563ms","start":"2026-03-01T14:02:15.55647Z","end":"2026-03-01T14:02:16.068505Z","steps":["trace[805657140] 'agreement among raft nodes before linearized reading' (duration: 511.637994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.06861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.55642Z","time spent":"512.174027ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:02:16.068621Z","caller":"traceutil/trace.go:171","msg":"trace[140388391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1777; }","duration":"805.61559ms","start":"2026-03-01T14:02:15.262955Z","end":"2026-03-01T14:02:16.068571Z","steps":["trace[140388391] 'agreement among raft nodes before linearized reading' (duration: 805.329463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:16.068678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:15.262939Z","time spent":"805.727162ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:02:21.687997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.506161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:02:21.688058Z","caller":"traceutil/trace.go:171","msg":"trace[205232852] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1803; }","duration":"145.605884ms","start":"2026-03-01T14:02:21.54244Z","end":"2026-03-01T14:02:21.688046Z","steps":["trace[205232852] 'range keys from in-memory index tree' (duration: 145.435379ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:28.656213Z","caller":"traceutil/trace.go:171","msg":"trace[1211335547] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"121.480917ms","start":"2026-03-01T14:02:28.534708Z","end":"2026-03-01T14:02:28.656189Z","steps":["trace[1211335547] 'process raft request' (duration: 121.274792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:28.901392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.259633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:28.90156Z","caller":"traceutil/trace.go:171","msg":"trace[1681612606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1848; }","duration":"203.453768ms","start":"2026-03-01T14:02:28.698081Z","end":"2026-03-01T14:02:28.901534Z","steps":["trace[1681612606] 'range keys from in-memory index tree' (duration: 203.234772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:28.901685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.910865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:28.902001Z","caller":"traceutil/trace.go:171","msg":"trace[1495121602] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"240.535945ms","start":"2026-03-01T14:02:28.661451Z","end":"2026-03-01T14:02:28.901987Z","steps":["trace[1495121602] 'read index received' (duration: 59.226331ms)","trace[1495121602] 'applied index is now lower than readState.Index' (duration: 181.308284ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:28.902045Z","caller":"traceutil/trace.go:171","msg":"trace[2019831028] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"238.431822ms","start":"2026-03-01T14:02:28.663599Z","end":"2026-03-01T14:02:28.902031Z","steps":["trace[2019831028] 'process raft request' (duration: 238.392371ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:28.902073Z","caller":"traceutil/trace.go:171","msg":"trace[730422511] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"243.438637ms","start":"2026-03-01T14:02:28.65861Z","end":"2026-03-01T14:02:28.902049Z","steps":["trace[730422511] 'process raft request' (duration: 62.060622ms)","trace[730422511] 'compare' (duration: 180.631617ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:28.902084Z","caller":"traceutil/trace.go:171","msg":"trace[19211407] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"239.065258ms","start":"2026-03-01T14:02:28.662999Z","end":"2026-03-01T14:02:28.902064Z","steps":["trace[19211407] 'process raft request' (duration: 238.797041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:28.902138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.684598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-01T14:02:28.902167Z","caller":"traceutil/trace.go:171","msg":"trace[415812866] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:1853; }","duration":"240.754221ms","start":"2026-03-01T14:02:28.661402Z","end":"2026-03-01T14:02:28.902156Z","steps":["trace[415812866] 'agreement among raft nodes before linearized reading' (duration: 240.631838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:28.902263Z","caller":"traceutil/trace.go:171","msg":"trace[1724848937] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"238.833283ms","start":"2026-03-01T14:02:28.663385Z","end":"2026-03-01T14:02:28.902219Z","steps":["trace[1724848937] 'process raft request' (duration: 238.581076ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:28.902356Z","caller":"traceutil/trace.go:171","msg":"trace[1543524626] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"239.040028ms","start":"2026-03-01T14:02:28.663303Z","end":"2026-03-01T14:02:28.902343Z","steps":["trace[1543524626] 'process raft request' (duration: 238.627478ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:29.092993Z","caller":"traceutil/trace.go:171","msg":"trace[1427901238] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1930; }","duration":"180.697828ms","start":"2026-03-01T14:02:28.912252Z","end":"2026-03-01T14:02:29.09295Z","steps":["trace[1427901238] 'read index received' (duration: 91.139798ms)","trace[1427901238] 'applied index is now lower than readState.Index' (duration: 89.55607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:29.093152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.882403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:29.093134Z","caller":"traceutil/trace.go:171","msg":"trace[958972557] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"186.123004ms","start":"2026-03-01T14:02:28.906959Z","end":"2026-03-01T14:02:29.093082Z","steps":["trace[958972557] 'process raft request' (duration: 96.505262ms)","trace[958972557] 'compare' (duration: 89.185341ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:29.093204Z","caller":"traceutil/trace.go:171","msg":"trace[772751878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"180.975715ms","start":"2026-03-01T14:02:28.912217Z","end":"2026-03-01T14:02:29.093193Z","steps":["trace[772751878] 'agreement among raft nodes before linearized reading' (duration: 180.865983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:36.844707Z","caller":"traceutil/trace.go:171","msg":"trace[998378920] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"159.551151ms","start":"2026-03-01T14:02:36.685124Z","end":"2026-03-01T14:02:36.844675Z","steps":["trace[998378920] 'process raft request' (duration: 157.403857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:36.844934Z","caller":"traceutil/trace.go:171","msg":"trace[786936561] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"159.268653ms","start":"2026-03-01T14:02:36.68564Z","end":"2026-03-01T14:02:36.844908Z","steps":["trace[786936561] 'process raft request' (duration: 158.982896ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:38.461272Z","caller":"traceutil/trace.go:171","msg":"trace[943237733] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"199.027087ms","start":"2026-03-01T14:02:38.262228Z","end":"2026-03-01T14:02:38.461255Z","steps":["trace[943237733] 'read index received' (duration: 198.972765ms)","trace[943237733] 'applied index is now lower than readState.Index' (duration: 53.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:38.461367Z","caller":"traceutil/trace.go:171","msg":"trace[1691723170] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"206.583986ms","start":"2026-03-01T14:02:38.254758Z","end":"2026-03-01T14:02:38.461342Z","steps":["trace[1691723170] 'process raft request' (duration: 206.370561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:38.461511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.262312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:38.461574Z","caller":"traceutil/trace.go:171","msg":"trace[2076887747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"199.336404ms","start":"2026-03-01T14:02:38.262218Z","end":"2026-03-01T14:02:38.461555Z","steps":["trace[2076887747] 'agreement among raft nodes before linearized reading' (duration: 199.142769ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:38.946557Z","caller":"traceutil/trace.go:171","msg":"trace[1139607450] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"217.756755ms","start":"2026-03-01T14:02:38.728779Z","end":"2026-03-01T14:02:38.946536Z","steps":["trace[1139607450] 'process raft request' (duration: 124.028162ms)","trace[1139607450] 'compare' (duration: 93.651231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:38.946484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.886909ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:38.947Z","caller":"traceutil/trace.go:171","msg":"trace[139683972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1896; }","duration":"248.29218ms","start":"2026-03-01T14:02:38.698556Z","end":"2026-03-01T14:02:38.946849Z","steps":["trace[139683972] 'range keys from in-memory index tree' (duration: 247.876608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.372039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:02:39.632741Z","caller":"traceutil/trace.go:171","msg":"trace[572137893] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"782.834766ms","start":"2026-03-01T14:02:38.849887Z","end":"2026-03-01T14:02:39.632722Z","steps":["trace[572137893] 'process raft request' (duration: 727.300378ms)","trace[572137893] 'compare' (duration: 55.061477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:39.632868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.849863Z","time spent":"782.938159ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:39.632952Z","caller":"traceutil/trace.go:171","msg":"trace[276530240] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1976; }","duration":"761.505443ms","start":"2026-03-01T14:02:38.871403Z","end":"2026-03-01T14:02:39.632908Z","steps":["trace[276530240] 'read index received' (duration: 705.829281ms)","trace[276530240] 'applied index is now lower than readState.Index' (duration: 55.674772ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:39.633113Z","caller":"traceutil/trace.go:171","msg":"trace[457952936] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"782.667523ms","start":"2026-03-01T14:02:38.850427Z","end":"2026-03-01T14:02:39.633095Z","steps":["trace[457952936] 'process raft request' (duration: 782.267902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.633253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.850415Z","time spent":"782.753245ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:39.633463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.057647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8870ac1d60\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-01T14:02:39.633501Z","caller":"traceutil/trace.go:171","msg":"trace[12459621] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8870ac1d60; range_end:; response_count:1; response_revision:1899; }","duration":"762.119678ms","start":"2026-03-01T14:02:38.871371Z","end":"2026-03-01T14:02:39.633491Z","steps":["trace[12459621] 'agreement among raft nodes before linearized reading' (duration: 761.996235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.633594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.871345Z","time spent":"762.224551ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8870ac1d60\" "} {"level":"warn","ts":"2026-03-01T14:02:39.633578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.761571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:39.633698Z","caller":"traceutil/trace.go:171","msg":"trace[1214248723] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1899; }","duration":"148.936014ms","start":"2026-03-01T14:02:39.484726Z","end":"2026-03-01T14:02:39.633662Z","steps":["trace[1214248723] 'agreement among raft nodes before linearized reading' (duration: 148.738949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.633719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.800196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:02:39.633717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.214447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:39.633757Z","caller":"traceutil/trace.go:171","msg":"trace[1658574719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"688.849286ms","start":"2026-03-01T14:02:38.944895Z","end":"2026-03-01T14:02:39.633745Z","steps":["trace[1658574719] 'agreement among raft nodes before linearized reading' (duration: 688.763914ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:39.633767Z","caller":"traceutil/trace.go:171","msg":"trace[1595168922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"164.310509ms","start":"2026-03-01T14:02:39.46944Z","end":"2026-03-01T14:02:39.63375Z","steps":["trace[1595168922] 'agreement among raft nodes before linearized reading' (duration: 164.075324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.633793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.944884Z","time spent":"688.899227ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:39.633627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.356579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:02:39.633878Z","caller":"traceutil/trace.go:171","msg":"trace[1539836341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1899; }","duration":"665.639546ms","start":"2026-03-01T14:02:38.968232Z","end":"2026-03-01T14:02:39.633871Z","steps":["trace[1539836341] 'agreement among raft nodes before linearized reading' (duration: 665.228916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.633898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.96822Z","time spent":"665.672877ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:39.633881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.658991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:02:39.634014Z","caller":"traceutil/trace.go:171","msg":"trace[1073358013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"674.764264ms","start":"2026-03-01T14:02:38.959162Z","end":"2026-03-01T14:02:39.633926Z","steps":["trace[1073358013] 'agreement among raft nodes before linearized reading' (duration: 674.6025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.634076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.96028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:39.634078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.959139Z","time spent":"674.925298ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:02:39.634117Z","caller":"traceutil/trace.go:171","msg":"trace[107770968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"719.604205ms","start":"2026-03-01T14:02:38.914495Z","end":"2026-03-01T14:02:39.6341Z","steps":["trace[107770968] 'agreement among raft nodes before linearized reading' (duration: 718.966349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.634155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.914482Z","time spent":"719.666107ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:39.634172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.361119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:39.634226Z","caller":"traceutil/trace.go:171","msg":"trace[437371518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"691.440861ms","start":"2026-03-01T14:02:38.942768Z","end":"2026-03-01T14:02:39.634209Z","steps":["trace[437371518] 'agreement among raft nodes before linearized reading' (duration: 691.00119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:39.634273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:38.942756Z","time spent":"691.506893ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:02:40.18327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.367707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:40.18365Z","caller":"traceutil/trace.go:171","msg":"trace[1183222256] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1978; }","duration":"524.726252ms","start":"2026-03-01T14:02:39.658902Z","end":"2026-03-01T14:02:40.183628Z","steps":["trace[1183222256] 'read index received' (duration: 128.905894ms)","trace[1183222256] 'applied index is now lower than readState.Index' (duration: 395.818988ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:40.183639Z","caller":"traceutil/trace.go:171","msg":"trace[888797693] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"547.365478ms","start":"2026-03-01T14:02:39.63618Z","end":"2026-03-01T14:02:40.183546Z","steps":["trace[888797693] 'process raft request' (duration: 151.608091ms)","trace[888797693] 'compare' (duration: 395.196183ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:40.183722Z","caller":"traceutil/trace.go:171","msg":"trace[2140305097] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"545.675526ms","start":"2026-03-01T14:02:39.638037Z","end":"2026-03-01T14:02:40.183712Z","steps":["trace[2140305097] 'process raft request' (duration: 545.4473ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:40.183714Z","caller":"traceutil/trace.go:171","msg":"trace[2091457894] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"544.67042ms","start":"2026-03-01T14:02:39.639012Z","end":"2026-03-01T14:02:40.183683Z","steps":["trace[2091457894] 'process raft request' (duration: 544.556487ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:40.183692Z","caller":"traceutil/trace.go:171","msg":"trace[1069638671] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"544.750203ms","start":"2026-03-01T14:02:39.638911Z","end":"2026-03-01T14:02:40.183661Z","steps":["trace[1069638671] 'process raft request' (duration: 544.614789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:40.183847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.636142Z","time spent":"547.594374ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:40.183868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.638891Z","time spent":"544.890956ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:40.183628Z","caller":"traceutil/trace.go:171","msg":"trace[1026127070] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"546.000544ms","start":"2026-03-01T14:02:39.637581Z","end":"2026-03-01T14:02:40.183581Z","steps":["trace[1026127070] 'process raft request' (duration: 545.83268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:40.183891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.639004Z","time spent":"544.760952ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:40.183848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.635028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:40.183992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.024264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-01T14:02:40.184037Z","caller":"traceutil/trace.go:171","msg":"trace[1632672849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"268.864634ms","start":"2026-03-01T14:02:39.915154Z","end":"2026-03-01T14:02:40.184018Z","steps":["trace[1632672849] 'agreement among raft nodes before linearized reading' (duration: 268.649998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:40.183867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.638023Z","time spent":"545.741467ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:40.183997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.886656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:107610"} {"level":"warn","ts":"2026-03-01T14:02:40.18406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.098056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:02:40.184068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.637555Z","time spent":"546.370953ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:40.184094Z","caller":"traceutil/trace.go:171","msg":"trace[1451710346] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1904; }","duration":"525.019879ms","start":"2026-03-01T14:02:39.659065Z","end":"2026-03-01T14:02:40.184085Z","steps":["trace[1451710346] 'agreement among raft nodes before linearized reading' (duration: 524.716322ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:40.184128Z","caller":"traceutil/trace.go:171","msg":"trace[1310116693] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1904; }","duration":"508.186118ms","start":"2026-03-01T14:02:39.675919Z","end":"2026-03-01T14:02:40.184105Z","steps":["trace[1310116693] 'agreement among raft nodes before linearized reading' (duration: 508.024104ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:40.184055Z","caller":"traceutil/trace.go:171","msg":"trace[1056859526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1904; }","duration":"472.105606ms","start":"2026-03-01T14:02:39.711932Z","end":"2026-03-01T14:02:40.184038Z","steps":["trace[1056859526] 'agreement among raft nodes before linearized reading' (duration: 471.963402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:40.184141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.659049Z","time spent":"525.07895ms","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":107634,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T14:02:40.18422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.675909Z","time spent":"508.282111ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:40.184222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.711922Z","time spent":"472.27907ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:02:40.185063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.150758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-01T14:02:40.185127Z","caller":"traceutil/trace.go:171","msg":"trace[2000618228] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1904; }","duration":"526.249591ms","start":"2026-03-01T14:02:39.658862Z","end":"2026-03-01T14:02:40.185112Z","steps":["trace[2000618228] 'agreement among raft nodes before linearized reading' (duration: 524.877636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:40.185171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:39.658846Z","time spent":"526.313742ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-01T14:02:42.395375Z","caller":"traceutil/trace.go:171","msg":"trace[584013163] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"201.91341ms","start":"2026-03-01T14:02:42.193432Z","end":"2026-03-01T14:02:42.395346Z","steps":["trace[584013163] 'process raft request' (duration: 150.530924ms)","trace[584013163] 'compare' (duration: 51.235861ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:42.395729Z","caller":"traceutil/trace.go:171","msg":"trace[1377837472] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1990; }","duration":"110.283689ms","start":"2026-03-01T14:02:42.285421Z","end":"2026-03-01T14:02:42.395704Z","steps":["trace[1377837472] 'read index received' (duration: 58.416081ms)","trace[1377837472] 'applied index is now lower than readState.Index' (duration: 51.866518ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:42.395774Z","caller":"traceutil/trace.go:171","msg":"trace[211872154] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"202.30611ms","start":"2026-03-01T14:02:42.193454Z","end":"2026-03-01T14:02:42.39576Z","steps":["trace[211872154] 'process raft request' (duration: 201.851589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:42.395871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.427462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:42.395916Z","caller":"traceutil/trace.go:171","msg":"trace[736444495] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1913; }","duration":"110.521785ms","start":"2026-03-01T14:02:42.285379Z","end":"2026-03-01T14:02:42.395901Z","steps":["trace[736444495] 'agreement among raft nodes before linearized reading' (duration: 110.426062ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:42.39592Z","caller":"traceutil/trace.go:171","msg":"trace[67424466] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"202.430893ms","start":"2026-03-01T14:02:42.193458Z","end":"2026-03-01T14:02:42.395889Z","steps":["trace[67424466] 'process raft request' (duration: 202.142326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:42.839103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.136975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:42.839202Z","caller":"traceutil/trace.go:171","msg":"trace[1571639417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"144.296719ms","start":"2026-03-01T14:02:42.694881Z","end":"2026-03-01T14:02:42.839177Z","steps":["trace[1571639417] 'range keys from in-memory index tree' (duration: 143.95073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.822408Z","caller":"traceutil/trace.go:171","msg":"trace[1784734604] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"134.141865ms","start":"2026-03-01T14:02:43.688239Z","end":"2026-03-01T14:02:43.822381Z","steps":["trace[1784734604] 'process raft request' (duration: 133.94216ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:43.834113Z","caller":"traceutil/trace.go:171","msg":"trace[1754278886] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"142.698729ms","start":"2026-03-01T14:02:43.691371Z","end":"2026-03-01T14:02:43.834069Z","steps":["trace[1754278886] 'process raft request' (duration: 142.498944ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:50.878971Z","caller":"traceutil/trace.go:171","msg":"trace[2016606116] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"265.193492ms","start":"2026-03-01T14:02:50.61375Z","end":"2026-03-01T14:02:50.878944Z","steps":["trace[2016606116] 'process raft request' (duration: 265.042018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:51.608673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.850641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:51.608758Z","caller":"traceutil/trace.go:171","msg":"trace[1691406954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"711.989255ms","start":"2026-03-01T14:02:50.896749Z","end":"2026-03-01T14:02:51.608738Z","steps":["trace[1691406954] 'range keys from in-memory index tree' (duration: 711.664357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:51.6088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:50.896732Z","time spent":"712.058957ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:51.608804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.957074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:51.608896Z","caller":"traceutil/trace.go:171","msg":"trace[136233190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1953; }","duration":"694.091817ms","start":"2026-03-01T14:02:50.914782Z","end":"2026-03-01T14:02:51.608874Z","steps":["trace[136233190] 'range keys from in-memory index tree' (duration: 693.878091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:51.60894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:50.914763Z","time spent":"694.163689ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:51.644508Z","caller":"traceutil/trace.go:171","msg":"trace[1860110011] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2035; }","duration":"180.093283ms","start":"2026-03-01T14:02:51.46439Z","end":"2026-03-01T14:02:51.644483Z","steps":["trace[1860110011] 'read index received' (duration: 179.914489ms)","trace[1860110011] 'applied index is now lower than readState.Index' (duration: 177.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:51.644684Z","caller":"traceutil/trace.go:171","msg":"trace[1865537825] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"598.685511ms","start":"2026-03-01T14:02:51.045948Z","end":"2026-03-01T14:02:51.644633Z","steps":["trace[1865537825] 'process raft request' (duration: 598.374453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:51.644767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.35143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:02:51.64481Z","caller":"traceutil/trace.go:171","msg":"trace[1976298454] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1954; }","duration":"180.453513ms","start":"2026-03-01T14:02:51.464341Z","end":"2026-03-01T14:02:51.644795Z","steps":["trace[1976298454] 'agreement among raft nodes before linearized reading' (duration: 180.277158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:51.644874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:51.045923Z","time spent":"598.855855ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:51.920637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.222872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:51.920792Z","caller":"traceutil/trace.go:171","msg":"trace[2124082795] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"254.648628ms","start":"2026-03-01T14:02:51.666116Z","end":"2026-03-01T14:02:51.920764Z","steps":["trace[2124082795] 'process raft request' (duration: 79.203611ms)","trace[2124082795] 'compare' (duration: 175.101449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:52.433921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.905989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:52.434086Z","caller":"traceutil/trace.go:171","msg":"trace[755611919] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"167.499049ms","start":"2026-03-01T14:02:52.266562Z","end":"2026-03-01T14:02:52.434061Z","steps":["trace[755611919] 'read index received' (duration: 56.702µs)","trace[755611919] 'applied index is now lower than readState.Index' (duration: 167.436167ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:52.434084Z","caller":"traceutil/trace.go:171","msg":"trace[155913739] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"334.251318ms","start":"2026-03-01T14:02:52.099803Z","end":"2026-03-01T14:02:52.434054Z","steps":["trace[155913739] 'process raft request' (duration: 78.081022ms)","trace[155913739] 'compare' (duration: 255.665464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:52.434304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.741215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:02:52.434365Z","caller":"traceutil/trace.go:171","msg":"trace[1701639771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1958; }","duration":"167.844657ms","start":"2026-03-01T14:02:52.266504Z","end":"2026-03-01T14:02:52.434348Z","steps":["trace[1701639771] 'agreement among raft nodes before linearized reading' (duration: 167.628492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:52.43439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.099771Z","time spent":"334.410382ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:52.766061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.665471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:52.766343Z","caller":"traceutil/trace.go:171","msg":"trace[475843428] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2041; }","duration":"260.763651ms","start":"2026-03-01T14:02:52.505561Z","end":"2026-03-01T14:02:52.766325Z","steps":["trace[475843428] 'read index received' (duration: 138.708688ms)","trace[475843428] 'applied index is now lower than readState.Index' (duration: 122.053813ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:52.766395Z","caller":"traceutil/trace.go:171","msg":"trace[1496784434] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"326.838294ms","start":"2026-03-01T14:02:52.439525Z","end":"2026-03-01T14:02:52.766363Z","steps":["trace[1496784434] 'process raft request' (duration: 326.671169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:52.766456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.890244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:52.766439Z","caller":"traceutil/trace.go:171","msg":"trace[726280291] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"325.605114ms","start":"2026-03-01T14:02:52.440811Z","end":"2026-03-01T14:02:52.766416Z","steps":["trace[726280291] 'process raft request' (duration: 325.477851ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:52.766439Z","caller":"traceutil/trace.go:171","msg":"trace[1136198043] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"326.446895ms","start":"2026-03-01T14:02:52.43996Z","end":"2026-03-01T14:02:52.766406Z","steps":["trace[1136198043] 'process raft request' (duration: 326.291891ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:52.76645Z","caller":"traceutil/trace.go:171","msg":"trace[1811860891] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"327.48462ms","start":"2026-03-01T14:02:52.438932Z","end":"2026-03-01T14:02:52.766416Z","steps":["trace[1811860891] 'process raft request' (duration: 205.324835ms)","trace[1811860891] 'compare' (duration: 121.518648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:52.766577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.439505Z","time spent":"326.976037ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:52.76659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.440799Z","time spent":"325.707086ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:52.76659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.439948Z","time spent":"326.577608ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:52.766492Z","caller":"traceutil/trace.go:171","msg":"trace[939119032] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1962; }","duration":"260.966116ms","start":"2026-03-01T14:02:52.505513Z","end":"2026-03-01T14:02:52.766479Z","steps":["trace[939119032] 'agreement among raft nodes before linearized reading' (duration: 260.899525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:52.766624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.438911Z","time spent":"327.624143ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:53.620529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.617551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:53.620663Z","caller":"traceutil/trace.go:171","msg":"trace[726273430] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"854.256403ms","start":"2026-03-01T14:02:52.766384Z","end":"2026-03-01T14:02:53.620641Z","steps":["trace[726273430] 'read index received' (duration: 103.306074ms)","trace[726273430] 'applied index is now lower than readState.Index' (duration: 750.948629ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:53.620785Z","caller":"traceutil/trace.go:171","msg":"trace[292564420] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"949.544396ms","start":"2026-03-01T14:02:52.671223Z","end":"2026-03-01T14:02:53.620767Z","steps":["trace[292564420] 'process raft request' (duration: 198.585467ms)","trace[292564420] 'compare' (duration: 750.329682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:53.620858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.671189Z","time spent":"949.629118ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:53.620896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007817633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:53.62099Z","caller":"traceutil/trace.go:171","msg":"trace[491052422] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1963; }","duration":"1.007966577s","start":"2026-03-01T14:02:52.613004Z","end":"2026-03-01T14:02:53.620971Z","steps":["trace[491052422] 'agreement among raft nodes before linearized reading' (duration: 1.007771532s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:53.621055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.612991Z","time spent":"1.008053619s","remote":"127.0.0.1:40568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:53.621043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.774301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:53.621163Z","caller":"traceutil/trace.go:171","msg":"trace[523240760] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1963; }","duration":"947.939476ms","start":"2026-03-01T14:02:52.673196Z","end":"2026-03-01T14:02:53.621135Z","steps":["trace[523240760] 'agreement among raft nodes before linearized reading' (duration: 947.762451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:53.621172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.175594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:02:53.62118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.693462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:53.621211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005449353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T14:02:53.621227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.673176Z","time spent":"948.033879ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:02:53.621272Z","caller":"traceutil/trace.go:171","msg":"trace[1123908657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1963; }","duration":"1.005527556s","start":"2026-03-01T14:02:52.615724Z","end":"2026-03-01T14:02:53.621252Z","steps":["trace[1123908657] 'agreement among raft nodes before linearized reading' (duration: 1.005323491s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:53.621275Z","caller":"traceutil/trace.go:171","msg":"trace[1107526233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1963; }","duration":"737.274406ms","start":"2026-03-01T14:02:52.883964Z","end":"2026-03-01T14:02:53.621239Z","steps":["trace[1107526233] 'agreement among raft nodes before linearized reading' (duration: 737.03566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:53.62133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.615713Z","time spent":"1.005608247s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:53.621334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.883917Z","time spent":"737.40809ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:02:53.621277Z","caller":"traceutil/trace.go:171","msg":"trace[2133933840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"706.835646ms","start":"2026-03-01T14:02:52.914412Z","end":"2026-03-01T14:02:53.621247Z","steps":["trace[2133933840] 'agreement among raft nodes before linearized reading' (duration: 706.634631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:53.62152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:52.914394Z","time spent":"707.109914ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:54.184334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.800683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:54.184603Z","caller":"traceutil/trace.go:171","msg":"trace[1242881944] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2046; }","duration":"270.600527ms","start":"2026-03-01T14:02:53.913985Z","end":"2026-03-01T14:02:54.184585Z","steps":["trace[1242881944] 'read index received' (duration: 96.121254ms)","trace[1242881944] 'applied index is now lower than readState.Index' (duration: 174.477813ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:54.184775Z","caller":"traceutil/trace.go:171","msg":"trace[1205909625] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"533.09152ms","start":"2026-03-01T14:02:53.651666Z","end":"2026-03-01T14:02:54.184757Z","steps":["trace[1205909625] 'process raft request' (duration: 532.793353ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:54.184864Z","caller":"traceutil/trace.go:171","msg":"trace[175562001] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"555.706296ms","start":"2026-03-01T14:02:53.629112Z","end":"2026-03-01T14:02:54.184818Z","steps":["trace[175562001] 'process raft request' (duration: 162.319499ms)","trace[175562001] 'compare' (duration: 392.616678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:54.184927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.898705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:02:54.184952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:53.651642Z","time spent":"533.186853ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:54.185092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:53.629094Z","time spent":"555.885841ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:54.185008Z","caller":"traceutil/trace.go:171","msg":"trace[1184311465] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1965; }","duration":"271.245313ms","start":"2026-03-01T14:02:53.913742Z","end":"2026-03-01T14:02:54.184987Z","steps":["trace[1184311465] 'agreement among raft nodes before linearized reading' (duration: 271.070838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:54.236953Z","caller":"traceutil/trace.go:171","msg":"trace[585080650] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"308.34199ms","start":"2026-03-01T14:02:53.928555Z","end":"2026-03-01T14:02:54.236897Z","steps":["trace[585080650] 'process raft request' (duration: 307.95694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:54.236969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.046654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:54.237038Z","caller":"traceutil/trace.go:171","msg":"trace[1237510796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"322.153546ms","start":"2026-03-01T14:02:53.914867Z","end":"2026-03-01T14:02:54.237021Z","steps":["trace[1237510796] 'agreement among raft nodes before linearized reading' (duration: 322.001323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:54.237085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:53.914849Z","time spent":"322.226558ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:54.237046Z","caller":"traceutil/trace.go:171","msg":"trace[1378835622] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"305.429208ms","start":"2026-03-01T14:02:53.931569Z","end":"2026-03-01T14:02:54.236998Z","steps":["trace[1378835622] 'process raft request' (duration: 305.182662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:54.237085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:53.92853Z","time spent":"308.489604ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:54.237193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.179131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8870ac1d60\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-01T14:02:54.237246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:53.931545Z","time spent":"305.592821ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:54.237274Z","caller":"traceutil/trace.go:171","msg":"trace[833764042] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1898bc8870ac1d60; range_end:; response_count:1; response_revision:1967; }","duration":"221.316834ms","start":"2026-03-01T14:02:54.015937Z","end":"2026-03-01T14:02:54.237254Z","steps":["trace[833764042] 'agreement among raft nodes before linearized reading' (duration: 221.060858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:54.588643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.046158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:54.588783Z","caller":"traceutil/trace.go:171","msg":"trace[1827276529] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"124.333849ms","start":"2026-03-01T14:02:54.464426Z","end":"2026-03-01T14:02:54.588759Z","steps":["trace[1827276529] 'read index received' (duration: 48.731µs)","trace[1827276529] 'applied index is now lower than readState.Index' (duration: 124.283408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:54.588955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.526043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:02:54.58901Z","caller":"traceutil/trace.go:171","msg":"trace[196150734] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1968; }","duration":"124.629946ms","start":"2026-03-01T14:02:54.464365Z","end":"2026-03-01T14:02:54.588995Z","steps":["trace[196150734] 'agreement among raft nodes before linearized reading' (duration: 124.460732ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:54.58906Z","caller":"traceutil/trace.go:171","msg":"trace[1755621656] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"348.770422ms","start":"2026-03-01T14:02:54.240257Z","end":"2026-03-01T14:02:54.589028Z","steps":["trace[1755621656] 'process raft request' (duration: 81.18112ms)","trace[1755621656] 'compare' (duration: 266.825973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:54.589226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:54.240213Z","time spent":"348.923575ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:55.732888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.445617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:55.732985Z","caller":"traceutil/trace.go:171","msg":"trace[612988171] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1968; }","duration":"614.60688ms","start":"2026-03-01T14:02:55.118354Z","end":"2026-03-01T14:02:55.732961Z","steps":["trace[612988171] 'count revisions from in-memory index tree' (duration: 614.324933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.733031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.118327Z","time spent":"614.692052ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:55.733227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.439039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-01T14:02:55.733291Z","caller":"traceutil/trace.go:171","msg":"trace[614996713] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1968; }","duration":"473.546841ms","start":"2026-03-01T14:02:55.259729Z","end":"2026-03-01T14:02:55.733276Z","steps":["trace[614996713] 'range keys from in-memory index tree' (duration: 473.239615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.733332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.259708Z","time spent":"473.612704ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:02:55.73343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.162791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:02:55.733514Z","caller":"traceutil/trace.go:171","msg":"trace[833008389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1968; }","duration":"962.286945ms","start":"2026-03-01T14:02:54.771205Z","end":"2026-03-01T14:02:55.733492Z","steps":["trace[833008389] 'range keys from in-memory index tree' (duration: 961.948636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.733562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:54.771186Z","time spent":"962.362716ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:55.733721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.47708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:02:55.733825Z","caller":"traceutil/trace.go:171","msg":"trace[464074402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"962.634743ms","start":"2026-03-01T14:02:54.771165Z","end":"2026-03-01T14:02:55.7338Z","steps":["trace[464074402] 'range keys from in-memory index tree' (duration: 962.216833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.733877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:54.771138Z","time spent":"962.724945ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:02:55.734109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.768526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:02:55.73418Z","caller":"traceutil/trace.go:171","msg":"trace[296305356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1968; }","duration":"962.845188ms","start":"2026-03-01T14:02:54.77132Z","end":"2026-03-01T14:02:55.734165Z","steps":["trace[296305356] 'range keys from in-memory index tree' (duration: 962.1057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.734156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.991636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-01T14:02:55.734228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:54.771314Z","time spent":"962.90053ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:02:55.734277Z","caller":"traceutil/trace.go:171","msg":"trace[2116424688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"962.214992ms","start":"2026-03-01T14:02:54.772042Z","end":"2026-03-01T14:02:55.734257Z","steps":["trace[2116424688] 'range keys from in-memory index tree' (duration: 961.632237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:55.734398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:54.772014Z","time spent":"962.343475ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:56.244337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:56.744737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:02:56.778196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039559417s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:02:56.778758Z","caller":"traceutil/trace.go:171","msg":"trace[1146686697] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.040215772s","start":"2026-03-01T14:02:55.738513Z","end":"2026-03-01T14:02:56.778728Z","steps":["trace[1146686697] 'process raft request' (duration: 1.040000207s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:56.77894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.738484Z","time spent":"1.040343726s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:57.831284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052733886s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:02:57.923396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:02:57.923485Z","caller":"traceutil/trace.go:171","msg":"trace[1505079177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342633s","start":"2026-03-01T14:02:55.923125Z","end":"2026-03-01T14:02:57.923467Z","steps":["trace[1505079177] 'agreement among raft nodes before linearized reading' (duration: 2.00021179s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.923533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.923103Z","time spent":"2.000420724s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:57.941189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.275707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:57.941464Z","caller":"traceutil/trace.go:171","msg":"trace[2027755134] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"2.202106898s","start":"2026-03-01T14:02:55.73934Z","end":"2026-03-01T14:02:57.941447Z","steps":["trace[2027755134] 'process raft request' (duration: 2.202047327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.941528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.739328Z","time spent":"2.202169269s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:57.941502Z","caller":"traceutil/trace.go:171","msg":"trace[200911881] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"2.202744384s","start":"2026-03-01T14:02:55.738727Z","end":"2026-03-01T14:02:57.941471Z","steps":["trace[200911881] 'process raft request' (duration: 2.20256854s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:57.941643Z","caller":"traceutil/trace.go:171","msg":"trace[2084090490] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.751641933s","start":"2026-03-01T14:02:56.18999Z","end":"2026-03-01T14:02:57.941632Z","steps":["trace[2084090490] 'process raft request' (duration: 1.751424497s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.941704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.738711Z","time spent":"2.202863226s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:57.941729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.189964Z","time spent":"1.751702545s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:57.942058Z","caller":"traceutil/trace.go:171","msg":"trace[1615092312] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.695434868s","start":"2026-03-01T14:02:56.246595Z","end":"2026-03-01T14:02:57.94203Z","steps":["trace[1615092312] 'process raft request' (duration: 1.695004447s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:57.942187Z","caller":"traceutil/trace.go:171","msg":"trace[590307452] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.69554038s","start":"2026-03-01T14:02:56.246635Z","end":"2026-03-01T14:02:57.942176Z","steps":["trace[590307452] 'process raft request' (duration: 1.695252413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.94222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.246577Z","time spent":"1.69556229s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:57.942238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.246621Z","time spent":"1.695590901s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:57.942372Z","caller":"traceutil/trace.go:171","msg":"trace[2087558948] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.237804434s","start":"2026-03-01T14:02:56.704559Z","end":"2026-03-01T14:02:57.942364Z","steps":["trace[2087558948] 'process raft request' (duration: 1.237450065s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.942411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.704538Z","time spent":"1.237852196s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:57.942574Z","caller":"traceutil/trace.go:171","msg":"trace[56961700] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"2.20338342s","start":"2026-03-01T14:02:55.738568Z","end":"2026-03-01T14:02:57.941951Z","steps":["trace[56961700] 'process raft request' (duration: 2.092931718s)","trace[56961700] 'compare' (duration: 107.780445ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:57.942498Z","caller":"traceutil/trace.go:171","msg":"trace[120608001] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.226878621s","start":"2026-03-01T14:02:56.715613Z","end":"2026-03-01T14:02:57.942492Z","steps":["trace[120608001] 'process raft request' (duration: 1.226481091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:57.942662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.715599Z","time spent":"1.227037045s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:57.942673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.738537Z","time spent":"2.204094097s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:58.759452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.297319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:02:58.759549Z","caller":"traceutil/trace.go:171","msg":"trace[104714637] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2051; }","duration":"3.015671892s","start":"2026-03-01T14:02:55.743859Z","end":"2026-03-01T14:02:58.759531Z","steps":["trace[104714637] 'read index received' (duration: 1.034769266s)","trace[104714637] 'applied index is now lower than readState.Index' (duration: 1.980900946s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:58.759788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935657672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:58.759846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.956714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:02:58.759883Z","caller":"traceutil/trace.go:171","msg":"trace[1665983142] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1977; }","duration":"2.935812846s","start":"2026-03-01T14:02:55.824042Z","end":"2026-03-01T14:02:58.759855Z","steps":["trace[1665983142] 'agreement among raft nodes before linearized reading' (duration: 2.935667393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:58.759932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.50703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:58.759971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.824022Z","time spent":"2.935928409s","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:02:58.759986Z","caller":"traceutil/trace.go:171","msg":"trace[608166545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"954.592692ms","start":"2026-03-01T14:02:57.805381Z","end":"2026-03-01T14:02:58.759973Z","steps":["trace[608166545] 'agreement among raft nodes before linearized reading' (duration: 954.50856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.759899Z","caller":"traceutil/trace.go:171","msg":"trace[543116103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"836.074017ms","start":"2026-03-01T14:02:57.92381Z","end":"2026-03-01T14:02:58.759884Z","steps":["trace[543116103] 'agreement among raft nodes before linearized reading' (duration: 835.976974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:58.760011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018192059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T14:02:58.760039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:57.805361Z","time spent":"954.657543ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:58.759954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016105063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:58.760066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:57.9238Z","time spent":"836.245872ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:02:58.760077Z","caller":"traceutil/trace.go:171","msg":"trace[1523668146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"2.018290141s","start":"2026-03-01T14:02:56.74177Z","end":"2026-03-01T14:02:58.76006Z","steps":["trace[1523668146] 'agreement among raft nodes before linearized reading' (duration: 2.018074066s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:58.760088Z","caller":"traceutil/trace.go:171","msg":"trace[545887442] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1977; }","duration":"3.016274988s","start":"2026-03-01T14:02:55.7438Z","end":"2026-03-01T14:02:58.760075Z","steps":["trace[545887442] 'agreement among raft nodes before linearized reading' (duration: 3.016122635s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:58.760128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.741757Z","time spent":"2.018358802s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T14:02:58.760131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571390593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:02:58.760134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:55.74378Z","time spent":"3.01634038s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T14:02:58.760208Z","caller":"traceutil/trace.go:171","msg":"trace[436642625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"2.571508285s","start":"2026-03-01T14:02:56.188686Z","end":"2026-03-01T14:02:58.760194Z","steps":["trace[436642625] 'agreement among raft nodes before linearized reading' (duration: 2.571184707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:58.760243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:56.188632Z","time spent":"2.571602618s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:02:59.284476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907690734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:02:59.371923Z","caller":"traceutil/trace.go:171","msg":"trace[272812449] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"606.686162ms","start":"2026-03-01T14:02:58.765206Z","end":"2026-03-01T14:02:59.371892Z","steps":["trace[272812449] 'process raft request' (duration: 606.457487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.372268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.765183Z","time spent":"606.922518ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:02:59.692848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.834787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:02:59.693075Z","caller":"traceutil/trace.go:171","msg":"trace[1577839583] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2061; }","duration":"909.325459ms","start":"2026-03-01T14:02:58.783724Z","end":"2026-03-01T14:02:59.693049Z","steps":["trace[1577839583] 'read index received' (duration: 587.930422ms)","trace[1577839583] 'applied index is now lower than readState.Index' (duration: 321.392977ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:02:59.693142Z","caller":"traceutil/trace.go:171","msg":"trace[2057111128] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"926.977411ms","start":"2026-03-01T14:02:58.766119Z","end":"2026-03-01T14:02:59.693097Z","steps":["trace[2057111128] 'process raft request' (duration: 792.791595ms)","trace[2057111128] 'compare' (duration: 133.693724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:02:59.693349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.633227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:02:59.693336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.766101Z","time spent":"927.134375ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:02:59.693381Z","caller":"traceutil/trace.go:171","msg":"trace[1057472838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1979; }","duration":"909.717389ms","start":"2026-03-01T14:02:58.783654Z","end":"2026-03-01T14:02:59.693371Z","steps":["trace[1057472838] 'agreement among raft nodes before linearized reading' (duration: 909.519294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.693418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.783629Z","time spent":"909.780921ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:02:59.693453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.329539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:02:59.693469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.676348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:02:59.693482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.364386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T14:02:59.693514Z","caller":"traceutil/trace.go:171","msg":"trace[1073747860] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1979; }","duration":"753.441202ms","start":"2026-03-01T14:02:58.940056Z","end":"2026-03-01T14:02:59.693497Z","steps":["trace[1073747860] 'agreement among raft nodes before linearized reading' (duration: 753.307789ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:59.693532Z","caller":"traceutil/trace.go:171","msg":"trace[1901709869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1979; }","duration":"781.76737ms","start":"2026-03-01T14:02:58.911747Z","end":"2026-03-01T14:02:59.693515Z","steps":["trace[1901709869] 'agreement among raft nodes before linearized reading' (duration: 781.660888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:02:59.693561Z","caller":"traceutil/trace.go:171","msg":"trace[1166824653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1979; }","duration":"902.458748ms","start":"2026-03-01T14:02:58.791081Z","end":"2026-03-01T14:02:59.69354Z","steps":["trace[1166824653] 'agreement among raft nodes before linearized reading' (duration: 902.13671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:02:59.693567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.940035Z","time spent":"753.519013ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:02:59.693573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.911733Z","time spent":"781.831692ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:02:59.693605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:02:58.791047Z","time spent":"902.54852ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T14:03:16.203908Z","caller":"traceutil/trace.go:171","msg":"trace[48018859] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"101.546209ms","start":"2026-03-01T14:03:16.102323Z","end":"2026-03-01T14:03:16.203869Z","steps":["trace[48018859] 'process raft request' (duration: 60.080192ms)","trace[48018859] 'compare' (duration: 41.308733ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:18.547391Z","caller":"traceutil/trace.go:171","msg":"trace[1004701158] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"120.260498ms","start":"2026-03-01T14:03:18.427101Z","end":"2026-03-01T14:03:18.547362Z","steps":["trace[1004701158] 'process raft request' (duration: 120.093284ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:54.297312Z","caller":"traceutil/trace.go:171","msg":"trace[1935453164] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"263.328631ms","start":"2026-03-01T14:03:54.033956Z","end":"2026-03-01T14:03:54.297285Z","steps":["trace[1935453164] 'process raft request' (duration: 263.158867ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:54.302362Z","caller":"traceutil/trace.go:171","msg":"trace[1056600538] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"151.574993ms","start":"2026-03-01T14:03:54.15076Z","end":"2026-03-01T14:03:54.302335Z","steps":["trace[1056600538] 'process raft request' (duration: 151.403579ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:54.302716Z","caller":"traceutil/trace.go:171","msg":"trace[36544694] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"128.382385ms","start":"2026-03-01T14:03:54.174315Z","end":"2026-03-01T14:03:54.302697Z","steps":["trace[36544694] 'process raft request' (duration: 127.982395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.51496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907691743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:03:58.813624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131693384s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:03:58.814178Z","caller":"traceutil/trace.go:171","msg":"trace[308514134] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"1.132355751s","start":"2026-03-01T14:03:57.681767Z","end":"2026-03-01T14:03:58.814123Z","steps":["trace[308514134] 'process raft request' (duration: 1.132158775s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.81436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:57.681742Z","time spent":"1.132521606s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:58.815125Z","caller":"traceutil/trace.go:171","msg":"trace[398971957] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"500.377678ms","start":"2026-03-01T14:03:58.314735Z","end":"2026-03-01T14:03:58.815113Z","steps":["trace[398971957] 'process raft request' (duration: 500.306917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.815217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.314714Z","time spent":"500.45734ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:58.815314Z","caller":"traceutil/trace.go:171","msg":"trace[1248256842] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"501.117566ms","start":"2026-03-01T14:03:58.314187Z","end":"2026-03-01T14:03:58.815305Z","steps":["trace[1248256842] 'process raft request' (duration: 500.772858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.815367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.314162Z","time spent":"501.178648ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:03:58.815366Z","caller":"traceutil/trace.go:171","msg":"trace[885667419] linearizableReadLoop","detail":"{readStateIndex:2538; appliedIndex:2534; }","duration":"801.417711ms","start":"2026-03-01T14:03:58.013891Z","end":"2026-03-01T14:03:58.815309Z","steps":["trace[885667419] 'read index received' (duration: 800.202311ms)","trace[885667419] 'applied index is now lower than readState.Index' (duration: 1.21312ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:03:58.815521Z","caller":"traceutil/trace.go:171","msg":"trace[1694258861] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"500.638375ms","start":"2026-03-01T14:03:58.314867Z","end":"2026-03-01T14:03:58.815505Z","steps":["trace[1694258861] 'process raft request' (duration: 500.211675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.815683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.314847Z","time spent":"500.733807ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:03:58.815978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.873062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:03:58.815985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.239899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:03:58.81601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.417671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:03:58.816068Z","caller":"traceutil/trace.go:171","msg":"trace[543899814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"471.006974ms","start":"2026-03-01T14:03:58.345037Z","end":"2026-03-01T14:03:58.816044Z","steps":["trace[543899814] 'agreement among raft nodes before linearized reading' (duration: 470.738848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:58.816074Z","caller":"traceutil/trace.go:171","msg":"trace[188036535] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2435; }","duration":"267.390983ms","start":"2026-03-01T14:03:58.548663Z","end":"2026-03-01T14:03:58.816054Z","steps":["trace[188036535] 'agreement among raft nodes before linearized reading' (duration: 267.170957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.81613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.345027Z","time spent":"471.089167ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:03:58.815989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.094438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-01T14:03:58.816327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.063246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:03:58.816423Z","caller":"traceutil/trace.go:171","msg":"trace[66896787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2435; }","duration":"802.528238ms","start":"2026-03-01T14:03:58.013844Z","end":"2026-03-01T14:03:58.816372Z","steps":["trace[66896787] 'agreement among raft nodes before linearized reading' (duration: 801.891793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:03:58.816455Z","caller":"traceutil/trace.go:171","msg":"trace[395337620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"471.165229ms","start":"2026-03-01T14:03:58.345218Z","end":"2026-03-01T14:03:58.816383Z","steps":["trace[395337620] 'agreement among raft nodes before linearized reading' (duration: 470.500462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.8759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:03:58.816547Z","caller":"traceutil/trace.go:171","msg":"trace[1437566002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"503.483954ms","start":"2026-03-01T14:03:58.313044Z","end":"2026-03-01T14:03:58.816528Z","steps":["trace[1437566002] 'agreement among raft nodes before linearized reading' (duration: 502.574832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.816565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.013824Z","time spent":"802.670911ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:03:58.816604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.313031Z","time spent":"503.556437ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:03:58.816121Z","caller":"traceutil/trace.go:171","msg":"trace[1510569943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"325.583165ms","start":"2026-03-01T14:03:58.490518Z","end":"2026-03-01T14:03:58.816102Z","steps":["trace[1510569943] 'agreement among raft nodes before linearized reading' (duration: 325.171895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:03:58.816716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.490493Z","time spent":"326.17821ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:03:58.816884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:03:58.345203Z","time spent":"471.400904ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:01.088463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.378348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:04:01.088671Z","caller":"traceutil/trace.go:171","msg":"trace[1945759441] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2551; }","duration":"174.879044ms","start":"2026-03-01T14:04:00.913778Z","end":"2026-03-01T14:04:01.088657Z","steps":["trace[1945759441] 'read index received' (duration: 9.202599ms)","trace[1945759441] 'applied index is now lower than readState.Index' (duration: 165.675475ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:01.0887Z","caller":"traceutil/trace.go:171","msg":"trace[627318741] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"209.626651ms","start":"2026-03-01T14:04:00.87902Z","end":"2026-03-01T14:04:01.088646Z","steps":["trace[627318741] 'process raft request' (duration: 43.983717ms)","trace[627318741] 'compare' (duration: 165.027428ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:01.088857Z","caller":"traceutil/trace.go:171","msg":"trace[1739057995] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"209.463257ms","start":"2026-03-01T14:04:00.879384Z","end":"2026-03-01T14:04:01.088847Z","steps":["trace[1739057995] 'process raft request' (duration: 209.176749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:01.08897Z","caller":"traceutil/trace.go:171","msg":"trace[1732712052] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"209.54835ms","start":"2026-03-01T14:04:00.879416Z","end":"2026-03-01T14:04:01.088964Z","steps":["trace[1732712052] 'process raft request' (duration: 209.213191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:01.089048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.281845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:01.089073Z","caller":"traceutil/trace.go:171","msg":"trace[1779769809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2451; }","duration":"175.355007ms","start":"2026-03-01T14:04:00.91371Z","end":"2026-03-01T14:04:01.089065Z","steps":["trace[1779769809] 'agreement among raft nodes before linearized reading' (duration: 175.312846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:01.089408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.958643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T14:04:01.089501Z","caller":"traceutil/trace.go:171","msg":"trace[1481661044] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2451; }","duration":"150.110047ms","start":"2026-03-01T14:04:00.939369Z","end":"2026-03-01T14:04:01.089479Z","steps":["trace[1481661044] 'agreement among raft nodes before linearized reading' (duration: 149.779659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:05.207993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.304396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T14:04:05.208063Z","caller":"traceutil/trace.go:171","msg":"trace[301432049] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2476; }","duration":"264.414018ms","start":"2026-03-01T14:04:04.943633Z","end":"2026-03-01T14:04:05.208047Z","steps":["trace[301432049] 'range keys from in-memory index tree' (duration: 264.028379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:05.208116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.500093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T14:04:05.208205Z","caller":"traceutil/trace.go:171","msg":"trace[1569729700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2476; }","duration":"103.620346ms","start":"2026-03-01T14:04:05.104568Z","end":"2026-03-01T14:04:05.208188Z","steps":["trace[1569729700] 'range keys from in-memory index tree' (duration: 103.228796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:05.208299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.574514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-01T14:04:05.208395Z","caller":"traceutil/trace.go:171","msg":"trace[1789849752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2476; }","duration":"103.725058ms","start":"2026-03-01T14:04:05.104648Z","end":"2026-03-01T14:04:05.208373Z","steps":["trace[1789849752] 'range keys from in-memory index tree' (duration: 103.027531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:05.208392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.486143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:04:05.20847Z","caller":"traceutil/trace.go:171","msg":"trace[793263124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2476; }","duration":"105.610736ms","start":"2026-03-01T14:04:05.102841Z","end":"2026-03-01T14:04:05.208452Z","steps":["trace[793263124] 'range keys from in-memory index tree' (duration: 104.908459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:09.113097Z","caller":"traceutil/trace.go:171","msg":"trace[1270285744] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"244.487921ms","start":"2026-03-01T14:04:08.868583Z","end":"2026-03-01T14:04:09.113071Z","steps":["trace[1270285744] 'process raft request' (duration: 244.130353ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:09.178974Z","caller":"traceutil/trace.go:171","msg":"trace[1369914077] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2598; }","duration":"307.310669ms","start":"2026-03-01T14:04:08.871639Z","end":"2026-03-01T14:04:09.17895Z","steps":["trace[1369914077] 'read index received' (duration: 241.180369ms)","trace[1369914077] 'applied index is now lower than readState.Index' (duration: 66.12855ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:09.179099Z","caller":"traceutil/trace.go:171","msg":"trace[2133209392] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"310.000987ms","start":"2026-03-01T14:04:08.869049Z","end":"2026-03-01T14:04:09.17905Z","steps":["trace[2133209392] 'process raft request' (duration: 309.527435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:09.179247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.582357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:04:09.179291Z","caller":"traceutil/trace.go:171","msg":"trace[1789341898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2496; }","duration":"307.670899ms","start":"2026-03-01T14:04:08.871609Z","end":"2026-03-01T14:04:09.17928Z","steps":["trace[1789341898] 'agreement among raft nodes before linearized reading' (duration: 307.504324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:09.179329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:08.871603Z","time spent":"307.71809ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:04:09.179381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:08.869031Z","time spent":"310.151751ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:09.179631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.924763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T14:04:09.179679Z","caller":"traceutil/trace.go:171","msg":"trace[414270211] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2496; }","duration":"241.020926ms","start":"2026-03-01T14:04:08.938648Z","end":"2026-03-01T14:04:09.179669Z","steps":["trace[414270211] 'agreement among raft nodes before linearized reading' (duration: 240.890343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:09.179723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.863571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:04:09.179717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.216269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:04:09.179809Z","caller":"traceutil/trace.go:171","msg":"trace[858499885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"265.007405ms","start":"2026-03-01T14:04:08.914777Z","end":"2026-03-01T14:04:09.179785Z","steps":["trace[858499885] 'agreement among raft nodes before linearized reading' (duration: 264.877011ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:09.179809Z","caller":"traceutil/trace.go:171","msg":"trace[69729974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2496; }","duration":"265.372884ms","start":"2026-03-01T14:04:08.914418Z","end":"2026-03-01T14:04:09.179791Z","steps":["trace[69729974] 'agreement among raft nodes before linearized reading' (duration: 265.100067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:09.179871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.936738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:04:09.179169Z","caller":"traceutil/trace.go:171","msg":"trace[1862173540] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"309.574366ms","start":"2026-03-01T14:04:08.869557Z","end":"2026-03-01T14:04:09.179131Z","steps":["trace[1862173540] 'process raft request' (duration: 309.33962ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:09.17996Z","caller":"traceutil/trace.go:171","msg":"trace[1515864099] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2496; }","duration":"135.092371ms","start":"2026-03-01T14:04:09.044848Z","end":"2026-03-01T14:04:09.17994Z","steps":["trace[1515864099] 'agreement among raft nodes before linearized reading' (duration: 134.738723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:09.180048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:08.869526Z","time spent":"310.432258ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:11.175109Z","caller":"traceutil/trace.go:171","msg":"trace[902493722] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"100.98789ms","start":"2026-03-01T14:04:11.074098Z","end":"2026-03-01T14:04:11.175086Z","steps":["trace[902493722] 'process raft request' (duration: 100.856877ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:11.30896Z","caller":"traceutil/trace.go:171","msg":"trace[74209494] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2610; }","duration":"118.53916ms","start":"2026-03-01T14:04:11.190399Z","end":"2026-03-01T14:04:11.308938Z","steps":["trace[74209494] 'read index received' (duration: 44.298786ms)","trace[74209494] 'applied index is now lower than readState.Index' (duration: 74.239394ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:11.309285Z","caller":"traceutil/trace.go:171","msg":"trace[1482723300] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"122.482457ms","start":"2026-03-01T14:04:11.186774Z","end":"2026-03-01T14:04:11.309256Z","steps":["trace[1482723300] 'process raft request' (duration: 47.974407ms)","trace[1482723300] 'compare' (duration: 74.031679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:11.309341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.921899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:04:11.309351Z","caller":"traceutil/trace.go:171","msg":"trace[1357852598] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"122.548399ms","start":"2026-03-01T14:04:11.186775Z","end":"2026-03-01T14:04:11.309323Z","steps":["trace[1357852598] 'process raft request' (duration: 122.126979ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:11.309393Z","caller":"traceutil/trace.go:171","msg":"trace[503988592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2507; }","duration":"119.01457ms","start":"2026-03-01T14:04:11.190364Z","end":"2026-03-01T14:04:11.309379Z","steps":["trace[503988592] 'agreement among raft nodes before linearized reading' (duration: 118.849596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:11.309694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.060526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:04:11.309829Z","caller":"traceutil/trace.go:171","msg":"trace[917971224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2507; }","duration":"118.236061ms","start":"2026-03-01T14:04:11.191572Z","end":"2026-03-01T14:04:11.309808Z","steps":["trace[917971224] 'agreement among raft nodes before linearized reading' (duration: 117.924093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:25.488693Z","caller":"traceutil/trace.go:171","msg":"trace[1724230460] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"132.674221ms","start":"2026-03-01T14:04:25.355983Z","end":"2026-03-01T14:04:25.488657Z","steps":["trace[1724230460] 'process raft request' (duration: 56.246453ms)","trace[1724230460] 'compare' (duration: 76.037228ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:25.488786Z","caller":"traceutil/trace.go:171","msg":"trace[2121474537] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2692; }","duration":"118.61012ms","start":"2026-03-01T14:04:25.370118Z","end":"2026-03-01T14:04:25.488728Z","steps":["trace[2121474537] 'read index received' (duration: 42.125372ms)","trace[2121474537] 'applied index is now lower than readState.Index' (duration: 76.483318ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:25.488823Z","caller":"traceutil/trace.go:171","msg":"trace[2071243844] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"131.028819ms","start":"2026-03-01T14:04:25.357741Z","end":"2026-03-01T14:04:25.48877Z","steps":["trace[2071243844] 'process raft request' (duration: 130.850235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:25.489203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.077372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:04:25.489758Z","caller":"traceutil/trace.go:171","msg":"trace[801562938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2586; }","duration":"119.633256ms","start":"2026-03-01T14:04:25.370067Z","end":"2026-03-01T14:04:25.4897Z","steps":["trace[801562938] 'agreement among raft nodes before linearized reading' (duration: 119.018651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:31.970773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907692219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:32.425624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097122992s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:04:32.425987Z","caller":"traceutil/trace.go:171","msg":"trace[565561054] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.097533472s","start":"2026-03-01T14:04:31.328415Z","end":"2026-03-01T14:04:32.425948Z","steps":["trace[565561054] 'process raft request' (duration: 1.097382098s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.426135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.328394Z","time spent":"1.097667805s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:32.508963Z","caller":"traceutil/trace.go:171","msg":"trace[978348843] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2722; }","duration":"1.039103592s","start":"2026-03-01T14:04:31.469834Z","end":"2026-03-01T14:04:32.508938Z","steps":["trace[978348843] 'read index received' (duration: 955.955148ms)","trace[978348843] 'applied index is now lower than readState.Index' (duration: 83.147534ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:32.509062Z","caller":"traceutil/trace.go:171","msg":"trace[57598050] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.000828147s","start":"2026-03-01T14:04:31.508195Z","end":"2026-03-01T14:04:32.509023Z","steps":["trace[57598050] 'process raft request' (duration: 1.000562961s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.509106Z","caller":"traceutil/trace.go:171","msg":"trace[1930865774] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"998.904211ms","start":"2026-03-01T14:04:31.510178Z","end":"2026-03-01T14:04:32.509082Z","steps":["trace[1930865774] 'process raft request' (duration: 998.721875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039338949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T14:04:32.509217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.510169Z","time spent":"998.984202ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:32.509217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.508175Z","time spent":"1.000960512s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:32.509245Z","caller":"traceutil/trace.go:171","msg":"trace[2058519957] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:2616; }","duration":"1.039427261s","start":"2026-03-01T14:04:31.469806Z","end":"2026-03-01T14:04:32.509233Z","steps":["trace[2058519957] 'agreement among raft nodes before linearized reading' (duration: 1.039268728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.469791Z","time spent":"1.039483382s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:04:32.509357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.34146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:04:32.509395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.243572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:32.509409Z","caller":"traceutil/trace.go:171","msg":"trace[1065496011] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2616; }","duration":"198.431592ms","start":"2026-03-01T14:04:32.310961Z","end":"2026-03-01T14:04:32.509393Z","steps":["trace[1065496011] 'agreement among raft nodes before linearized reading' (duration: 198.32297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.873412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:32.509474Z","caller":"traceutil/trace.go:171","msg":"trace[970435312] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2616; }","duration":"362.331624ms","start":"2026-03-01T14:04:32.147119Z","end":"2026-03-01T14:04:32.509451Z","steps":["trace[970435312] 'agreement among raft nodes before linearized reading' (duration: 362.19493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.509537Z","caller":"traceutil/trace.go:171","msg":"trace[663912435] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2616; }","duration":"689.081347ms","start":"2026-03-01T14:04:31.820432Z","end":"2026-03-01T14:04:32.509513Z","steps":["trace[663912435] 'agreement among raft nodes before linearized reading' (duration: 688.841711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.147077Z","time spent":"362.450837ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:04:32.509568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.906906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:04:32.509621Z","caller":"traceutil/trace.go:171","msg":"trace[898151458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2616; }","duration":"993.958857ms","start":"2026-03-01T14:04:31.515642Z","end":"2026-03-01T14:04:32.509601Z","steps":["trace[898151458] 'agreement among raft nodes before linearized reading' (duration: 993.863464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.293105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:04:32.509621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.037118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:04:32.50966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.515636Z","time spent":"994.016268ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:04:32.509664Z","caller":"traceutil/trace.go:171","msg":"trace[475999353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2616; }","duration":"994.590412ms","start":"2026-03-01T14:04:31.515061Z","end":"2026-03-01T14:04:32.509652Z","steps":["trace[475999353] 'agreement among raft nodes before linearized reading' (duration: 994.207472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.726773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:04:32.50966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.456144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:04:32.509703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.515052Z","time spent":"994.639924ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:04:32.509735Z","caller":"traceutil/trace.go:171","msg":"trace[1216808092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2616; }","duration":"993.576687ms","start":"2026-03-01T14:04:31.516142Z","end":"2026-03-01T14:04:32.509719Z","steps":["trace[1216808092] 'agreement among raft nodes before linearized reading' (duration: 993.351892ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.509733Z","caller":"traceutil/trace.go:171","msg":"trace[712253598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"594.840726ms","start":"2026-03-01T14:04:31.914871Z","end":"2026-03-01T14:04:32.509712Z","steps":["trace[712253598] 'agreement among raft nodes before linearized reading' (duration: 594.695333ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.509698Z","caller":"traceutil/trace.go:171","msg":"trace[1260375859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2616; }","duration":"992.142851ms","start":"2026-03-01T14:04:31.517535Z","end":"2026-03-01T14:04:32.509678Z","steps":["trace[1260375859] 'agreement among raft nodes before linearized reading' (duration: 991.873705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.516135Z","time spent":"993.633349ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:04:32.509781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.914855Z","time spent":"594.915908ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:04:32.509786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.517527Z","time spent":"992.252424ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:04:32.510323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.011031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:04:32.510393Z","caller":"traceutil/trace.go:171","msg":"trace[1704402457] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2616; }","duration":"117.132974ms","start":"2026-03-01T14:04:32.393247Z","end":"2026-03-01T14:04:32.51038Z","steps":["trace[1704402457] 'agreement among raft nodes before linearized reading' (duration: 116.357625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.509592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.820414Z","time spent":"689.16374ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:04:32.511243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.736174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898bca302e5123f\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-01T14:04:32.511265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.465374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:04:32.511326Z","caller":"traceutil/trace.go:171","msg":"trace[486874737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2616; }","duration":"989.542446ms","start":"2026-03-01T14:04:31.521772Z","end":"2026-03-01T14:04:32.511314Z","steps":["trace[486874737] 'agreement among raft nodes before linearized reading' (duration: 987.952167ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:32.511334Z","caller":"traceutil/trace.go:171","msg":"trace[1829837440] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898bca302e5123f; range_end:; response_count:1; response_revision:2616; }","duration":"828.871677ms","start":"2026-03-01T14:04:31.682437Z","end":"2026-03-01T14:04:32.511309Z","steps":["trace[1829837440] 'agreement among raft nodes before linearized reading' (duration: 827.245187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:32.511373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.521766Z","time spent":"989.598138ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:32.511385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:31.682402Z","time spent":"828.970439ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.1898bca302e5123f\" "} {"level":"warn","ts":"2026-03-01T14:04:33.754652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.814855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:04:33.754996Z","caller":"traceutil/trace.go:171","msg":"trace[103182165] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2726; }","duration":"815.615515ms","start":"2026-03-01T14:04:32.939367Z","end":"2026-03-01T14:04:33.754983Z","steps":["trace[103182165] 'read index received' (duration: 218.755689ms)","trace[103182165] 'applied index is now lower than readState.Index' (duration: 596.858906ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:33.755044Z","caller":"traceutil/trace.go:171","msg":"trace[462781169] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"1.240764196s","start":"2026-03-01T14:04:32.514258Z","end":"2026-03-01T14:04:33.755022Z","steps":["trace[462781169] 'process raft request' (duration: 1.240589592s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:33.755084Z","caller":"traceutil/trace.go:171","msg":"trace[31739482] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"1.240530911s","start":"2026-03-01T14:04:32.514544Z","end":"2026-03-01T14:04:33.755075Z","steps":["trace[31739482] 'process raft request' (duration: 1.240336176s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:33.755141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.514538Z","time spent":"1.240567971s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:33.755152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.514242Z","time spent":"1.240858228s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:33.755283Z","caller":"traceutil/trace.go:171","msg":"trace[1204230157] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"1.241907484s","start":"2026-03-01T14:04:32.51336Z","end":"2026-03-01T14:04:33.755268Z","steps":["trace[1204230157] 'process raft request' (duration: 420.393512ms)","trace[1204230157] 'compare' (duration: 820.442636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:33.755342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.513343Z","time spent":"1.241965475s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:33.755386Z","caller":"traceutil/trace.go:171","msg":"trace[1741520229] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"1.240784137s","start":"2026-03-01T14:04:32.51459Z","end":"2026-03-01T14:04:33.755374Z","steps":["trace[1741520229] 'process raft request' (duration: 1.240314175s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:33.755455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.514585Z","time spent":"1.240832458s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:33.755536Z","caller":"traceutil/trace.go:171","msg":"trace[685250878] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"1.22373463s","start":"2026-03-01T14:04:32.531792Z","end":"2026-03-01T14:04:33.755526Z","steps":["trace[685250878] 'process raft request' (duration: 1.223157255s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:33.75551Z","caller":"traceutil/trace.go:171","msg":"trace[1693833429] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"1.241609666s","start":"2026-03-01T14:04:32.513868Z","end":"2026-03-01T14:04:33.755478Z","steps":["trace[1693833429] 'process raft request' (duration: 1.240885169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:33.755586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.531778Z","time spent":"1.223782311s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:33.75566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.295322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-01T14:04:33.755659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.513857Z","time spent":"1.24172022s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:33.755705Z","caller":"traceutil/trace.go:171","msg":"trace[2031471096] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2623; }","duration":"816.371525ms","start":"2026-03-01T14:04:32.939321Z","end":"2026-03-01T14:04:33.755693Z","steps":["trace[2031471096] 'agreement among raft nodes before linearized reading' (duration: 816.2217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:33.755741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.9393Z","time spent":"816.433067ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-01T14:04:33.755685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.940477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:04:33.755749Z","caller":"traceutil/trace.go:171","msg":"trace[1266675056] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"1.240644123s","start":"2026-03-01T14:04:32.515051Z","end":"2026-03-01T14:04:33.755695Z","steps":["trace[1266675056] 'process raft request' (duration: 1.239873863s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:33.755817Z","caller":"traceutil/trace.go:171","msg":"trace[657811570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2623; }","duration":"391.097111ms","start":"2026-03-01T14:04:33.364678Z","end":"2026-03-01T14:04:33.755775Z","steps":["trace[657811570] 'agreement among raft nodes before linearized reading' (duration: 390.801772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:33.755853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.364657Z","time spent":"391.188283ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:04:33.756834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:32.515039Z","time spent":"1.240804807s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:34.262477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907692241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:34.763574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907692241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:35.264257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907692241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:04:35.460139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698678814s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:04:35.91584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:04:35.915948Z","caller":"traceutil/trace.go:171","msg":"trace[221626502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410224s","start":"2026-03-01T14:04:33.915518Z","end":"2026-03-01T14:04:35.915928Z","steps":["trace[221626502] 'agreement among raft nodes before linearized reading' (duration: 2.00028135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:35.916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.915503Z","time spent":"2.000486676s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:04:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:04:36.414053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.535315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:04:36.41473Z","caller":"traceutil/trace.go:171","msg":"trace[1558853318] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2733; }","duration":"2.65259974s","start":"2026-03-01T14:04:33.762108Z","end":"2026-03-01T14:04:36.414707Z","steps":["trace[1558853318] 'read index received' (duration: 1.698331496s)","trace[1558853318] 'applied index is now lower than readState.Index' (duration: 954.266954ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:36.414758Z","caller":"traceutil/trace.go:171","msg":"trace[933951033] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"1.899414733s","start":"2026-03-01T14:04:34.515312Z","end":"2026-03-01T14:04:36.414727Z","steps":["trace[933951033] 'process raft request' (duration: 1.899258069s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.414844Z","caller":"traceutil/trace.go:171","msg":"trace[615023984] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"1.899427563s","start":"2026-03-01T14:04:34.51536Z","end":"2026-03-01T14:04:36.414788Z","steps":["trace[615023984] 'process raft request' (duration: 1.899254169s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.414998Z","caller":"traceutil/trace.go:171","msg":"trace[327874687] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"2.653609796s","start":"2026-03-01T14:04:33.761362Z","end":"2026-03-01T14:04:36.414972Z","steps":["trace[327874687] 'process raft request' (duration: 1.699049454s)","trace[327874687] 'compare' (duration: 953.411592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:36.41503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.515341Z","time spent":"1.899591077s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:36.415027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.515299Z","time spent":"1.899604848s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:36.415119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.761347Z","time spent":"2.653711088s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:36.415134Z","caller":"traceutil/trace.go:171","msg":"trace[402885329] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"2.65260158s","start":"2026-03-01T14:04:33.76251Z","end":"2026-03-01T14:04:36.415111Z","steps":["trace[402885329] 'process raft request' (duration: 2.6517722s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.7625Z","time spent":"2.652681683s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:04:36.415256Z","caller":"traceutil/trace.go:171","msg":"trace[799173309] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"1.984468586s","start":"2026-03-01T14:04:34.430775Z","end":"2026-03-01T14:04:36.415243Z","steps":["trace[799173309] 'process raft request' (duration: 1.983733228s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.43075Z","time spent":"1.984690271s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:04:36.415526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800170456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:36.415598Z","caller":"traceutil/trace.go:171","msg":"trace[1095431730] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2628; }","duration":"1.800263959s","start":"2026-03-01T14:04:34.615316Z","end":"2026-03-01T14:04:36.41558Z","steps":["trace[1095431730] 'agreement among raft nodes before linearized reading' (duration: 1.800158156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.996335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:04:36.415606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930698454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:04:36.415608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788355791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-01T14:04:36.415653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.615305Z","time spent":"1.80033312s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:04:36.415671Z","caller":"traceutil/trace.go:171","msg":"trace[1508562086] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2628; }","duration":"1.930790285s","start":"2026-03-01T14:04:34.484861Z","end":"2026-03-01T14:04:36.415651Z","steps":["trace[1508562086] 'agreement among raft nodes before linearized reading' (duration: 1.930708593s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.415677Z","caller":"traceutil/trace.go:171","msg":"trace[757013932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2628; }","duration":"1.788489394s","start":"2026-03-01T14:04:34.62717Z","end":"2026-03-01T14:04:36.41566Z","steps":["trace[757013932] 'agreement among raft nodes before linearized reading' (duration: 1.78832345s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.865436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:04:36.415717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.484845Z","time spent":"1.930858728s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:04:36.415698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821778615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-01T14:04:36.415719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.568425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:04:36.415741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.553554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:04:36.415773Z","caller":"traceutil/trace.go:171","msg":"trace[57529230] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2628; }","duration":"1.821901138s","start":"2026-03-01T14:04:34.593855Z","end":"2026-03-01T14:04:36.415756Z","steps":["trace[57529230] 'agreement among raft nodes before linearized reading' (duration: 1.821652192s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.415786Z","caller":"traceutil/trace.go:171","msg":"trace[1278070026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2628; }","duration":"654.662817ms","start":"2026-03-01T14:04:35.761106Z","end":"2026-03-01T14:04:36.415769Z","steps":["trace[1278070026] 'agreement among raft nodes before linearized reading' (duration: 654.480093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:36.41566Z","caller":"traceutil/trace.go:171","msg":"trace[2146900255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2628; }","duration":"655.093318ms","start":"2026-03-01T14:04:35.760547Z","end":"2026-03-01T14:04:36.41564Z","steps":["trace[2146900255] 'agreement among raft nodes before linearized reading' (duration: 654.925944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.129649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:04:36.415809Z","caller":"traceutil/trace.go:171","msg":"trace[417673346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2628; }","duration":"654.641937ms","start":"2026-03-01T14:04:35.761151Z","end":"2026-03-01T14:04:36.415793Z","steps":["trace[417673346] 'agreement among raft nodes before linearized reading' (duration: 654.481603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.41572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.627131Z","time spent":"1.788578406s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:04:36.415831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.761094Z","time spent":"654.728419ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:04:36.415843Z","caller":"traceutil/trace.go:171","msg":"trace[2045861067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2628; }","duration":"655.223961ms","start":"2026-03-01T14:04:35.760606Z","end":"2026-03-01T14:04:36.41583Z","steps":["trace[2045861067] 'agreement among raft nodes before linearized reading' (duration: 655.078517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.761145Z","time spent":"654.700358ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:04:36.415862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.760523Z","time spent":"655.308303ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:04:36.415768Z","caller":"traceutil/trace.go:171","msg":"trace[172550662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2628; }","duration":"654.103173ms","start":"2026-03-01T14:04:35.761643Z","end":"2026-03-01T14:04:36.415746Z","steps":["trace[172550662] 'agreement among raft nodes before linearized reading' (duration: 653.779435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.4153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.85937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:04:36.415946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.76163Z","time spent":"654.296997ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:04:36.415951Z","caller":"traceutil/trace.go:171","msg":"trace[1672485821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2628; }","duration":"499.544257ms","start":"2026-03-01T14:04:35.916393Z","end":"2026-03-01T14:04:36.415937Z","steps":["trace[1672485821] 'agreement among raft nodes before linearized reading' (duration: 498.87942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.415816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:34.593836Z","time spent":"1.821971449s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:04:36.416009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.916371Z","time spent":"499.626108ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:04:36.415242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537266923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:04:36.416083Z","caller":"traceutil/trace.go:171","msg":"trace[1920217606] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2628; }","duration":"2.538108224s","start":"2026-03-01T14:04:33.877957Z","end":"2026-03-01T14:04:36.416065Z","steps":["trace[1920217606] 'agreement among raft nodes before linearized reading' (duration: 2.537234612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.416125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.877913Z","time spent":"2.538200036s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:04:36.415886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:35.760576Z","time spent":"655.299133ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:04:36.416311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654191149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T14:04:36.416405Z","caller":"traceutil/trace.go:171","msg":"trace[511186374] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2628; }","duration":"2.654305233s","start":"2026-03-01T14:04:33.762084Z","end":"2026-03-01T14:04:36.416389Z","steps":["trace[511186374] 'agreement among raft nodes before linearized reading' (duration: 2.652901628s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:36.416485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:04:33.762074Z","time spent":"2.654399465s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-01T14:04:40.347513Z","caller":"traceutil/trace.go:171","msg":"trace[445535924] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"124.772217ms","start":"2026-03-01T14:04:40.222718Z","end":"2026-03-01T14:04:40.34749Z","steps":["trace[445535924] 'process raft request' (duration: 124.633043ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.039204Z","caller":"traceutil/trace.go:171","msg":"trace[696799292] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"102.593858ms","start":"2026-03-01T14:04:41.936585Z","end":"2026-03-01T14:04:42.039179Z","steps":["trace[696799292] 'process raft request' (duration: 102.448324ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.558863Z","caller":"traceutil/trace.go:171","msg":"trace[543498512] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2771; }","duration":"114.935828ms","start":"2026-03-01T14:04:42.443893Z","end":"2026-03-01T14:04:42.558829Z","steps":["trace[543498512] 'read index received' (duration: 34.157218ms)","trace[543498512] 'applied index is now lower than readState.Index' (duration: 80.7769ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:04:42.558939Z","caller":"traceutil/trace.go:171","msg":"trace[2113234430] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"121.987487ms","start":"2026-03-01T14:04:42.436905Z","end":"2026-03-01T14:04:42.558893Z","steps":["trace[2113234430] 'process raft request' (duration: 121.858204ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.558928Z","caller":"traceutil/trace.go:171","msg":"trace[1686212898] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"122.304955ms","start":"2026-03-01T14:04:42.436578Z","end":"2026-03-01T14:04:42.558883Z","steps":["trace[1686212898] 'process raft request' (duration: 64.173103ms)","trace[1686212898] 'compare' (duration: 57.841095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:42.559205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.20837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:04:42.559253Z","caller":"traceutil/trace.go:171","msg":"trace[1633660525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"110.329253ms","start":"2026-03-01T14:04:42.448911Z","end":"2026-03-01T14:04:42.55924Z","steps":["trace[1633660525] 'agreement among raft nodes before linearized reading' (duration: 110.114537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:42.559323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.36166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:04:42.559494Z","caller":"traceutil/trace.go:171","msg":"trace[1301297473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2662; }","duration":"115.580565ms","start":"2026-03-01T14:04:42.443848Z","end":"2026-03-01T14:04:42.559429Z","steps":["trace[1301297473] 'agreement among raft nodes before linearized reading' (duration: 115.136794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:42.559514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.350978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:04:42.559607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.774648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:04:42.559641Z","caller":"traceutil/trace.go:171","msg":"trace[1493843430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2662; }","duration":"103.528162ms","start":"2026-03-01T14:04:42.456098Z","end":"2026-03-01T14:04:42.559626Z","steps":["trace[1493843430] 'agreement among raft nodes before linearized reading' (duration: 103.213714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.559721Z","caller":"traceutil/trace.go:171","msg":"trace[1630464722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"107.876061ms","start":"2026-03-01T14:04:42.451782Z","end":"2026-03-01T14:04:42.559658Z","steps":["trace[1630464722] 'agreement among raft nodes before linearized reading' (duration: 107.659446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:04:42.55973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.961679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:04:42.559922Z","caller":"traceutil/trace.go:171","msg":"trace[999675515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2662; }","duration":"107.200144ms","start":"2026-03-01T14:04:42.452706Z","end":"2026-03-01T14:04:42.559906Z","steps":["trace[999675515] 'agreement among raft nodes before linearized reading' (duration: 106.932888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.847547Z","caller":"traceutil/trace.go:171","msg":"trace[1921648199] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"282.309136ms","start":"2026-03-01T14:04:42.565214Z","end":"2026-03-01T14:04:42.847524Z","steps":["trace[1921648199] 'process raft request' (duration: 282.201284ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.847812Z","caller":"traceutil/trace.go:171","msg":"trace[2011841018] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"281.806424ms","start":"2026-03-01T14:04:42.565985Z","end":"2026-03-01T14:04:42.847791Z","steps":["trace[2011841018] 'process raft request' (duration: 281.676361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.847836Z","caller":"traceutil/trace.go:171","msg":"trace[306764285] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"282.501961ms","start":"2026-03-01T14:04:42.565291Z","end":"2026-03-01T14:04:42.847793Z","steps":["trace[306764285] 'process raft request' (duration: 282.179743ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:42.847544Z","caller":"traceutil/trace.go:171","msg":"trace[1157252955] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"283.069175ms","start":"2026-03-01T14:04:42.564415Z","end":"2026-03-01T14:04:42.847485Z","steps":["trace[1157252955] 'process raft request' (duration: 187.521244ms)","trace[1157252955] 'compare' (duration: 95.292755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:04:43.070497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.914459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T14:04:43.070612Z","caller":"traceutil/trace.go:171","msg":"trace[1442227372] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2667; }","duration":"123.096354ms","start":"2026-03-01T14:04:42.947488Z","end":"2026-03-01T14:04:43.070585Z","steps":["trace[1442227372] 'range keys from in-memory index tree' (duration: 122.661584ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:04:59.998476Z","caller":"traceutil/trace.go:171","msg":"trace[959847589] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"147.196559ms","start":"2026-03-01T14:04:59.851246Z","end":"2026-03-01T14:04:59.998443Z","steps":["trace[959847589] 'process raft request' (duration: 146.998374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:05:07.323963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.833333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T14:05:07.324061Z","caller":"traceutil/trace.go:171","msg":"trace[933844072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2785; }","duration":"123.970716ms","start":"2026-03-01T14:05:07.200067Z","end":"2026-03-01T14:05:07.324038Z","steps":["trace[933844072] 'range keys from in-memory index tree' (duration: 123.659748ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:05:07.766426Z","caller":"traceutil/trace.go:171","msg":"trace[153484681] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"119.357739ms","start":"2026-03-01T14:05:07.647044Z","end":"2026-03-01T14:05:07.766402Z","steps":["trace[153484681] 'process raft request' (duration: 119.221586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:06:34.562725Z","caller":"traceutil/trace.go:171","msg":"trace[349649548] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"476.842859ms","start":"2026-03-01T14:06:34.085848Z","end":"2026-03-01T14:06:34.562691Z","steps":["trace[349649548] 'process raft request' (duration: 476.634244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:06:34.563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:06:34.085831Z","time spent":"477.080526ms","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:07:07.858478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907694736,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:07:08.192691Z","caller":"traceutil/trace.go:171","msg":"trace[883864901] linearizableReadLoop","detail":"{readStateIndex:3697; appliedIndex:3696; }","duration":"834.359977ms","start":"2026-03-01T14:07:07.358297Z","end":"2026-03-01T14:07:08.192657Z","steps":["trace[883864901] 'read index received' (duration: 834.291385ms)","trace[883864901] 'applied index is now lower than readState.Index' (duration: 67.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:08.192832Z","caller":"traceutil/trace.go:171","msg":"trace[1544890454] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"861.305309ms","start":"2026-03-01T14:07:07.331514Z","end":"2026-03-01T14:07:08.192819Z","steps":["trace[1544890454] 'process raft request' (duration: 861.006811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:08.192965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.331488Z","time spent":"861.36959ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:08.193069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.728397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:07:08.193186Z","caller":"traceutil/trace.go:171","msg":"trace[917693795] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3550; }","duration":"834.87766ms","start":"2026-03-01T14:07:07.358279Z","end":"2026-03-01T14:07:08.193157Z","steps":["trace[917693795] 'agreement among raft nodes before linearized reading' (duration: 834.572682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:08.193257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.358211Z","time spent":"835.032015ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:07:09.02991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.385727ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:07:09.030106Z","caller":"traceutil/trace.go:171","msg":"trace[489175888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3550; }","duration":"331.607393ms","start":"2026-03-01T14:07:08.698469Z","end":"2026-03-01T14:07:09.030076Z","steps":["trace[489175888] 'range keys from in-memory index tree' (duration: 331.345426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.030126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.940459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:07:09.030195Z","caller":"traceutil/trace.go:171","msg":"trace[1443836440] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3697; }","duration":"837.396765ms","start":"2026-03-01T14:07:08.192784Z","end":"2026-03-01T14:07:09.030181Z","steps":["trace[1443836440] 'read index received' (duration: 91.172218ms)","trace[1443836440] 'applied index is now lower than readState.Index' (duration: 746.222957ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.030502Z","caller":"traceutil/trace.go:171","msg":"trace[1552581220] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"1.119321639s","start":"2026-03-01T14:07:07.911164Z","end":"2026-03-01T14:07:09.030486Z","steps":["trace[1552581220] 'process raft request' (duration: 372.897448ms)","trace[1552581220] 'compare' (duration: 745.799106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:07:09.03058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.911133Z","time spent":"1.119409413s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:09.030798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226205285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:07:09.030826Z","caller":"traceutil/trace.go:171","msg":"trace[2119753467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3551; }","duration":"1.226252987s","start":"2026-03-01T14:07:07.804563Z","end":"2026-03-01T14:07:09.030816Z","steps":["trace[2119753467] 'agreement among raft nodes before linearized reading' (duration: 1.226202075s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.030853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.804552Z","time spent":"1.226294447s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:07:09.031014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398997229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:07:09.031027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434290442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:07:09.031034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.722239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:07:09.031046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.277146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:07:09.031081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441945996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:07:09.031123Z","caller":"traceutil/trace.go:171","msg":"trace[1748058884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3551; }","duration":"1.434553479s","start":"2026-03-01T14:07:07.596545Z","end":"2026-03-01T14:07:09.031098Z","steps":["trace[1748058884] 'agreement among raft nodes before linearized reading' (duration: 1.434275552s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.031117Z","caller":"traceutil/trace.go:171","msg":"trace[908583842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3551; }","duration":"1.399184253s","start":"2026-03-01T14:07:07.631904Z","end":"2026-03-01T14:07:09.031088Z","steps":["trace[908583842] 'agreement among raft nodes before linearized reading' (duration: 1.398970198s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.031109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243978015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:07:09.03117Z","caller":"traceutil/trace.go:171","msg":"trace[861949310] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3551; }","duration":"399.42917ms","start":"2026-03-01T14:07:08.631692Z","end":"2026-03-01T14:07:09.031121Z","steps":["trace[861949310] 'agreement among raft nodes before linearized reading' (duration: 399.244316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.031156Z","caller":"traceutil/trace.go:171","msg":"trace[1442947911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3551; }","duration":"1.442051689s","start":"2026-03-01T14:07:07.589081Z","end":"2026-03-01T14:07:09.031133Z","steps":["trace[1442947911] 'agreement among raft nodes before linearized reading' (duration: 1.441800802s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.03125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.631874Z","time spent":"1.399301797s","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:07:09.031279Z","caller":"traceutil/trace.go:171","msg":"trace[1073986808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3551; }","duration":"1.244192771s","start":"2026-03-01T14:07:07.787059Z","end":"2026-03-01T14:07:09.031252Z","steps":["trace[1073986808] 'agreement among raft nodes before linearized reading' (duration: 1.24378152s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.031284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.58906Z","time spent":"1.442209462s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:07:09.031164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.59652Z","time spent":"1.43463712s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:07:09.031067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322709357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:07:09.03133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.787045Z","time spent":"1.244275192s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:07:09.031287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:08.631672Z","time spent":"399.597364ms","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:07:09.031133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246636082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:07:09.031423Z","caller":"traceutil/trace.go:171","msg":"trace[1079465151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:3551; }","duration":"1.323076676s","start":"2026-03-01T14:07:07.708291Z","end":"2026-03-01T14:07:09.031368Z","steps":["trace[1079465151] 'agreement among raft nodes before linearized reading' (duration: 1.322560264s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.031458Z","caller":"traceutil/trace.go:171","msg":"trace[1476305543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3551; }","duration":"1.247017782s","start":"2026-03-01T14:07:07.78442Z","end":"2026-03-01T14:07:09.031438Z","steps":["trace[1476305543] 'agreement among raft nodes before linearized reading' (duration: 1.246402407s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.031492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.708264Z","time spent":"1.32320786s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:07:09.031513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:07.784388Z","time spent":"1.247110704s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:07:09.03116Z","caller":"traceutil/trace.go:171","msg":"trace[1117033519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3551; }","duration":"117.890084ms","start":"2026-03-01T14:07:08.913225Z","end":"2026-03-01T14:07:09.031115Z","steps":["trace[1117033519] 'agreement among raft nodes before linearized reading' (duration: 117.71462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.494892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.927192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:07:09.495065Z","caller":"traceutil/trace.go:171","msg":"trace[2015494776] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"459.047718ms","start":"2026-03-01T14:07:09.035987Z","end":"2026-03-01T14:07:09.495035Z","steps":["trace[2015494776] 'process raft request' (duration: 267.855569ms)","trace[2015494776] 'compare' (duration: 190.631165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:07:09.495137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.035952Z","time spent":"459.15351ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:09.496525Z","caller":"traceutil/trace.go:171","msg":"trace[1617869298] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"458.401912ms","start":"2026-03-01T14:07:09.038093Z","end":"2026-03-01T14:07:09.496495Z","steps":["trace[1617869298] 'process raft request' (duration: 458.271679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.496766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.038073Z","time spent":"458.537525ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:09.496801Z","caller":"traceutil/trace.go:171","msg":"trace[1433153575] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"458.408052ms","start":"2026-03-01T14:07:09.038365Z","end":"2026-03-01T14:07:09.496773Z","steps":["trace[1433153575] 'process raft request' (duration: 458.088744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.496961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.038353Z","time spent":"458.526945ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:09.4978Z","caller":"traceutil/trace.go:171","msg":"trace[333119981] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"403.354779ms","start":"2026-03-01T14:07:09.09441Z","end":"2026-03-01T14:07:09.497765Z","steps":["trace[333119981] 'process raft request' (duration: 403.178815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.497911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.094372Z","time spent":"403.487582ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:09.497953Z","caller":"traceutil/trace.go:171","msg":"trace[843941641] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"333.790388ms","start":"2026-03-01T14:07:09.164137Z","end":"2026-03-01T14:07:09.497927Z","steps":["trace[843941641] 'process raft request' (duration: 333.551712ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.497819Z","caller":"traceutil/trace.go:171","msg":"trace[1591948679] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"459.361946ms","start":"2026-03-01T14:07:09.038383Z","end":"2026-03-01T14:07:09.497745Z","steps":["trace[1591948679] 'process raft request' (duration: 458.284799ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:09.498105Z","caller":"traceutil/trace.go:171","msg":"trace[11496472] linearizableReadLoop","detail":"{readStateIndex:3700; appliedIndex:3698; }","duration":"459.788627ms","start":"2026-03-01T14:07:09.038298Z","end":"2026-03-01T14:07:09.498087Z","steps":["trace[11496472] 'read index received' (duration: 265.522961ms)","trace[11496472] 'applied index is now lower than readState.Index' (duration: 194.264246ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:09.498178Z","caller":"traceutil/trace.go:171","msg":"trace[1315028156] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"333.992903ms","start":"2026-03-01T14:07:09.164178Z","end":"2026-03-01T14:07:09.49817Z","steps":["trace[1315028156] 'process raft request' (duration: 333.687015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.498214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.164118Z","time spent":"334.079356ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:09.498093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.164106Z","time spent":"333.922472ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:07:09.498462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.123686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63103"} {"level":"info","ts":"2026-03-01T14:07:09.498522Z","caller":"traceutil/trace.go:171","msg":"trace[1147307503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3558; }","duration":"460.24159ms","start":"2026-03-01T14:07:09.038267Z","end":"2026-03-01T14:07:09.498508Z","steps":["trace[1147307503] 'agreement among raft nodes before linearized reading' (duration: 459.91048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:07:09.498593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.038252Z","time spent":"460.328811ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63127,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:07:09.498713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:07:09.038372Z","time spent":"459.943471ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:07:43.721119Z","caller":"traceutil/trace.go:171","msg":"trace[870917605] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"115.807841ms","start":"2026-03-01T14:07:43.605283Z","end":"2026-03-01T14:07:43.72109Z","steps":["trace[870917605] 'process raft request' (duration: 68.125844ms)","trace[870917605] 'compare' (duration: 47.482092ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:07:43.721731Z","caller":"traceutil/trace.go:171","msg":"trace[386526941] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"104.443673ms","start":"2026-03-01T14:07:43.617253Z","end":"2026-03-01T14:07:43.721696Z","steps":["trace[386526941] 'process raft request' (duration: 103.792717ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.721803Z","caller":"traceutil/trace.go:171","msg":"trace[1849087708] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"104.211888ms","start":"2026-03-01T14:07:43.617576Z","end":"2026-03-01T14:07:43.721788Z","steps":["trace[1849087708] 'process raft request' (duration: 103.967701ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.722111Z","caller":"traceutil/trace.go:171","msg":"trace[1544259238] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"104.173686ms","start":"2026-03-01T14:07:43.617926Z","end":"2026-03-01T14:07:43.722099Z","steps":["trace[1544259238] 'process raft request' (duration: 103.823938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.877411Z","caller":"traceutil/trace.go:171","msg":"trace[1816314421] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"149.782591ms","start":"2026-03-01T14:07:43.727612Z","end":"2026-03-01T14:07:43.877394Z","steps":["trace[1816314421] 'process raft request' (duration: 149.756681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.877521Z","caller":"traceutil/trace.go:171","msg":"trace[2017082045] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"149.974567ms","start":"2026-03-01T14:07:43.727513Z","end":"2026-03-01T14:07:43.877488Z","steps":["trace[2017082045] 'process raft request' (duration: 149.834143ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:07:43.877502Z","caller":"traceutil/trace.go:171","msg":"trace[1851305005] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"150.020707ms","start":"2026-03-01T14:07:43.727403Z","end":"2026-03-01T14:07:43.877423Z","steps":["trace[1851305005] 'process raft request' (duration: 115.202115ms)","trace[1851305005] 'compare' (duration: 34.671378ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:20.367891Z","caller":"traceutil/trace.go:171","msg":"trace[699604943] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"128.720046ms","start":"2026-03-01T14:08:20.239137Z","end":"2026-03-01T14:08:20.367857Z","steps":["trace[699604943] 'process raft request' (duration: 120.55268ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:23.134905Z","caller":"traceutil/trace.go:171","msg":"trace[1273596684] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4602; }","duration":"244.272008ms","start":"2026-03-01T14:08:22.89061Z","end":"2026-03-01T14:08:23.134882Z","steps":["trace[1273596684] 'read index received' (duration: 244.057683ms)","trace[1273596684] 'applied index is now lower than readState.Index' (duration: 213.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:23.134943Z","caller":"traceutil/trace.go:171","msg":"trace[2053737001] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"262.257352ms","start":"2026-03-01T14:08:22.872652Z","end":"2026-03-01T14:08:23.134909Z","steps":["trace[2053737001] 'process raft request' (duration: 262.080328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:23.135261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.820217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-01T14:08:23.135319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.610302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:23.13534Z","caller":"traceutil/trace.go:171","msg":"trace[264913505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae; range_end:; response_count:1; response_revision:4421; }","duration":"126.94097ms","start":"2026-03-01T14:08:23.00838Z","end":"2026-03-01T14:08:23.135321Z","steps":["trace[264913505] 'agreement among raft nodes before linearized reading' (duration: 126.723205ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:23.135371Z","caller":"traceutil/trace.go:171","msg":"trace[248091304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4421; }","duration":"222.853138ms","start":"2026-03-01T14:08:22.912504Z","end":"2026-03-01T14:08:23.135358Z","steps":["trace[248091304] 'agreement among raft nodes before linearized reading' (duration: 222.50096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:23.137035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.405502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-01T14:08:23.137109Z","caller":"traceutil/trace.go:171","msg":"trace[1111041938] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4421; }","duration":"246.523405ms","start":"2026-03-01T14:08:22.890572Z","end":"2026-03-01T14:08:23.137095Z","steps":["trace[1111041938] 'agreement among raft nodes before linearized reading' (duration: 244.437283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.314165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:26.240367Z","caller":"traceutil/trace.go:171","msg":"trace[664243718] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4652; }","duration":"328.02408ms","start":"2026-03-01T14:08:25.912326Z","end":"2026-03-01T14:08:26.24035Z","steps":["trace[664243718] 'read index received' (duration: 17.970473ms)","trace[664243718] 'applied index is now lower than readState.Index' (duration: 310.052377ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:26.240401Z","caller":"traceutil/trace.go:171","msg":"trace[1878789126] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"338.29101ms","start":"2026-03-01T14:08:25.902078Z","end":"2026-03-01T14:08:26.240369Z","steps":["trace[1878789126] 'process raft request' (duration: 136.556434ms)","trace[1878789126] 'compare' (duration: 201.180382ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:26.240464Z","caller":"traceutil/trace.go:171","msg":"trace[155373613] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"336.571826ms","start":"2026-03-01T14:08:25.903881Z","end":"2026-03-01T14:08:26.240453Z","steps":["trace[155373613] 'process raft request' (duration: 336.404112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:25.902058Z","time spent":"338.412002ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:26.240561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:26.240621Z","caller":"traceutil/trace.go:171","msg":"trace[1757858879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4472; }","duration":"296.855895ms","start":"2026-03-01T14:08:25.943751Z","end":"2026-03-01T14:08:26.240607Z","steps":["trace[1757858879] 'agreement among raft nodes before linearized reading' (duration: 296.713571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.288751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:08:26.240832Z","caller":"traceutil/trace.go:171","msg":"trace[306754621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:4472; }","duration":"296.349872ms","start":"2026-03-01T14:08:25.944477Z","end":"2026-03-01T14:08:26.240827Z","steps":["trace[306754621] 'agreement among raft nodes before linearized reading' (duration: 296.295551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.600191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:08:26.240873Z","caller":"traceutil/trace.go:171","msg":"trace[696616669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4472; }","duration":"262.726544ms","start":"2026-03-01T14:08:25.978133Z","end":"2026-03-01T14:08:26.24086Z","steps":["trace[696616669] 'agreement among raft nodes before linearized reading' (duration: 262.607461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.611465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:26.240947Z","caller":"traceutil/trace.go:171","msg":"trace[525906670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4472; }","duration":"328.657806ms","start":"2026-03-01T14:08:25.912285Z","end":"2026-03-01T14:08:26.240943Z","steps":["trace[525906670] 'agreement among raft nodes before linearized reading' (duration: 328.629805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:26.240961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:25.912274Z","time spent":"328.683946ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:08:26.241117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:25.90387Z","time spent":"336.624277ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:28.861296Z","caller":"traceutil/trace.go:171","msg":"trace[1753754207] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4733; }","duration":"288.858982ms","start":"2026-03-01T14:08:28.572407Z","end":"2026-03-01T14:08:28.861266Z","steps":["trace[1753754207] 'read index received' (duration: 288.503344ms)","trace[1753754207] 'applied index is now lower than readState.Index' (duration: 354.918µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:28.861491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.058929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7510"} {"level":"info","ts":"2026-03-01T14:08:28.861522Z","caller":"traceutil/trace.go:171","msg":"trace[778514427] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4545; }","duration":"289.123831ms","start":"2026-03-01T14:08:28.572391Z","end":"2026-03-01T14:08:28.861515Z","steps":["trace[778514427] 'agreement among raft nodes before linearized reading' (duration: 288.965926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:28.8618Z","caller":"traceutil/trace.go:171","msg":"trace[238096590] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"290.035764ms","start":"2026-03-01T14:08:28.571757Z","end":"2026-03-01T14:08:28.861793Z","steps":["trace[238096590] 'process raft request' (duration: 289.215212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:29.388761Z","caller":"traceutil/trace.go:171","msg":"trace[2102974402] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"179.476385ms","start":"2026-03-01T14:08:29.209258Z","end":"2026-03-01T14:08:29.388734Z","steps":["trace[2102974402] 'process raft request' (duration: 179.308191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.556053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907697104,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:08:30.888523Z","caller":"traceutil/trace.go:171","msg":"trace[734911887] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"833.246649ms","start":"2026-03-01T14:08:30.055243Z","end":"2026-03-01T14:08:30.888489Z","steps":["trace[734911887] 'process raft request' (duration: 833.046894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.888683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055231Z","time spent":"833.368432ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:30.888862Z","caller":"traceutil/trace.go:171","msg":"trace[1879416269] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"833.468344ms","start":"2026-03-01T14:08:30.055355Z","end":"2026-03-01T14:08:30.888824Z","steps":["trace[1879416269] 'process raft request' (duration: 833.143446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.888931Z","caller":"traceutil/trace.go:171","msg":"trace[1955797436] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"833.541456ms","start":"2026-03-01T14:08:30.055359Z","end":"2026-03-01T14:08:30.888901Z","steps":["trace[1955797436] 'process raft request' (duration: 833.096085ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.888964Z","caller":"traceutil/trace.go:171","msg":"trace[2128505375] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"833.413383ms","start":"2026-03-01T14:08:30.055525Z","end":"2026-03-01T14:08:30.888938Z","steps":["trace[2128505375] 'process raft request' (duration: 833.039054ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.888898Z","caller":"traceutil/trace.go:171","msg":"trace[621987431] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"836.825198ms","start":"2026-03-01T14:08:30.052061Z","end":"2026-03-01T14:08:30.888887Z","steps":["trace[621987431] 'process raft request' (duration: 756.067431ms)","trace[621987431] 'compare' (duration: 79.578287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:30.889065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055352Z","time spent":"833.647728ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:08:30.889037Z","caller":"traceutil/trace.go:171","msg":"trace[54832249] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"833.450984ms","start":"2026-03-01T14:08:30.05552Z","end":"2026-03-01T14:08:30.888971Z","steps":["trace[54832249] 'process raft request' (duration: 833.006353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055338Z","time spent":"833.600737ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:08:30.888907Z","caller":"traceutil/trace.go:171","msg":"trace[2004322582] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"833.581036ms","start":"2026-03-01T14:08:30.055294Z","end":"2026-03-01T14:08:30.888875Z","steps":["trace[2004322582] 'process raft request' (duration: 833.086944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.052049Z","time spent":"837.037604ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:08:30.88896Z","caller":"traceutil/trace.go:171","msg":"trace[1417629061] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"833.428943ms","start":"2026-03-01T14:08:30.055524Z","end":"2026-03-01T14:08:30.888953Z","steps":["trace[1417629061] 'process raft request' (duration: 833.086155ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.889233Z","caller":"traceutil/trace.go:171","msg":"trace[17246899] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"833.554416ms","start":"2026-03-01T14:08:30.055336Z","end":"2026-03-01T14:08:30.88889Z","steps":["trace[17246899] 'process raft request' (duration: 833.088864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055501Z","time spent":"833.7226ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:30.889311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055513Z","time spent":"833.657019ms","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:30.889362Z","caller":"traceutil/trace.go:171","msg":"trace[1104478532] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"780.005056ms","start":"2026-03-01T14:08:30.109341Z","end":"2026-03-01T14:08:30.889346Z","steps":["trace[1104478532] 'process raft request' (duration: 779.36553ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.889334Z","caller":"traceutil/trace.go:171","msg":"trace[590416025] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"833.28544ms","start":"2026-03-01T14:08:30.056001Z","end":"2026-03-01T14:08:30.889287Z","steps":["trace[590416025] 'process raft request' (duration: 832.642694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055327Z","time spent":"833.978696ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:30.889394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055281Z","time spent":"833.952756ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:30.889509Z","caller":"traceutil/trace.go:171","msg":"trace[217435966] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4793; }","duration":"834.242274ms","start":"2026-03-01T14:08:30.055244Z","end":"2026-03-01T14:08:30.889486Z","steps":["trace[217435966] 'read index received' (duration: 752.936643ms)","trace[217435966] 'applied index is now lower than readState.Index' (duration: 81.30435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:30.889131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055514Z","time spent":"833.530106ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:30.889558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055994Z","time spent":"833.467814ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4641,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:08:30.88959Z","caller":"traceutil/trace.go:171","msg":"trace[1156176909] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"635.536083ms","start":"2026-03-01T14:08:30.254039Z","end":"2026-03-01T14:08:30.889575Z","steps":["trace[1156176909] 'process raft request' (duration: 635.098432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.109284Z","time spent":"780.144869ms","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:30.889665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.25401Z","time spent":"635.621356ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:30.889677Z","caller":"traceutil/trace.go:171","msg":"trace[727492822] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"609.216521ms","start":"2026-03-01T14:08:30.280447Z","end":"2026-03-01T14:08:30.889663Z","steps":["trace[727492822] 'process raft request' (duration: 608.969884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.280421Z","time spent":"609.293312ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:08:30.889849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.875871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-01T14:08:30.889875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.624774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"warn","ts":"2026-03-01T14:08:30.889884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.843414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww\" ","response":"range_response_count:1 size:3534"} {"level":"info","ts":"2026-03-01T14:08:30.889903Z","caller":"traceutil/trace.go:171","msg":"trace[416062622] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4617; }","duration":"577.966873ms","start":"2026-03-01T14:08:30.311923Z","end":"2026-03-01T14:08:30.889889Z","steps":["trace[416062622] 'agreement among raft nodes before linearized reading' (duration: 577.817269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.432584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:08:30.889912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.346242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:08:30.889938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.399714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T14:08:30.889954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.31191Z","time spent":"578.037675ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-01T14:08:30.889955Z","caller":"traceutil/trace.go:171","msg":"trace[1612651910] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww; range_end:; response_count:1; response_revision:4617; }","duration":"833.927156ms","start":"2026-03-01T14:08:30.056012Z","end":"2026-03-01T14:08:30.889939Z","steps":["trace[1612651910] 'agreement among raft nodes before linearized reading' (duration: 833.719311ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.889971Z","caller":"traceutil/trace.go:171","msg":"trace[799112310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4617; }","duration":"622.494465ms","start":"2026-03-01T14:08:30.267459Z","end":"2026-03-01T14:08:30.889953Z","steps":["trace[799112310] 'agreement among raft nodes before linearized reading' (duration: 622.330031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.889998Z","caller":"traceutil/trace.go:171","msg":"trace[1534499903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4617; }","duration":"622.516616ms","start":"2026-03-01T14:08:30.267464Z","end":"2026-03-01T14:08:30.889981Z","steps":["trace[1534499903] 'agreement among raft nodes before linearized reading' (duration: 622.329941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.889947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.424483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:08:30.890021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.26743Z","time spent":"622.578077ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:08:30.890008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.056005Z","time spent":"833.991238ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3558,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww\" "} {"level":"warn","ts":"2026-03-01T14:08:30.890049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.267452Z","time spent":"622.585528ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:08:30.890039Z","caller":"traceutil/trace.go:171","msg":"trace[1605692409] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4617; }","duration":"834.691825ms","start":"2026-03-01T14:08:30.055215Z","end":"2026-03-01T14:08:30.889907Z","steps":["trace[1605692409] 'agreement among raft nodes before linearized reading' (duration: 834.47815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.890047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.919767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T14:08:30.889541Z","caller":"traceutil/trace.go:171","msg":"trace[1365258204] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"635.423081ms","start":"2026-03-01T14:08:30.254104Z","end":"2026-03-01T14:08:30.889527Z","steps":["trace[1365258204] 'process raft request' (duration: 635.250156ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:30.889977Z","caller":"traceutil/trace.go:171","msg":"trace[1087513711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4617; }","duration":"622.437344ms","start":"2026-03-01T14:08:30.267524Z","end":"2026-03-01T14:08:30.889961Z","steps":["trace[1087513711] 'agreement among raft nodes before linearized reading' (duration: 622.224999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.890113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.687911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:08:30.890149Z","caller":"traceutil/trace.go:171","msg":"trace[1161581576] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4617; }","duration":"744.06068ms","start":"2026-03-01T14:08:30.146068Z","end":"2026-03-01T14:08:30.890128Z","steps":["trace[1161581576] 'agreement among raft nodes before linearized reading' (duration: 743.821595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.89017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.2674Z","time spent":"622.756122ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:08:30.890187Z","caller":"traceutil/trace.go:171","msg":"trace[577186055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:4617; }","duration":"622.791623ms","start":"2026-03-01T14:08:30.267369Z","end":"2026-03-01T14:08:30.890161Z","steps":["trace[577186055] 'agreement among raft nodes before linearized reading' (duration: 622.473265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.890155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.055199Z","time spent":"834.947252ms","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4183,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-03-01T14:08:30.890193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.254085Z","time spent":"636.058537ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:30.890219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.146045Z","time spent":"744.162712ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:08:30.890244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.267354Z","time spent":"622.876195ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:08:30.890107Z","caller":"traceutil/trace.go:171","msg":"trace[245484739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4617; }","duration":"622.610848ms","start":"2026-03-01T14:08:30.267436Z","end":"2026-03-01T14:08:30.890047Z","steps":["trace[245484739] 'agreement among raft nodes before linearized reading' (duration: 622.299421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:30.893089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:30.267401Z","time spent":"625.666705ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:08:32.855035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907697213,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:08:33.075508Z","caller":"traceutil/trace.go:171","msg":"trace[1521651653] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4859; }","duration":"721.384648ms","start":"2026-03-01T14:08:32.354088Z","end":"2026-03-01T14:08:33.075473Z","steps":["trace[1521651653] 'read index received' (duration: 721.217254ms)","trace[1521651653] 'applied index is now lower than readState.Index' (duration: 165.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:33.075938Z","caller":"traceutil/trace.go:171","msg":"trace[143908864] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"732.477956ms","start":"2026-03-01T14:08:32.34342Z","end":"2026-03-01T14:08:33.075898Z","steps":["trace[143908864] 'process raft request' (duration: 731.82473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.076073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.950742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:08:33.076115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:32.34338Z","time spent":"732.646911ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:33.076177Z","caller":"traceutil/trace.go:171","msg":"trace[2120288922] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4668; }","duration":"722.086215ms","start":"2026-03-01T14:08:32.354048Z","end":"2026-03-01T14:08:33.076134Z","steps":["trace[2120288922] 'agreement among raft nodes before linearized reading' (duration: 721.904891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.076227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:32.354024Z","time spent":"722.190287ms","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:08:33.098485Z","caller":"traceutil/trace.go:171","msg":"trace[1002544597] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"202.892705ms","start":"2026-03-01T14:08:32.895558Z","end":"2026-03-01T14:08:33.09845Z","steps":["trace[1002544597] 'process raft request' (duration: 202.627008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.098646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.902853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-01T14:08:33.098726Z","caller":"traceutil/trace.go:171","msg":"trace[1598228191] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x-tls; range_end:; response_count:1; response_revision:4670; }","duration":"331.031306ms","start":"2026-03-01T14:08:32.767672Z","end":"2026-03-01T14:08:33.098703Z","steps":["trace[1598228191] 'agreement among raft nodes before linearized reading' (duration: 330.759889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.098784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:32.76765Z","time spent":"331.117578ms","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1991,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x-tls\" "} {"level":"warn","ts":"2026-03-01T14:08:33.098832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.242985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:08:33.098897Z","caller":"traceutil/trace.go:171","msg":"trace[1759285978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4670; }","duration":"178.365888ms","start":"2026-03-01T14:08:32.920516Z","end":"2026-03-01T14:08:33.098882Z","steps":["trace[1759285978] 'agreement among raft nodes before linearized reading' (duration: 178.191993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.802829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad008212-c458-4daf-a631-f86e03a6d95b\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-03-01T14:08:33.099156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.389404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:08:33.099177Z","caller":"traceutil/trace.go:171","msg":"trace[1927706784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad008212-c458-4daf-a631-f86e03a6d95b; range_end:; response_count:1; response_revision:4670; }","duration":"159.895362ms","start":"2026-03-01T14:08:32.93927Z","end":"2026-03-01T14:08:33.099165Z","steps":["trace[1927706784] 'agreement among raft nodes before linearized reading' (duration: 159.798879ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:33.099212Z","caller":"traceutil/trace.go:171","msg":"trace[1939234485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:4670; }","duration":"181.518746ms","start":"2026-03-01T14:08:32.917678Z","end":"2026-03-01T14:08:33.099197Z","steps":["trace[1939234485] 'agreement among raft nodes before linearized reading' (duration: 181.315141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.400737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:08:33.099398Z","caller":"traceutil/trace.go:171","msg":"trace[2031869521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4670; }","duration":"178.453848ms","start":"2026-03-01T14:08:32.920936Z","end":"2026-03-01T14:08:33.09939Z","steps":["trace[2031869521] 'agreement among raft nodes before linearized reading' (duration: 178.362946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.948898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:08:33.099507Z","caller":"traceutil/trace.go:171","msg":"trace[1841856430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4670; }","duration":"182.020559ms","start":"2026-03-01T14:08:32.917473Z","end":"2026-03-01T14:08:33.099494Z","steps":["trace[1841856430] 'agreement among raft nodes before linearized reading' (duration: 181.908856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:33.099555Z","caller":"traceutil/trace.go:171","msg":"trace[603948975] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"203.176152ms","start":"2026-03-01T14:08:32.896365Z","end":"2026-03-01T14:08:33.099541Z","steps":["trace[603948975] 'process raft request' (duration: 202.006003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.340414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:08:33.099785Z","caller":"traceutil/trace.go:171","msg":"trace[1301986415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4670; }","duration":"191.391755ms","start":"2026-03-01T14:08:32.908384Z","end":"2026-03-01T14:08:33.099775Z","steps":["trace[1301986415] 'agreement among raft nodes before linearized reading' (duration: 191.280452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.143025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:08:33.099822Z","caller":"traceutil/trace.go:171","msg":"trace[1652859529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4670; }","duration":"194.214217ms","start":"2026-03-01T14:08:32.905598Z","end":"2026-03-01T14:08:33.099812Z","steps":["trace[1652859529] 'agreement among raft nodes before linearized reading' (duration: 194.127395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:33.099507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.125673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718544"} {"level":"info","ts":"2026-03-01T14:08:33.099866Z","caller":"traceutil/trace.go:171","msg":"trace[764233079] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4670; }","duration":"119.524943ms","start":"2026-03-01T14:08:32.980331Z","end":"2026-03-01T14:08:33.099857Z","steps":["trace[764233079] 'agreement among raft nodes before linearized reading' (duration: 118.679392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.094144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907697264,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:08:35.230743Z","caller":"traceutil/trace.go:171","msg":"trace[2103007088] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"754.432701ms","start":"2026-03-01T14:08:34.476282Z","end":"2026-03-01T14:08:35.230714Z","steps":["trace[2103007088] 'process raft request' (duration: 754.279567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.230895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:34.476236Z","time spent":"754.590715ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:08:35.292131Z","caller":"traceutil/trace.go:171","msg":"trace[1965136140] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"216.338325ms","start":"2026-03-01T14:08:35.07576Z","end":"2026-03-01T14:08:35.292099Z","steps":["trace[1965136140] 'process raft request' (duration: 216.13669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.292171Z","caller":"traceutil/trace.go:171","msg":"trace[1063410489] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"186.750359ms","start":"2026-03-01T14:08:35.105394Z","end":"2026-03-01T14:08:35.292144Z","steps":["trace[1063410489] 'process raft request' (duration: 186.655787ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.292175Z","caller":"traceutil/trace.go:171","msg":"trace[915370136] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"187.083787ms","start":"2026-03-01T14:08:35.105049Z","end":"2026-03-01T14:08:35.292133Z","steps":["trace[915370136] 'process raft request' (duration: 186.965354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.292552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.408368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-01T14:08:35.292627Z","caller":"traceutil/trace.go:171","msg":"trace[1449556124] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4699; }","duration":"698.534152ms","start":"2026-03-01T14:08:34.594073Z","end":"2026-03-01T14:08:35.292607Z","steps":["trace[1449556124] 'agreement among raft nodes before linearized reading' (duration: 698.260245ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.292101Z","caller":"traceutil/trace.go:171","msg":"trace[1536953404] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4888; }","duration":"697.963897ms","start":"2026-03-01T14:08:34.594116Z","end":"2026-03-01T14:08:35.29208Z","steps":["trace[1536953404] 'read index received' (duration: 636.434196ms)","trace[1536953404] 'applied index is now lower than readState.Index' (duration: 61.528751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:35.292663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:34.594053Z","time spent":"698.602304ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:08:35.313978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.739031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:08:35.314047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.316531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:08:35.314064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.664374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:08:35.314101Z","caller":"traceutil/trace.go:171","msg":"trace[391605903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:4700; }","duration":"200.388402ms","start":"2026-03-01T14:08:35.113698Z","end":"2026-03-01T14:08:35.314086Z","steps":["trace[391605903] 'agreement among raft nodes before linearized reading' (duration: 200.220448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.314102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.911819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:08:35.314104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.777224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad008212-c458-4daf-a631-f86e03a6d95b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-01T14:08:35.314132Z","caller":"traceutil/trace.go:171","msg":"trace[730475643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4700; }","duration":"398.99057ms","start":"2026-03-01T14:08:34.915134Z","end":"2026-03-01T14:08:35.314124Z","steps":["trace[730475643] 'agreement among raft nodes before linearized reading' (duration: 398.946959ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.314131Z","caller":"traceutil/trace.go:171","msg":"trace[268517138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4700; }","duration":"199.771676ms","start":"2026-03-01T14:08:35.114345Z","end":"2026-03-01T14:08:35.314116Z","steps":["trace[268517138] 'agreement among raft nodes before linearized reading' (duration: 199.543611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.314153Z","caller":"traceutil/trace.go:171","msg":"trace[895529963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad008212-c458-4daf-a631-f86e03a6d95b; range_end:; response_count:1; response_revision:4700; }","duration":"206.850416ms","start":"2026-03-01T14:08:35.107286Z","end":"2026-03-01T14:08:35.314137Z","steps":["trace[895529963] 'agreement among raft nodes before linearized reading' (duration: 206.752113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.314162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:34.915115Z","time spent":"399.040712ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:08:35.314055Z","caller":"traceutil/trace.go:171","msg":"trace[1929640186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4700; }","duration":"200.841834ms","start":"2026-03-01T14:08:35.113197Z","end":"2026-03-01T14:08:35.314039Z","steps":["trace[1929640186] 'agreement among raft nodes before linearized reading' (duration: 200.643809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.314304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.683115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:08:35.31433Z","caller":"traceutil/trace.go:171","msg":"trace[967411935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4700; }","duration":"201.730956ms","start":"2026-03-01T14:08:35.112591Z","end":"2026-03-01T14:08:35.314322Z","steps":["trace[967411935] 'agreement among raft nodes before linearized reading' (duration: 201.653934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.313989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.443945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:35.31443Z","caller":"traceutil/trace.go:171","msg":"trace[1886565797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4700; }","duration":"200.919486ms","start":"2026-03-01T14:08:35.113502Z","end":"2026-03-01T14:08:35.314421Z","steps":["trace[1886565797] 'agreement among raft nodes before linearized reading' (duration: 200.329441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.314566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.916441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:08:35.314636Z","caller":"traceutil/trace.go:171","msg":"trace[945645211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4700; }","duration":"204.046605ms","start":"2026-03-01T14:08:35.11057Z","end":"2026-03-01T14:08:35.314617Z","steps":["trace[945645211] 'agreement among raft nodes before linearized reading' (duration: 203.807229ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.573817Z","caller":"traceutil/trace.go:171","msg":"trace[29179687] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"254.182719ms","start":"2026-03-01T14:08:35.319614Z","end":"2026-03-01T14:08:35.573797Z","steps":["trace[29179687] 'process raft request' (duration: 254.110097ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.573818Z","caller":"traceutil/trace.go:171","msg":"trace[536781546] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"254.675661ms","start":"2026-03-01T14:08:35.31913Z","end":"2026-03-01T14:08:35.573805Z","steps":["trace[536781546] 'process raft request' (duration: 218.188531ms)","trace[536781546] 'compare' (duration: 36.289335ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:35.57413Z","caller":"traceutil/trace.go:171","msg":"trace[1647598701] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"252.569488ms","start":"2026-03-01T14:08:35.321545Z","end":"2026-03-01T14:08:35.574115Z","steps":["trace[1647598701] 'process raft request' (duration: 252.487526ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.574124Z","caller":"traceutil/trace.go:171","msg":"trace[319015945] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"252.652769ms","start":"2026-03-01T14:08:35.321456Z","end":"2026-03-01T14:08:35.574108Z","steps":["trace[319015945] 'process raft request' (duration: 252.489705ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.574161Z","caller":"traceutil/trace.go:171","msg":"trace[1994592864] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4894; }","duration":"252.747563ms","start":"2026-03-01T14:08:35.321397Z","end":"2026-03-01T14:08:35.574144Z","steps":["trace[1994592864] 'read index received' (duration: 80.704105ms)","trace[1994592864] 'applied index is now lower than readState.Index' (duration: 172.042818ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:35.574275Z","caller":"traceutil/trace.go:171","msg":"trace[2132062395] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"252.574838ms","start":"2026-03-01T14:08:35.321685Z","end":"2026-03-01T14:08:35.57426Z","steps":["trace[2132062395] 'process raft request' (duration: 252.371133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.574281Z","caller":"traceutil/trace.go:171","msg":"trace[827104363] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"254.129888ms","start":"2026-03-01T14:08:35.31991Z","end":"2026-03-01T14:08:35.57404Z","steps":["trace[827104363] 'process raft request' (duration: 253.856041ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.574276Z","caller":"traceutil/trace.go:171","msg":"trace[1465808287] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"252.161118ms","start":"2026-03-01T14:08:35.322088Z","end":"2026-03-01T14:08:35.574249Z","steps":["trace[1465808287] 'process raft request' (duration: 252.023895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:35.574341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.919828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62909"} {"level":"info","ts":"2026-03-01T14:08:35.574366Z","caller":"traceutil/trace.go:171","msg":"trace[1417782538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4708; }","duration":"252.991119ms","start":"2026-03-01T14:08:35.32137Z","end":"2026-03-01T14:08:35.574361Z","steps":["trace[1417782538] 'agreement among raft nodes before linearized reading' (duration: 252.838395ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:35.738954Z","caller":"traceutil/trace.go:171","msg":"trace[788179187] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"158.827125ms","start":"2026-03-01T14:08:35.580092Z","end":"2026-03-01T14:08:35.738919Z","steps":["trace[788179187] 'process raft request' (duration: 99.309014ms)","trace[788179187] 'compare' (duration: 59.366886ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:36.006213Z","caller":"traceutil/trace.go:171","msg":"trace[1689030326] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"194.211296ms","start":"2026-03-01T14:08:35.811973Z","end":"2026-03-01T14:08:36.006184Z","steps":["trace[1689030326] 'process raft request' (duration: 106.665789ms)","trace[1689030326] 'compare' (duration: 87.390393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:38.415487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907697398,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:08:38.522692Z","caller":"traceutil/trace.go:171","msg":"trace[463862378] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"607.330452ms","start":"2026-03-01T14:08:37.915343Z","end":"2026-03-01T14:08:38.522673Z","steps":["trace[463862378] 'process raft request' (duration: 607.205779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.522806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:37.915321Z","time spent":"607.424545ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:38.868282Z","caller":"traceutil/trace.go:171","msg":"trace[448120255] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4965; }","duration":"952.853605ms","start":"2026-03-01T14:08:37.915403Z","end":"2026-03-01T14:08:38.868257Z","steps":["trace[448120255] 'read index received' (duration: 607.2046ms)","trace[448120255] 'applied index is now lower than readState.Index' (duration: 345.648025ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:38.868378Z","caller":"traceutil/trace.go:171","msg":"trace[1082890937] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"854.517645ms","start":"2026-03-01T14:08:38.013818Z","end":"2026-03-01T14:08:38.868336Z","steps":["trace[1082890937] 'process raft request' (duration: 854.236668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.868449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.017989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:38.868519Z","caller":"traceutil/trace.go:171","msg":"trace[858448931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4771; }","duration":"953.146462ms","start":"2026-03-01T14:08:37.91535Z","end":"2026-03-01T14:08:38.868496Z","steps":["trace[858448931] 'agreement among raft nodes before linearized reading' (duration: 953.002879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.868571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:37.915326Z","time spent":"953.233995ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:08:38.868576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.013792Z","time spent":"854.702859ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:38.940622Z","caller":"traceutil/trace.go:171","msg":"trace[1007268458] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"412.340976ms","start":"2026-03-01T14:08:38.528251Z","end":"2026-03-01T14:08:38.940592Z","steps":["trace[1007268458] 'process raft request' (duration: 411.398993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.940736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016282333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:08:38.940767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.528228Z","time spent":"412.47611ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:08:38.940734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.465197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:38.940796Z","caller":"traceutil/trace.go:171","msg":"trace[1116929448] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4772; }","duration":"1.016438297s","start":"2026-03-01T14:08:37.924342Z","end":"2026-03-01T14:08:38.94078Z","steps":["trace[1116929448] 'agreement among raft nodes before linearized reading' (duration: 1.016324634s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.940834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:37.924317Z","time spent":"1.016508209s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:08:38.940842Z","caller":"traceutil/trace.go:171","msg":"trace[831252998] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4772; }","duration":"354.611692ms","start":"2026-03-01T14:08:38.586201Z","end":"2026-03-01T14:08:38.940813Z","steps":["trace[831252998] 'agreement among raft nodes before linearized reading' (duration: 354.440427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.940899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.586187Z","time spent":"354.695483ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:08:38.940961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.110151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:08:38.940975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.152991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-03-01T14:08:38.940999Z","caller":"traceutil/trace.go:171","msg":"trace[724293806] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4772; }","duration":"855.182153ms","start":"2026-03-01T14:08:38.085802Z","end":"2026-03-01T14:08:38.940984Z","steps":["trace[724293806] 'agreement among raft nodes before linearized reading' (duration: 855.121682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.94104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.085776Z","time spent":"855.255934ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:08:38.941045Z","caller":"traceutil/trace.go:171","msg":"trace[459536298] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4772; }","duration":"408.251893ms","start":"2026-03-01T14:08:38.532776Z","end":"2026-03-01T14:08:38.941027Z","steps":["trace[459536298] 'agreement among raft nodes before linearized reading' (duration: 408.038688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.94109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.532764Z","time spent":"408.315525ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4726,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-01T14:08:38.941255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.099649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T14:08:38.941349Z","caller":"traceutil/trace.go:171","msg":"trace[1698270330] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4772; }","duration":"335.249634ms","start":"2026-03-01T14:08:38.606078Z","end":"2026-03-01T14:08:38.941327Z","steps":["trace[1698270330] 'agreement among raft nodes before linearized reading' (duration: 335.011318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:38.941398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.606054Z","time spent":"335.331155ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:08:38.941431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.631595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:786965"} {"level":"info","ts":"2026-03-01T14:08:38.941539Z","caller":"traceutil/trace.go:171","msg":"trace[321293261] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4772; }","duration":"180.795409ms","start":"2026-03-01T14:08:38.760719Z","end":"2026-03-01T14:08:38.941514Z","steps":["trace[321293261] 'agreement among raft nodes before linearized reading' (duration: 180.000008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.386972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.359509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:39.387161Z","caller":"traceutil/trace.go:171","msg":"trace[636590727] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4970; }","duration":"433.732906ms","start":"2026-03-01T14:08:38.953412Z","end":"2026-03-01T14:08:39.387145Z","steps":["trace[636590727] 'read index received' (duration: 132.216173ms)","trace[636590727] 'applied index is now lower than readState.Index' (duration: 301.515873ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:39.387234Z","caller":"traceutil/trace.go:171","msg":"trace[208557679] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"438.127187ms","start":"2026-03-01T14:08:38.949096Z","end":"2026-03-01T14:08:39.387224Z","steps":["trace[208557679] 'process raft request' (duration: 136.42556ms)","trace[208557679] 'compare' (duration: 301.095181ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:39.387244Z","caller":"traceutil/trace.go:171","msg":"trace[806458560] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"437.521031ms","start":"2026-03-01T14:08:38.949705Z","end":"2026-03-01T14:08:39.387226Z","steps":["trace[806458560] 'process raft request' (duration: 437.354786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.387288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.949077Z","time spent":"438.180398ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:39.387327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.949691Z","time spent":"437.590083ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:39.387702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.2679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-01T14:08:39.387801Z","caller":"traceutil/trace.go:171","msg":"trace[993470533] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae; range_end:; response_count:1; response_revision:4775; }","duration":"434.418723ms","start":"2026-03-01T14:08:38.953359Z","end":"2026-03-01T14:08:39.387778Z","steps":["trace[993470533] 'agreement among raft nodes before linearized reading' (duration: 434.102235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.387843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:38.953339Z","time spent":"434.494565ms","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae\" "} {"level":"info","ts":"2026-03-01T14:08:39.442519Z","caller":"traceutil/trace.go:171","msg":"trace[2110718423] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"324.271416ms","start":"2026-03-01T14:08:39.11822Z","end":"2026-03-01T14:08:39.442492Z","steps":["trace[2110718423] 'process raft request' (duration: 324.092092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.442687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:39.1182Z","time spent":"324.400779ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:39.445389Z","caller":"traceutil/trace.go:171","msg":"trace[390775059] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"141.629851ms","start":"2026-03-01T14:08:39.303725Z","end":"2026-03-01T14:08:39.445355Z","steps":["trace[390775059] 'process raft request' (duration: 141.55725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.445603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.559776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T14:08:39.445662Z","caller":"traceutil/trace.go:171","msg":"trace[597518268] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4778; }","duration":"434.69064ms","start":"2026-03-01T14:08:39.010958Z","end":"2026-03-01T14:08:39.445649Z","steps":["trace[597518268] 'agreement among raft nodes before linearized reading' (duration: 434.503095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.445708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:39.010925Z","time spent":"434.765842ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-01T14:08:39.445705Z","caller":"traceutil/trace.go:171","msg":"trace[2055038831] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"143.744495ms","start":"2026-03-01T14:08:39.301896Z","end":"2026-03-01T14:08:39.44564Z","steps":["trace[2055038831] 'process raft request' (duration: 143.265433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.445854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.197831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-01T14:08:39.44596Z","caller":"traceutil/trace.go:171","msg":"trace[2003537054] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4778; }","duration":"333.361365ms","start":"2026-03-01T14:08:39.112569Z","end":"2026-03-01T14:08:39.44593Z","steps":["trace[2003537054] 'agreement among raft nodes before linearized reading' (duration: 333.114729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.445881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.262353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:786965"} {"level":"warn","ts":"2026-03-01T14:08:39.446019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:39.112539Z","time spent":"333.467848ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-01T14:08:39.446075Z","caller":"traceutil/trace.go:171","msg":"trace[1678062793] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4778; }","duration":"149.486049ms","start":"2026-03-01T14:08:39.296566Z","end":"2026-03-01T14:08:39.446052Z","steps":["trace[1678062793] 'agreement among raft nodes before linearized reading' (duration: 148.792412ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:39.692719Z","caller":"traceutil/trace.go:171","msg":"trace[1207948299] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"101.248542ms","start":"2026-03-01T14:08:39.591444Z","end":"2026-03-01T14:08:39.692693Z","steps":["trace[1207948299] 'process raft request' (duration: 101.081148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:39.692747Z","caller":"traceutil/trace.go:171","msg":"trace[102985261] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4992; }","duration":"100.861713ms","start":"2026-03-01T14:08:39.59184Z","end":"2026-03-01T14:08:39.692702Z","steps":["trace[102985261] 'read index received' (duration: 100.840242ms)","trace[102985261] 'applied index is now lower than readState.Index' (duration: 17.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:39.692961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.091529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:08:39.69304Z","caller":"traceutil/trace.go:171","msg":"trace[1065328338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4795; }","duration":"101.204982ms","start":"2026-03-01T14:08:39.591818Z","end":"2026-03-01T14:08:39.693023Z","steps":["trace[1065328338] 'agreement among raft nodes before linearized reading' (duration: 100.975736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:39.693761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.873443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62909"} {"level":"info","ts":"2026-03-01T14:08:39.693815Z","caller":"traceutil/trace.go:171","msg":"trace[178567873] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"101.061178ms","start":"2026-03-01T14:08:39.59274Z","end":"2026-03-01T14:08:39.693801Z","steps":["trace[178567873] 'process raft request' (duration: 100.679518ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:39.693839Z","caller":"traceutil/trace.go:171","msg":"trace[2116038805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4796; }","duration":"101.001426ms","start":"2026-03-01T14:08:39.592813Z","end":"2026-03-01T14:08:39.693814Z","steps":["trace[2116038805] 'agreement among raft nodes before linearized reading' (duration: 100.74445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:45.673589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.180212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:45.673831Z","caller":"traceutil/trace.go:171","msg":"trace[418426345] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"210.801834ms","start":"2026-03-01T14:08:45.462998Z","end":"2026-03-01T14:08:45.673799Z","steps":["trace[418426345] 'process raft request' (duration: 36.325766ms)","trace[418426345] 'compare' (duration: 173.955855ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:45.674034Z","caller":"traceutil/trace.go:171","msg":"trace[726363913] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"138.761938ms","start":"2026-03-01T14:08:45.535255Z","end":"2026-03-01T14:08:45.674017Z","steps":["trace[726363913] 'process raft request' (duration: 138.698256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:45.674072Z","caller":"traceutil/trace.go:171","msg":"trace[1873721412] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"210.266362ms","start":"2026-03-01T14:08:45.463789Z","end":"2026-03-01T14:08:45.674055Z","steps":["trace[1873721412] 'process raft request' (duration: 209.939334ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:45.674158Z","caller":"traceutil/trace.go:171","msg":"trace[1926386356] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5093; }","duration":"190.628876ms","start":"2026-03-01T14:08:45.483495Z","end":"2026-03-01T14:08:45.674124Z","steps":["trace[1926386356] 'read index received' (duration: 15.83835ms)","trace[1926386356] 'applied index is now lower than readState.Index' (duration: 174.786526ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:45.674291Z","caller":"traceutil/trace.go:171","msg":"trace[1750859207] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"191.905058ms","start":"2026-03-01T14:08:45.482349Z","end":"2026-03-01T14:08:45.674254Z","steps":["trace[1750859207] 'process raft request' (duration: 191.453516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:45.674354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.849682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:45.674396Z","caller":"traceutil/trace.go:171","msg":"trace[1387429413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4897; }","duration":"190.918134ms","start":"2026-03-01T14:08:45.483462Z","end":"2026-03-01T14:08:45.67438Z","steps":["trace[1387429413] 'agreement among raft nodes before linearized reading' (duration: 190.793721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:45.925457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.341534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:45.925674Z","caller":"traceutil/trace.go:171","msg":"trace[282264129] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5101; }","duration":"199.332345ms","start":"2026-03-01T14:08:45.726317Z","end":"2026-03-01T14:08:45.92565Z","steps":["trace[282264129] 'read index received' (duration: 21.902692ms)","trace[282264129] 'applied index is now lower than readState.Index' (duration: 177.427673ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:45.925711Z","caller":"traceutil/trace.go:171","msg":"trace[503134552] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"198.916875ms","start":"2026-03-01T14:08:45.726766Z","end":"2026-03-01T14:08:45.925683Z","steps":["trace[503134552] 'process raft request' (duration: 198.794572ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:45.925729Z","caller":"traceutil/trace.go:171","msg":"trace[1413829910] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"200.866094ms","start":"2026-03-01T14:08:45.724835Z","end":"2026-03-01T14:08:45.925701Z","steps":["trace[1413829910] 'process raft request' (duration: 59.181652ms)","trace[1413829910] 'compare' (duration: 141.138619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:45.926984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.650439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70568"} {"level":"info","ts":"2026-03-01T14:08:45.927066Z","caller":"traceutil/trace.go:171","msg":"trace[1911026953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4904; }","duration":"200.741821ms","start":"2026-03-01T14:08:45.726306Z","end":"2026-03-01T14:08:45.927048Z","steps":["trace[1911026953] 'agreement among raft nodes before linearized reading' (duration: 200.414183ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:46.130476Z","caller":"traceutil/trace.go:171","msg":"trace[84653847] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"124.789757ms","start":"2026-03-01T14:08:46.005656Z","end":"2026-03-01T14:08:46.130446Z","steps":["trace[84653847] 'process raft request' (duration: 48.319589ms)","trace[84653847] 'compare' (duration: 76.340925ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:46.14246Z","caller":"traceutil/trace.go:171","msg":"trace[1614222436] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"135.678941ms","start":"2026-03-01T14:08:46.006765Z","end":"2026-03-01T14:08:46.142444Z","steps":["trace[1614222436] 'process raft request' (duration: 135.63091ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:46.142652Z","caller":"traceutil/trace.go:171","msg":"trace[1063043358] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"135.989139ms","start":"2026-03-01T14:08:46.006644Z","end":"2026-03-01T14:08:46.142633Z","steps":["trace[1063043358] 'process raft request' (duration: 135.594059ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:46.142927Z","caller":"traceutil/trace.go:171","msg":"trace[1467091689] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"136.130421ms","start":"2026-03-01T14:08:46.006771Z","end":"2026-03-01T14:08:46.142902Z","steps":["trace[1467091689] 'process raft request' (duration: 135.550997ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:51.86489Z","caller":"traceutil/trace.go:171","msg":"trace[1936607071] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"250.481815ms","start":"2026-03-01T14:08:51.614372Z","end":"2026-03-01T14:08:51.864854Z","steps":["trace[1936607071] 'process raft request' (duration: 250.318641ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:51.875161Z","caller":"traceutil/trace.go:171","msg":"trace[695511326] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5153; }","duration":"132.974173ms","start":"2026-03-01T14:08:51.742159Z","end":"2026-03-01T14:08:51.875133Z","steps":["trace[695511326] 'read index received' (duration: 122.563281ms)","trace[695511326] 'applied index is now lower than readState.Index' (duration: 10.408992ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:51.875651Z","caller":"traceutil/trace.go:171","msg":"trace[326071975] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"184.578254ms","start":"2026-03-01T14:08:51.691032Z","end":"2026-03-01T14:08:51.87561Z","steps":["trace[326071975] 'process raft request' (duration: 183.905697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:51.875846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.254119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:08:51.875841Z","caller":"traceutil/trace.go:171","msg":"trace[25480467] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"183.127197ms","start":"2026-03-01T14:08:51.692682Z","end":"2026-03-01T14:08:51.875809Z","steps":["trace[25480467] 'process raft request' (duration: 182.396899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:51.875889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.715341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:51.875942Z","caller":"traceutil/trace.go:171","msg":"trace[561369736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4954; }","duration":"133.811164ms","start":"2026-03-01T14:08:51.742116Z","end":"2026-03-01T14:08:51.875927Z","steps":["trace[561369736] 'agreement among raft nodes before linearized reading' (duration: 133.474776ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:51.875898Z","caller":"traceutil/trace.go:171","msg":"trace[1907674899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4954; }","duration":"131.335181ms","start":"2026-03-01T14:08:51.744548Z","end":"2026-03-01T14:08:51.875884Z","steps":["trace[1907674899] 'agreement among raft nodes before linearized reading' (duration: 131.179347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:51.876136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.294926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:08:51.876191Z","caller":"traceutil/trace.go:171","msg":"trace[2079409013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4954; }","duration":"130.378967ms","start":"2026-03-01T14:08:51.745803Z","end":"2026-03-01T14:08:51.876182Z","steps":["trace[2079409013] 'agreement among raft nodes before linearized reading' (duration: 130.185502ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:52.947638Z","caller":"traceutil/trace.go:171","msg":"trace[2036548297] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"126.097879ms","start":"2026-03-01T14:08:52.821522Z","end":"2026-03-01T14:08:52.94762Z","steps":["trace[2036548297] 'process raft request' (duration: 125.984166ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:53.921859Z","caller":"traceutil/trace.go:171","msg":"trace[1247118742] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"450.793576ms","start":"2026-03-01T14:08:53.471047Z","end":"2026-03-01T14:08:53.921841Z","steps":["trace[1247118742] 'process raft request' (duration: 450.673733ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:53.921883Z","caller":"traceutil/trace.go:171","msg":"trace[1892603398] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5218; }","duration":"437.754476ms","start":"2026-03-01T14:08:53.484097Z","end":"2026-03-01T14:08:53.921851Z","steps":["trace[1892603398] 'read index received' (duration: 437.741246ms)","trace[1892603398] 'applied index is now lower than readState.Index' (duration: 10.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:53.921988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:53.471038Z","time spent":"450.888368ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7527,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:53.922108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.988903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-01T14:08:53.922203Z","caller":"traceutil/trace.go:171","msg":"trace[783691699] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5016; }","duration":"438.109175ms","start":"2026-03-01T14:08:53.484068Z","end":"2026-03-01T14:08:53.922177Z","steps":["trace[783691699] 'agreement among raft nodes before linearized reading' (duration: 437.8924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:53.922253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:53.484054Z","time spent":"438.184087ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-01T14:08:54.168918Z","caller":"traceutil/trace.go:171","msg":"trace[547036134] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"288.284678ms","start":"2026-03-01T14:08:53.880612Z","end":"2026-03-01T14:08:54.168896Z","steps":["trace[547036134] 'process raft request' (duration: 218.130769ms)","trace[547036134] 'compare' (duration: 69.998605ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:54.169096Z","caller":"traceutil/trace.go:171","msg":"trace[391012943] linearizableReadLoop","detail":"{readStateIndex:5220; appliedIndex:5218; }","duration":"247.11344ms","start":"2026-03-01T14:08:53.92195Z","end":"2026-03-01T14:08:54.169063Z","steps":["trace[391012943] 'read index received' (duration: 176.727065ms)","trace[391012943] 'applied index is now lower than readState.Index' (duration: 70.384495ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:54.169354Z","caller":"traceutil/trace.go:171","msg":"trace[1727850235] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"287.599952ms","start":"2026-03-01T14:08:53.881744Z","end":"2026-03-01T14:08:54.169344Z","steps":["trace[1727850235] 'process raft request' (duration: 287.114649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.596531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:08:54.169389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.473972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:08:54.169423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.624416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:08:54.169428Z","caller":"traceutil/trace.go:171","msg":"trace[1659154390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5018; }","duration":"281.689103ms","start":"2026-03-01T14:08:53.887722Z","end":"2026-03-01T14:08:54.169411Z","steps":["trace[1659154390] 'agreement among raft nodes before linearized reading' (duration: 281.485157ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:54.169445Z","caller":"traceutil/trace.go:171","msg":"trace[1523848720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5018; }","duration":"255.561314ms","start":"2026-03-01T14:08:53.91387Z","end":"2026-03-01T14:08:54.169432Z","steps":["trace[1523848720] 'agreement among raft nodes before linearized reading' (duration: 255.478922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.284823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:08:54.169462Z","caller":"traceutil/trace.go:171","msg":"trace[1196913871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5018; }","duration":"282.706559ms","start":"2026-03-01T14:08:53.886745Z","end":"2026-03-01T14:08:54.169452Z","steps":["trace[1196913871] 'agreement among raft nodes before linearized reading' (duration: 282.485913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.726864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:54.169539Z","caller":"traceutil/trace.go:171","msg":"trace[944607714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5018; }","duration":"283.786935ms","start":"2026-03-01T14:08:53.885741Z","end":"2026-03-01T14:08:54.169528Z","steps":["trace[944607714] 'agreement among raft nodes before linearized reading' (duration: 283.55564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.634137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:08:54.169492Z","caller":"traceutil/trace.go:171","msg":"trace[1516242282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5018; }","duration":"214.382255ms","start":"2026-03-01T14:08:53.955097Z","end":"2026-03-01T14:08:54.169479Z","steps":["trace[1516242282] 'agreement among raft nodes before linearized reading' (duration: 214.226701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.061958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:08:54.169597Z","caller":"traceutil/trace.go:171","msg":"trace[1606819845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5018; }","duration":"214.124019ms","start":"2026-03-01T14:08:53.955465Z","end":"2026-03-01T14:08:54.169589Z","steps":["trace[1606819845] 'agreement among raft nodes before linearized reading' (duration: 213.849542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.026063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-01T14:08:54.169599Z","caller":"traceutil/trace.go:171","msg":"trace[671865879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5018; }","duration":"211.746049ms","start":"2026-03-01T14:08:53.957836Z","end":"2026-03-01T14:08:54.169582Z","steps":["trace[671865879] 'agreement among raft nodes before linearized reading' (duration: 211.494252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:54.169637Z","caller":"traceutil/trace.go:171","msg":"trace[1833531129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945; range_end:; response_count:1; response_revision:5018; }","duration":"246.081215ms","start":"2026-03-01T14:08:53.923543Z","end":"2026-03-01T14:08:54.169625Z","steps":["trace[1833531129] 'agreement among raft nodes before linearized reading' (duration: 245.768317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.169693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.405929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-59mzz\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-03-01T14:08:54.169728Z","caller":"traceutil/trace.go:171","msg":"trace[1061643388] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-59mzz; range_end:; response_count:1; response_revision:5018; }","duration":"226.47781ms","start":"2026-03-01T14:08:53.943242Z","end":"2026-03-01T14:08:54.16972Z","steps":["trace[1061643388] 'agreement among raft nodes before linearized reading' (duration: 226.095611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.17078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.134409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T14:08:54.170831Z","caller":"traceutil/trace.go:171","msg":"trace[593753782] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5018; }","duration":"473.214701ms","start":"2026-03-01T14:08:53.697599Z","end":"2026-03-01T14:08:54.170814Z","steps":["trace[593753782] 'agreement among raft nodes before linearized reading' (duration: 471.694124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:54.170855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:53.697579Z","time spent":"473.268352ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-01T14:08:55.476576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.033447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:55.47674Z","caller":"traceutil/trace.go:171","msg":"trace[364380086] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"519.388915ms","start":"2026-03-01T14:08:54.957328Z","end":"2026-03-01T14:08:55.476717Z","steps":["trace[364380086] 'process raft request' (duration: 111.103191ms)","trace[364380086] 'compare' (duration: 407.650068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:55.476811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:54.957308Z","time spent":"519.473207ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:55.617667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907698004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:08:56.359173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.877773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:56.359505Z","caller":"traceutil/trace.go:171","msg":"trace[1691546430] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"615.270853ms","start":"2026-03-01T14:08:55.74421Z","end":"2026-03-01T14:08:56.359481Z","steps":["trace[1691546430] 'process raft request' (duration: 615.135559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:56.359522Z","caller":"traceutil/trace.go:171","msg":"trace[435407511] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5238; }","duration":"1.242455695s","start":"2026-03-01T14:08:55.117044Z","end":"2026-03-01T14:08:56.3595Z","steps":["trace[435407511] 'read index received' (duration: 650.08693ms)","trace[435407511] 'applied index is now lower than readState.Index' (duration: 592.366905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:56.35961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:55.744184Z","time spent":"615.372624ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:56.359642Z","caller":"traceutil/trace.go:171","msg":"trace[1814954809] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"1.398202512s","start":"2026-03-01T14:08:54.961423Z","end":"2026-03-01T14:08:56.359625Z","steps":["trace[1814954809] 'process raft request' (duration: 805.744905ms)","trace[1814954809] 'compare' (duration: 591.689658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:56.35973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:54.961409Z","time spent":"1.398266174s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:56.359877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242810666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:08:56.360441Z","caller":"traceutil/trace.go:171","msg":"trace[863364075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5038; }","duration":"1.243426061s","start":"2026-03-01T14:08:55.116992Z","end":"2026-03-01T14:08:56.360418Z","steps":["trace[863364075] 'agreement among raft nodes before linearized reading' (duration: 1.242772754s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:56.360549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:55.116971Z","time spent":"1.243559934s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:08:56.36523Z","caller":"traceutil/trace.go:171","msg":"trace[338764178] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"188.732708ms","start":"2026-03-01T14:08:56.17648Z","end":"2026-03-01T14:08:56.365212Z","steps":["trace[338764178] 'process raft request' (duration: 188.629105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:57.414309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.583993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:08:57.414651Z","caller":"traceutil/trace.go:171","msg":"trace[508504946] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"1.237729933s","start":"2026-03-01T14:08:56.176887Z","end":"2026-03-01T14:08:57.414617Z","steps":["trace[508504946] 'process raft request' (duration: 361.74576ms)","trace[508504946] 'compare' (duration: 875.200204ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:57.414742Z","caller":"traceutil/trace.go:171","msg":"trace[558781808] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"1.055143619s","start":"2026-03-01T14:08:56.359568Z","end":"2026-03-01T14:08:57.414711Z","steps":["trace[558781808] 'read index received' (duration: 5.58306ms)","trace[558781808] 'applied index is now lower than readState.Index' (duration: 1.049557899s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:57.415201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.17685Z","time spent":"1.237889247s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:08:58.183486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294450094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:58.183566Z","caller":"traceutil/trace.go:171","msg":"trace[1265736699] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5040; }","duration":"2.294593598s","start":"2026-03-01T14:08:55.888952Z","end":"2026-03-01T14:08:58.183545Z","steps":["trace[1265736699] 'agreement among raft nodes before linearized reading' (duration: 1.526118334s)","trace[1265736699] 'count revisions from in-memory index tree' (duration: 768.335759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.183605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:55.888932Z","time spent":"2.294665s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:08:58.183661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922215752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-01T14:08:58.183753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998491482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:08:58.18376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:08:58.183808Z","caller":"traceutil/trace.go:171","msg":"trace[1762361192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5040; }","duration":"1.998559535s","start":"2026-03-01T14:08:56.185231Z","end":"2026-03-01T14:08:58.183791Z","steps":["trace[1762361192] 'agreement among raft nodes before linearized reading' (duration: 1.229828464s)","trace[1762361192] 'range keys from in-memory index tree' (duration: 768.626698ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:58.183833Z","caller":"traceutil/trace.go:171","msg":"trace[1277354830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"2.000513753s","start":"2026-03-01T14:08:56.183299Z","end":"2026-03-01T14:08:58.183813Z","steps":["trace[1277354830] 'agreement among raft nodes before linearized reading' (duration: 1.231755972s)","trace[1277354830] 'range keys from in-memory index tree' (duration: 768.550076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.183839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.185204Z","time spent":"1.998627436s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:08:58.183803Z","caller":"traceutil/trace.go:171","msg":"trace[1273658658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945; range_end:; response_count:1; response_revision:5040; }","duration":"2.922403757s","start":"2026-03-01T14:08:55.261372Z","end":"2026-03-01T14:08:58.183776Z","steps":["trace[1273658658] 'agreement among raft nodes before linearized reading' (duration: 2.153674067s)","trace[1273658658] 'range keys from in-memory index tree' (duration: 768.394821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.183876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.183293Z","time spent":"2.000574594s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:08:58.183977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:55.261349Z","time spent":"2.922560871s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945\" "} {"level":"warn","ts":"2026-03-01T14:08:58.184022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006593977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:08:58.18405Z","caller":"traceutil/trace.go:171","msg":"trace[99607313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5040; }","duration":"2.006652359s","start":"2026-03-01T14:08:56.177389Z","end":"2026-03-01T14:08:58.184041Z","steps":["trace[99607313] 'agreement among raft nodes before linearized reading' (duration: 1.237669632s)","trace[99607313] 'range keys from in-memory index tree' (duration: 768.852983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.183694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99723397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:08:58.184076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997455156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:08:58.184095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268648534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:58.184112Z","caller":"traceutil/trace.go:171","msg":"trace[82145971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5040; }","duration":"1.997493387s","start":"2026-03-01T14:08:56.186603Z","end":"2026-03-01T14:08:58.184097Z","steps":["trace[82145971] 'agreement among raft nodes before linearized reading' (duration: 1.228470609s)","trace[82145971] 'range keys from in-memory index tree' (duration: 768.948106ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:08:58.184116Z","caller":"traceutil/trace.go:171","msg":"trace[586098511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"2.268700265s","start":"2026-03-01T14:08:55.915409Z","end":"2026-03-01T14:08:58.184109Z","steps":["trace[586098511] 'agreement among raft nodes before linearized reading' (duration: 1.499659266s)","trace[586098511] 'range keys from in-memory index tree' (duration: 768.996477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.184132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.186597Z","time spent":"1.997531088s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:08:58.184135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:55.915384Z","time spent":"2.268746036s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:08:58.184116Z","caller":"traceutil/trace.go:171","msg":"trace[616634750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"1.997696662s","start":"2026-03-01T14:08:56.186398Z","end":"2026-03-01T14:08:58.184095Z","steps":["trace[616634750] 'agreement among raft nodes before linearized reading' (duration: 1.228649004s)","trace[616634750] 'range keys from in-memory index tree' (duration: 768.500605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.184076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.177369Z","time spent":"2.00670163s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:08:58.184214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.186385Z","time spent":"1.997809105s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:08:58.18498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.536205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:08:58.185286Z","caller":"traceutil/trace.go:171","msg":"trace[620532922] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"703.175477ms","start":"2026-03-01T14:08:57.48209Z","end":"2026-03-01T14:08:58.185266Z","steps":["trace[620532922] 'process raft request' (duration: 703.012983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:58.185415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:57.482043Z","time spent":"703.285761ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:08:58.185435Z","caller":"traceutil/trace.go:171","msg":"trace[1569847981] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"770.614318ms","start":"2026-03-01T14:08:57.41479Z","end":"2026-03-01T14:08:58.185404Z","steps":["trace[1569847981] 'read index received' (duration: 283.367µs)","trace[1569847981] 'applied index is now lower than readState.Index' (duration: 770.328081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.18579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220233589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-01T14:08:58.185836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.055266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:08:58.184928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002849192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:08:58.18587Z","caller":"traceutil/trace.go:171","msg":"trace[1795279701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5041; }","duration":"270.085117ms","start":"2026-03-01T14:08:57.915771Z","end":"2026-03-01T14:08:58.185856Z","steps":["trace[1795279701] 'agreement among raft nodes before linearized reading' (duration: 270.022576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:58.185849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.404155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:08:58.185863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.566758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:08:58.185898Z","caller":"traceutil/trace.go:171","msg":"trace[1106875321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5041; }","duration":"1.220342613s","start":"2026-03-01T14:08:56.965494Z","end":"2026-03-01T14:08:58.185837Z","steps":["trace[1106875321] 'agreement among raft nodes before linearized reading' (duration: 1.220169078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:58.185868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.351446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:08:58.185946Z","caller":"traceutil/trace.go:171","msg":"trace[728629525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5041; }","duration":"380.671512ms","start":"2026-03-01T14:08:57.805253Z","end":"2026-03-01T14:08:58.185925Z","steps":["trace[728629525] 'agreement among raft nodes before linearized reading' (duration: 380.547409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.185969Z","caller":"traceutil/trace.go:171","msg":"trace[1073583431] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5041; }","duration":"453.530728ms","start":"2026-03-01T14:08:57.73237Z","end":"2026-03-01T14:08:58.185901Z","steps":["trace[1073583431] 'agreement among raft nodes before linearized reading' (duration: 453.418845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:08:58.185982Z","caller":"traceutil/trace.go:171","msg":"trace[1035709708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5041; }","duration":"403.529971ms","start":"2026-03-01T14:08:57.782434Z","end":"2026-03-01T14:08:58.185964Z","steps":["trace[1035709708] 'agreement among raft nodes before linearized reading' (duration: 403.367887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:58.185991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:57.805242Z","time spent":"380.737683ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:08:58.186035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:57.782404Z","time spent":"403.615053ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:08:58.186029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.943383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-01T14:08:58.186072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:57.732339Z","time spent":"453.712753ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:08:58.186092Z","caller":"traceutil/trace.go:171","msg":"trace[83473476] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5041; }","duration":"367.028486ms","start":"2026-03-01T14:08:57.819048Z","end":"2026-03-01T14:08:58.186077Z","steps":["trace[83473476] 'agreement among raft nodes before linearized reading' (duration: 366.736558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:08:58.186222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:57.819037Z","time spent":"367.168299ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-01T14:08:58.185929Z","caller":"traceutil/trace.go:171","msg":"trace[301928583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5040; }","duration":"2.003888168s","start":"2026-03-01T14:08:56.182007Z","end":"2026-03-01T14:08:58.185896Z","steps":["trace[301928583] 'agreement among raft nodes before linearized reading' (duration: 1.233053705s)","trace[301928583] 'range keys from in-memory index tree' (duration: 769.660113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:08:58.186921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.181995Z","time spent":"2.004889344s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:08:58.187367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:08:56.965468Z","time spent":"1.220470655s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:09:00.206102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.472318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:00.206199Z","caller":"traceutil/trace.go:171","msg":"trace[1507356604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5064; }","duration":"287.629403ms","start":"2026-03-01T14:08:59.918548Z","end":"2026-03-01T14:09:00.206177Z","steps":["trace[1507356604] 'count revisions from in-memory index tree' (duration: 287.396165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:00.694996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907698055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:01.195689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907698055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:01.289285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12056606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:09:01.289685Z","caller":"traceutil/trace.go:171","msg":"trace[44019545] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"1.121087603s","start":"2026-03-01T14:09:00.168575Z","end":"2026-03-01T14:09:01.289662Z","steps":["trace[44019545] 'process raft request' (duration: 1.120930379s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.289799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.168549Z","time spent":"1.121199366s","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2581,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:09:01.291905Z","caller":"traceutil/trace.go:171","msg":"trace[1942530594] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5268; }","duration":"1.09692675s","start":"2026-03-01T14:09:00.194949Z","end":"2026-03-01T14:09:01.291876Z","steps":["trace[1942530594] 'read index received' (duration: 1.09453539s)","trace[1942530594] 'applied index is now lower than readState.Index' (duration: 2.38999ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:01.292043Z","caller":"traceutil/trace.go:171","msg":"trace[1245395902] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"1.100576953s","start":"2026-03-01T14:09:00.19145Z","end":"2026-03-01T14:09:01.292027Z","steps":["trace[1245395902] 'process raft request' (duration: 1.100221464s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:01.292121Z","caller":"traceutil/trace.go:171","msg":"trace[1172290700] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"916.279781ms","start":"2026-03-01T14:09:00.375827Z","end":"2026-03-01T14:09:01.292107Z","steps":["trace[1172290700] 'process raft request' (duration: 915.987424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.375806Z","time spent":"916.469585ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:01.292377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04404715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:09:01.292417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097465913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-01T14:09:01.292457Z","caller":"traceutil/trace.go:171","msg":"trace[1593880082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945; range_end:; response_count:1; response_revision:5067; }","duration":"1.097544775s","start":"2026-03-01T14:09:00.1949Z","end":"2026-03-01T14:09:01.292445Z","steps":["trace[1593880082] 'agreement among raft nodes before linearized reading' (duration: 1.097197377s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.532003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:01.292489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.19488Z","time spent":"1.097602187s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f6d593-92c0-40d0-b57b-6c959a499945\" "} {"level":"warn","ts":"2026-03-01T14:09:01.2925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050003221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:09:01.292538Z","caller":"traceutil/trace.go:171","msg":"trace[415531679] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5067; }","duration":"183.594334ms","start":"2026-03-01T14:09:01.108933Z","end":"2026-03-01T14:09:01.292527Z","steps":["trace[415531679] 'agreement among raft nodes before linearized reading' (duration: 183.540853ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:01.292551Z","caller":"traceutil/trace.go:171","msg":"trace[1342689450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5067; }","duration":"1.050080803s","start":"2026-03-01T14:09:00.24246Z","end":"2026-03-01T14:09:01.292541Z","steps":["trace[1342689450] 'agreement among raft nodes before linearized reading' (duration: 1.049939479s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.242444Z","time spent":"1.050132415s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090730654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:09:01.292452Z","caller":"traceutil/trace.go:171","msg":"trace[1329274719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5067; }","duration":"1.044156212s","start":"2026-03-01T14:09:00.248276Z","end":"2026-03-01T14:09:01.292432Z","steps":["trace[1329274719] 'agreement among raft nodes before linearized reading' (duration: 1.043939677s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.2927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.248264Z","time spent":"1.044429389s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047466307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:09:01.292701Z","caller":"traceutil/trace.go:171","msg":"trace[465991676] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5067; }","duration":"1.090881017s","start":"2026-03-01T14:09:00.201801Z","end":"2026-03-01T14:09:01.292682Z","steps":["trace[465991676] 'agreement among raft nodes before linearized reading' (duration: 1.090401935s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:01.292734Z","caller":"traceutil/trace.go:171","msg":"trace[1711197223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5067; }","duration":"1.047520028s","start":"2026-03-01T14:09:00.245206Z","end":"2026-03-01T14:09:01.292726Z","steps":["trace[1711197223] 'agreement among raft nodes before linearized reading' (duration: 1.047438606s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.245193Z","time spent":"1.047558909s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.394883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:01.292762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049765564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T14:09:01.292766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.191423Z","time spent":"1.100668406s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:01.292809Z","caller":"traceutil/trace.go:171","msg":"trace[611948036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5067; }","duration":"1.049834716s","start":"2026-03-01T14:09:00.242963Z","end":"2026-03-01T14:09:01.292798Z","steps":["trace[611948036] 'agreement among raft nodes before linearized reading' (duration: 1.049717323s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.242952Z","time spent":"1.049876497s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.869854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:09:01.292868Z","caller":"traceutil/trace.go:171","msg":"trace[1308748565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5067; }","duration":"335.937716ms","start":"2026-03-01T14:09:00.956924Z","end":"2026-03-01T14:09:01.292862Z","steps":["trace[1308748565] 'agreement among raft nodes before linearized reading' (duration: 335.877974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.250824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww\" ","response":"range_response_count:1 size:4760"} {"level":"warn","ts":"2026-03-01T14:09:01.292751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.201775Z","time spent":"1.090966019s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":600,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:01.292889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.956898Z","time spent":"335.982897ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050405581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:09:01.292902Z","caller":"traceutil/trace.go:171","msg":"trace[180545090] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww; range_end:; response_count:1; response_revision:5067; }","duration":"334.413439ms","start":"2026-03-01T14:09:00.958478Z","end":"2026-03-01T14:09:01.292891Z","steps":["trace[180545090] 'agreement among raft nodes before linearized reading' (duration: 334.212954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.958466Z","time spent":"334.462529ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4784,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bjsww\" "} {"level":"info","ts":"2026-03-01T14:09:01.29293Z","caller":"traceutil/trace.go:171","msg":"trace[554267226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5067; }","duration":"1.050478483s","start":"2026-03-01T14:09:00.242438Z","end":"2026-03-01T14:09:01.292916Z","steps":["trace[554267226] 'agreement among raft nodes before linearized reading' (duration: 1.05033673s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:01.29279Z","caller":"traceutil/trace.go:171","msg":"trace[1294276213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5067; }","duration":"378.438465ms","start":"2026-03-01T14:09:00.914345Z","end":"2026-03-01T14:09:01.292783Z","steps":["trace[1294276213] 'agreement among raft nodes before linearized reading' (duration: 378.406504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.292968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.242417Z","time spent":"1.050541274s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:09:01.292992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.914331Z","time spent":"378.65753ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:09:01.293051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072000919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:09:01.293118Z","caller":"traceutil/trace.go:171","msg":"trace[2055108077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5067; }","duration":"1.072103832s","start":"2026-03-01T14:09:00.221Z","end":"2026-03-01T14:09:01.293104Z","steps":["trace[2055108077] 'agreement among raft nodes before linearized reading' (duration: 1.071893466s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:01.293155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:00.220984Z","time spent":"1.072162283s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:09:03.423897Z","caller":"traceutil/trace.go:171","msg":"trace[1345822239] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"125.698387ms","start":"2026-03-01T14:09:03.298172Z","end":"2026-03-01T14:09:03.42387Z","steps":["trace[1345822239] 'process raft request' (duration: 125.489982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.424039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.57662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:09:03.424075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.603241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:09:03.424112Z","caller":"traceutil/trace.go:171","msg":"trace[1871268402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5124; }","duration":"115.674963ms","start":"2026-03-01T14:09:03.308418Z","end":"2026-03-01T14:09:03.424093Z","steps":["trace[1871268402] 'agreement among raft nodes before linearized reading' (duration: 115.483198ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:03.424137Z","caller":"traceutil/trace.go:171","msg":"trace[968465894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5124; }","duration":"115.707454ms","start":"2026-03-01T14:09:03.308416Z","end":"2026-03-01T14:09:03.424124Z","steps":["trace[968465894] 'agreement among raft nodes before linearized reading' (duration: 115.471778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.424236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.306575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T14:09:03.42434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.951229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T14:09:03.424363Z","caller":"traceutil/trace.go:171","msg":"trace[689961104] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"126.17667ms","start":"2026-03-01T14:09:03.298142Z","end":"2026-03-01T14:09:03.424318Z","steps":["trace[689961104] 'process raft request' (duration: 125.666087ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:03.424417Z","caller":"traceutil/trace.go:171","msg":"trace[757038921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5124; }","duration":"117.573921ms","start":"2026-03-01T14:09:03.306783Z","end":"2026-03-01T14:09:03.424357Z","steps":["trace[757038921] 'agreement among raft nodes before linearized reading' (duration: 117.190391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.424322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.074792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:09:03.424362Z","caller":"traceutil/trace.go:171","msg":"trace[174419632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5124; }","duration":"116.00089ms","start":"2026-03-01T14:09:03.308354Z","end":"2026-03-01T14:09:03.424355Z","steps":["trace[174419632] 'agreement among raft nodes before linearized reading' (duration: 115.901298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:03.424511Z","caller":"traceutil/trace.go:171","msg":"trace[1689240238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5124; }","duration":"116.282908ms","start":"2026-03-01T14:09:03.308211Z","end":"2026-03-01T14:09:03.424494Z","steps":["trace[1689240238] 'agreement among raft nodes before linearized reading' (duration: 116.048272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:03.424692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.853842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:09:03.424814Z","caller":"traceutil/trace.go:171","msg":"trace[1639104115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5124; }","duration":"115.000145ms","start":"2026-03-01T14:09:03.309794Z","end":"2026-03-01T14:09:03.424794Z","steps":["trace[1639104115] 'agreement among raft nodes before linearized reading' (duration: 114.457822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.157098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907698438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:13.657679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907698438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:09:13.658366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024378863s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:09:13.658864Z","caller":"traceutil/trace.go:171","msg":"trace[1501731024] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"1.025912612s","start":"2026-03-01T14:09:12.632921Z","end":"2026-03-01T14:09:13.658834Z","steps":["trace[1501731024] 'process raft request' (duration: 1.025719207s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.659037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.632899Z","time spent":"1.026039475s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:13.663091Z","caller":"traceutil/trace.go:171","msg":"trace[91931378] linearizableReadLoop","detail":"{readStateIndex:5448; appliedIndex:5444; }","duration":"1.021448707s","start":"2026-03-01T14:09:12.641605Z","end":"2026-03-01T14:09:13.663053Z","steps":["trace[91931378] 'read index received' (duration: 1.017153359s)","trace[91931378] 'applied index is now lower than readState.Index' (duration: 4.294588ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:13.663215Z","caller":"traceutil/trace.go:171","msg":"trace[107416451] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"195.857435ms","start":"2026-03-01T14:09:13.467346Z","end":"2026-03-01T14:09:13.663204Z","steps":["trace[107416451] 'process raft request' (duration: 195.531757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.663511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.690153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:09:13.663468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021822046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:13.663604Z","caller":"traceutil/trace.go:171","msg":"trace[284533570] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5239; }","duration":"1.022031051s","start":"2026-03-01T14:09:12.641544Z","end":"2026-03-01T14:09:13.663575Z","steps":["trace[284533570] 'agreement among raft nodes before linearized reading' (duration: 1.021811606s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.663669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.641518Z","time spent":"1.022138214s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:13.663907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.535621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:09:13.663943Z","caller":"traceutil/trace.go:171","msg":"trace[1056424644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5239; }","duration":"162.608923ms","start":"2026-03-01T14:09:13.501328Z","end":"2026-03-01T14:09:13.663937Z","steps":["trace[1056424644] 'agreement among raft nodes before linearized reading' (duration: 162.52783ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.664316Z","caller":"traceutil/trace.go:171","msg":"trace[193876511] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"192.409518ms","start":"2026-03-01T14:09:13.471885Z","end":"2026-03-01T14:09:13.664294Z","steps":["trace[193876511] 'process raft request' (duration: 191.100395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.664392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.072192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:09:13.664417Z","caller":"traceutil/trace.go:171","msg":"trace[1350681980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5239; }","duration":"166.136793ms","start":"2026-03-01T14:09:13.498273Z","end":"2026-03-01T14:09:13.664409Z","steps":["trace[1350681980] 'agreement among raft nodes before linearized reading' (duration: 166.083632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.664516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.561911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:09:13.664542Z","caller":"traceutil/trace.go:171","msg":"trace[1000356598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5239; }","duration":"173.609541ms","start":"2026-03-01T14:09:13.490925Z","end":"2026-03-01T14:09:13.664534Z","steps":["trace[1000356598] 'agreement among raft nodes before linearized reading' (duration: 173.54849ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.664599Z","caller":"traceutil/trace.go:171","msg":"trace[1323059432] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"143.426866ms","start":"2026-03-01T14:09:13.521158Z","end":"2026-03-01T14:09:13.664585Z","steps":["trace[1323059432] 'process raft request' (duration: 141.860145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:13.663545Z","caller":"traceutil/trace.go:171","msg":"trace[1343349948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5239; }","duration":"750.784065ms","start":"2026-03-01T14:09:12.912753Z","end":"2026-03-01T14:09:13.663537Z","steps":["trace[1343349948] 'agreement among raft nodes before linearized reading' (duration: 750.696933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.664843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:12.912735Z","time spent":"752.089879ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:09:13.66434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.969847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:09:13.664923Z","caller":"traceutil/trace.go:171","msg":"trace[1330022774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5239; }","duration":"164.581673ms","start":"2026-03-01T14:09:13.500335Z","end":"2026-03-01T14:09:13.664917Z","steps":["trace[1330022774] 'agreement among raft nodes before linearized reading' (duration: 163.958477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.664909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.301314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:09:13.665027Z","caller":"traceutil/trace.go:171","msg":"trace[1876003657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5239; }","duration":"188.432367ms","start":"2026-03-01T14:09:13.47657Z","end":"2026-03-01T14:09:13.665003Z","steps":["trace[1876003657] 'agreement among raft nodes before linearized reading' (duration: 188.110529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.665171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.508069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T14:09:13.665208Z","caller":"traceutil/trace.go:171","msg":"trace[2124830109] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5239; }","duration":"483.585311ms","start":"2026-03-01T14:09:13.181608Z","end":"2026-03-01T14:09:13.665193Z","steps":["trace[2124830109] 'agreement among raft nodes before linearized reading' (duration: 483.209451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.665236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:13.181584Z","time spent":"483.641103ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-01T14:09:13.665361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.071977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-01T14:09:13.665383Z","caller":"traceutil/trace.go:171","msg":"trace[1014903827] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5239; }","duration":"451.133398ms","start":"2026-03-01T14:09:13.214243Z","end":"2026-03-01T14:09:13.665376Z","steps":["trace[1014903827] 'agreement among raft nodes before linearized reading' (duration: 450.460061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:13.665397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:13.214226Z","time spent":"451.167599ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-01T14:09:13.665702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.090649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:09:13.665736Z","caller":"traceutil/trace.go:171","msg":"trace[1426755195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5239; }","duration":"190.161561ms","start":"2026-03-01T14:09:13.475566Z","end":"2026-03-01T14:09:13.665728Z","steps":["trace[1426755195] 'agreement among raft nodes before linearized reading' (duration: 189.183577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:20.39781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.292219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:09:20.397888Z","caller":"traceutil/trace.go:171","msg":"trace[474125852] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5287; }","duration":"456.452522ms","start":"2026-03-01T14:09:19.941422Z","end":"2026-03-01T14:09:20.397875Z","steps":["trace[474125852] 'count revisions from in-memory index tree' (duration: 456.220666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:20.397925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:19.941406Z","time spent":"456.510454ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:20.398077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.485559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T14:09:20.398193Z","caller":"traceutil/trace.go:171","msg":"trace[935788063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5287; }","duration":"121.666554ms","start":"2026-03-01T14:09:20.2765Z","end":"2026-03-01T14:09:20.398167Z","steps":["trace[935788063] 'range keys from in-memory index tree' (duration: 121.290335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:20.398086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.70164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:09:20.398291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.545985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-6hhq4\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-01T14:09:20.398312Z","caller":"traceutil/trace.go:171","msg":"trace[952415560] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5287; }","duration":"434.986967ms","start":"2026-03-01T14:09:19.963289Z","end":"2026-03-01T14:09:20.398276Z","steps":["trace[952415560] 'count revisions from in-memory index tree' (duration: 434.559607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:20.398352Z","caller":"traceutil/trace.go:171","msg":"trace[1865526640] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-6hhq4; range_end:; response_count:1; response_revision:5287; }","duration":"247.679379ms","start":"2026-03-01T14:09:20.150654Z","end":"2026-03-01T14:09:20.398334Z","steps":["trace[1865526640] 'range keys from in-memory index tree' (duration: 247.337821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:20.398414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:19.963262Z","time spent":"435.118541ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:09:21.170672Z","caller":"traceutil/trace.go:171","msg":"trace[363590484] linearizableReadLoop","detail":"{readStateIndex:5498; appliedIndex:5497; }","duration":"253.014895ms","start":"2026-03-01T14:09:20.917622Z","end":"2026-03-01T14:09:21.170637Z","steps":["trace[363590484] 'read index received' (duration: 252.749348ms)","trace[363590484] 'applied index is now lower than readState.Index' (duration: 264.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.17072Z","caller":"traceutil/trace.go:171","msg":"trace[589579822] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"764.263857ms","start":"2026-03-01T14:09:20.406423Z","end":"2026-03-01T14:09:21.170686Z","steps":["trace[589579822] 'process raft request' (duration: 764.057902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.17092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:20.406392Z","time spent":"764.41912ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:21.171044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.380773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:21.171206Z","caller":"traceutil/trace.go:171","msg":"trace[544453620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"253.61377ms","start":"2026-03-01T14:09:20.917531Z","end":"2026-03-01T14:09:21.171144Z","steps":["trace[544453620] 'agreement among raft nodes before linearized reading' (duration: 253.281291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.725745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.614568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:21.726136Z","caller":"traceutil/trace.go:171","msg":"trace[1157222095] linearizableReadLoop","detail":"{readStateIndex:5502; appliedIndex:5498; }","duration":"527.413602ms","start":"2026-03-01T14:09:21.198662Z","end":"2026-03-01T14:09:21.726076Z","steps":["trace[1157222095] 'read index received' (duration: 109.388874ms)","trace[1157222095] 'applied index is now lower than readState.Index' (duration: 418.023458ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.72632Z","caller":"traceutil/trace.go:171","msg":"trace[1993382645] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"546.537897ms","start":"2026-03-01T14:09:21.179728Z","end":"2026-03-01T14:09:21.726266Z","steps":["trace[1993382645] 'process raft request' (duration: 546.194348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.726318Z","caller":"traceutil/trace.go:171","msg":"trace[1433957373] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"548.683941ms","start":"2026-03-01T14:09:21.177612Z","end":"2026-03-01T14:09:21.726296Z","steps":["trace[1433957373] 'process raft request' (duration: 548.239859ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.726382Z","caller":"traceutil/trace.go:171","msg":"trace[12241184] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"549.480812ms","start":"2026-03-01T14:09:21.176809Z","end":"2026-03-01T14:09:21.72629Z","steps":["trace[12241184] 'process raft request' (duration: 131.223527ms)","trace[12241184] 'compare' (duration: 417.482255ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:21.726443Z","caller":"traceutil/trace.go:171","msg":"trace[714174922] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"535.023485ms","start":"2026-03-01T14:09:21.191407Z","end":"2026-03-01T14:09:21.72643Z","steps":["trace[714174922] 'process raft request' (duration: 534.575542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.726427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.732841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:09:21.726475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:21.179717Z","time spent":"546.678701ms","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:21.726486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:21.176792Z","time spent":"549.648646ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:21.726482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.137877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T14:09:21.726519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:21.191382Z","time spent":"535.098736ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:09:21.726525Z","caller":"traceutil/trace.go:171","msg":"trace[567604053] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5292; }","duration":"527.892864ms","start":"2026-03-01T14:09:21.198609Z","end":"2026-03-01T14:09:21.726502Z","steps":["trace[567604053] 'agreement among raft nodes before linearized reading' (duration: 527.648227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:21.726631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:21.198595Z","time spent":"528.019907ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":90,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:09:21.726459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:09:21.177594Z","time spent":"548.794014ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:09:21.726711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.060044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:21.726854Z","caller":"traceutil/trace.go:171","msg":"trace[1568437337] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5292; }","duration":"120.259029ms","start":"2026-03-01T14:09:21.606548Z","end":"2026-03-01T14:09:21.726808Z","steps":["trace[1568437337] 'agreement among raft nodes before linearized reading' (duration: 119.91012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.726554Z","caller":"traceutil/trace.go:171","msg":"trace[19445096] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:5292; }","duration":"238.305151ms","start":"2026-03-01T14:09:21.488231Z","end":"2026-03-01T14:09:21.726537Z","steps":["trace[19445096] 'agreement among raft nodes before linearized reading' (duration: 238.095966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.942452Z","caller":"traceutil/trace.go:171","msg":"trace[1502551544] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"205.709506ms","start":"2026-03-01T14:09:21.736716Z","end":"2026-03-01T14:09:21.942426Z","steps":["trace[1502551544] 'process raft request' (duration: 205.47902ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.942771Z","caller":"traceutil/trace.go:171","msg":"trace[801374089] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"173.683883ms","start":"2026-03-01T14:09:21.769044Z","end":"2026-03-01T14:09:21.942728Z","steps":["trace[801374089] 'process raft request' (duration: 173.329145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.942775Z","caller":"traceutil/trace.go:171","msg":"trace[127429655] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"152.155479ms","start":"2026-03-01T14:09:21.790584Z","end":"2026-03-01T14:09:21.94274Z","steps":["trace[127429655] 'process raft request' (duration: 151.979364ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:21.942884Z","caller":"traceutil/trace.go:171","msg":"trace[51748638] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"151.624055ms","start":"2026-03-01T14:09:21.791232Z","end":"2026-03-01T14:09:21.942857Z","steps":["trace[51748638] 'process raft request' (duration: 151.466511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:22.177542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.978088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:22.177795Z","caller":"traceutil/trace.go:171","msg":"trace[353571170] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"229.53699ms","start":"2026-03-01T14:09:21.94824Z","end":"2026-03-01T14:09:22.177777Z","steps":["trace[353571170] 'process raft request' (duration: 229.463508ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:22.177945Z","caller":"traceutil/trace.go:171","msg":"trace[618774074] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"230.374391ms","start":"2026-03-01T14:09:21.947542Z","end":"2026-03-01T14:09:22.177917Z","steps":["trace[618774074] 'process raft request' (duration: 230.108654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:22.178017Z","caller":"traceutil/trace.go:171","msg":"trace[1264719895] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"229.704943ms","start":"2026-03-01T14:09:21.948302Z","end":"2026-03-01T14:09:22.178007Z","steps":["trace[1264719895] 'process raft request' (duration: 229.441677ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:22.17802Z","caller":"traceutil/trace.go:171","msg":"trace[792405207] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"230.639248ms","start":"2026-03-01T14:09:21.947162Z","end":"2026-03-01T14:09:22.177801Z","steps":["trace[792405207] 'process raft request' (duration: 107.301011ms)","trace[792405207] 'compare' (duration: 122.859195ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:22.178303Z","caller":"traceutil/trace.go:171","msg":"trace[1600361630] linearizableReadLoop","detail":"{readStateIndex:5510; appliedIndex:5507; }","duration":"230.606096ms","start":"2026-03-01T14:09:21.947678Z","end":"2026-03-01T14:09:22.178284Z","steps":["trace[1600361630] 'read index received' (duration: 18.770325ms)","trace[1600361630] 'applied index is now lower than readState.Index' (duration: 211.834511ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:22.17835Z","caller":"traceutil/trace.go:171","msg":"trace[471750792] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"229.827436ms","start":"2026-03-01T14:09:21.948497Z","end":"2026-03-01T14:09:22.178324Z","steps":["trace[471750792] 'process raft request' (duration: 229.469867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:22.178483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.703077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T14:09:22.178527Z","caller":"traceutil/trace.go:171","msg":"trace[707144213] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"228.880743ms","start":"2026-03-01T14:09:21.949636Z","end":"2026-03-01T14:09:22.178516Z","steps":["trace[707144213] 'process raft request' (duration: 228.560185ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:22.178563Z","caller":"traceutil/trace.go:171","msg":"trace[309112603] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5303; }","duration":"209.81257ms","start":"2026-03-01T14:09:21.968734Z","end":"2026-03-01T14:09:22.178547Z","steps":["trace[309112603] 'agreement among raft nodes before linearized reading' (duration: 209.689057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:22.178588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.912924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81744"} {"level":"info","ts":"2026-03-01T14:09:22.178627Z","caller":"traceutil/trace.go:171","msg":"trace[1203233731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5303; }","duration":"230.979326ms","start":"2026-03-01T14:09:21.947635Z","end":"2026-03-01T14:09:22.178615Z","steps":["trace[1203233731] 'agreement among raft nodes before linearized reading' (duration: 230.77236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:24.138113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.926967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:09:24.138379Z","caller":"traceutil/trace.go:171","msg":"trace[737367363] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"189.515876ms","start":"2026-03-01T14:09:23.948828Z","end":"2026-03-01T14:09:24.138344Z","steps":["trace[737367363] 'process raft request' (duration: 79.27695ms)","trace[737367363] 'compare' (duration: 109.806374ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:24.138499Z","caller":"traceutil/trace.go:171","msg":"trace[543153760] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"189.3094ms","start":"2026-03-01T14:09:23.949056Z","end":"2026-03-01T14:09:24.138365Z","steps":["trace[543153760] 'process raft request' (duration: 189.149315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:38.367676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2638} {"level":"info","ts":"2026-03-01T14:09:38.436919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2638,"took":"68.009715ms","hash":3378475747,"current-db-size-bytes":39075840,"current-db-size":"39 MB","current-db-size-in-use-bytes":28811264,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T14:09:38.436995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3378475747,"revision":2638,"compact-revision":-1} {"level":"info","ts":"2026-03-01T14:09:45.25487Z","caller":"traceutil/trace.go:171","msg":"trace[870220822] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"162.960112ms","start":"2026-03-01T14:09:45.091849Z","end":"2026-03-01T14:09:45.254809Z","steps":["trace[870220822] 'process raft request' (duration: 81.005774ms)","trace[870220822] 'compare' (duration: 81.781943ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:58.54831Z","caller":"traceutil/trace.go:171","msg":"trace[570272839] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5706; }","duration":"161.684609ms","start":"2026-03-01T14:09:58.386581Z","end":"2026-03-01T14:09:58.548266Z","steps":["trace[570272839] 'read index received' (duration: 136.45331ms)","trace[570272839] 'applied index is now lower than readState.Index' (duration: 25.229959ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:58.548326Z","caller":"traceutil/trace.go:171","msg":"trace[1124882152] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"172.566806ms","start":"2026-03-01T14:09:58.375707Z","end":"2026-03-01T14:09:58.548274Z","steps":["trace[1124882152] 'process raft request' (duration: 147.387387ms)","trace[1124882152] 'compare' (duration: 24.956623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:09:58.548535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.941816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:09:58.548599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.746518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:09:58.548613Z","caller":"traceutil/trace.go:171","msg":"trace[1488617403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5487; }","duration":"162.056139ms","start":"2026-03-01T14:09:58.38654Z","end":"2026-03-01T14:09:58.548596Z","steps":["trace[1488617403] 'agreement among raft nodes before linearized reading' (duration: 161.859934ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:58.548638Z","caller":"traceutil/trace.go:171","msg":"trace[532496956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5487; }","duration":"138.799429ms","start":"2026-03-01T14:09:58.409826Z","end":"2026-03-01T14:09:58.548625Z","steps":["trace[532496956] 'agreement among raft nodes before linearized reading' (duration: 138.614195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:58.548815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:09:58.54885Z","caller":"traceutil/trace.go:171","msg":"trace[81706742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5487; }","duration":"109.590468ms","start":"2026-03-01T14:09:58.439252Z","end":"2026-03-01T14:09:58.548842Z","steps":["trace[81706742] 'agreement among raft nodes before linearized reading' (duration: 109.500066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:58.843557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.993807ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:58.843697Z","caller":"traceutil/trace.go:171","msg":"trace[1333907647] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5488; }","duration":"145.158561ms","start":"2026-03-01T14:09:58.698518Z","end":"2026-03-01T14:09:58.843677Z","steps":["trace[1333907647] 'range keys from in-memory index tree' (duration: 144.968885ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:58.84371Z","caller":"traceutil/trace.go:171","msg":"trace[2024202766] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"291.264365ms","start":"2026-03-01T14:09:58.552412Z","end":"2026-03-01T14:09:58.843676Z","steps":["trace[2024202766] 'process raft request' (duration: 240.208111ms)","trace[2024202766] 'compare' (duration: 50.635353ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:58.843878Z","caller":"traceutil/trace.go:171","msg":"trace[1301291261] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"291.239124ms","start":"2026-03-01T14:09:58.552622Z","end":"2026-03-01T14:09:58.843861Z","steps":["trace[1301291261] 'process raft request' (duration: 290.938967ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:58.844057Z","caller":"traceutil/trace.go:171","msg":"trace[1318278701] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"290.754151ms","start":"2026-03-01T14:09:58.553289Z","end":"2026-03-01T14:09:58.844043Z","steps":["trace[1318278701] 'process raft request' (duration: 290.529515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:09:58.844127Z","caller":"traceutil/trace.go:171","msg":"trace[1520067852] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5708; }","duration":"290.857153ms","start":"2026-03-01T14:09:58.553258Z","end":"2026-03-01T14:09:58.844115Z","steps":["trace[1520067852] 'read index received' (duration: 33.045377ms)","trace[1520067852] 'applied index is now lower than readState.Index' (duration: 257.810806ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:09:58.844234Z","caller":"traceutil/trace.go:171","msg":"trace[1107770602] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"290.362541ms","start":"2026-03-01T14:09:58.553863Z","end":"2026-03-01T14:09:58.844225Z","steps":["trace[1107770602] 'process raft request' (duration: 290.133796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:58.844294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.033042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:09:58.844329Z","caller":"traceutil/trace.go:171","msg":"trace[408896003] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5492; }","duration":"245.124055ms","start":"2026-03-01T14:09:58.599194Z","end":"2026-03-01T14:09:58.844318Z","steps":["trace[408896003] 'agreement among raft nodes before linearized reading' (duration: 245.048593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:09:58.844442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.160491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81766"} {"level":"info","ts":"2026-03-01T14:09:58.844519Z","caller":"traceutil/trace.go:171","msg":"trace[647321744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5492; }","duration":"291.266413ms","start":"2026-03-01T14:09:58.553233Z","end":"2026-03-01T14:09:58.844499Z","steps":["trace[647321744] 'agreement among raft nodes before linearized reading' (duration: 290.992256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:00.251457Z","caller":"traceutil/trace.go:171","msg":"trace[795063033] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"132.208532ms","start":"2026-03-01T14:10:00.119221Z","end":"2026-03-01T14:10:00.25143Z","steps":["trace[795063033] 'process raft request' (duration: 132.056458ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:00.252437Z","caller":"traceutil/trace.go:171","msg":"trace[494675619] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"104.855628ms","start":"2026-03-01T14:10:00.147561Z","end":"2026-03-01T14:10:00.252417Z","steps":["trace[494675619] 'process raft request' (duration: 104.772336ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:02.75687Z","caller":"traceutil/trace.go:171","msg":"trace[424856562] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"709.168579ms","start":"2026-03-01T14:10:02.047669Z","end":"2026-03-01T14:10:02.756837Z","steps":["trace[424856562] 'process raft request' (duration: 708.958104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.757064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:02.047647Z","time spent":"709.320404ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:10:02.854915Z","caller":"traceutil/trace.go:171","msg":"trace[2064616743] linearizableReadLoop","detail":"{readStateIndex:5832; appliedIndex:5829; }","duration":"317.763565ms","start":"2026-03-01T14:10:02.537136Z","end":"2026-03-01T14:10:02.854899Z","steps":["trace[2064616743] 'read index received' (duration: 219.620597ms)","trace[2064616743] 'applied index is now lower than readState.Index' (duration: 98.142338ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:02.855003Z","caller":"traceutil/trace.go:171","msg":"trace[1804901353] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"286.955585ms","start":"2026-03-01T14:10:02.568032Z","end":"2026-03-01T14:10:02.854987Z","steps":["trace[1804901353] 'process raft request' (duration: 286.841742ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:02.855025Z","caller":"traceutil/trace.go:171","msg":"trace[1171469059] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"596.156485ms","start":"2026-03-01T14:10:02.258831Z","end":"2026-03-01T14:10:02.854987Z","steps":["trace[1171469059] 'process raft request' (duration: 595.931939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.855084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.93221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:10:02.854957Z","caller":"traceutil/trace.go:171","msg":"trace[1896231849] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"491.872182ms","start":"2026-03-01T14:10:02.36307Z","end":"2026-03-01T14:10:02.854942Z","steps":["trace[1896231849] 'process raft request' (duration: 491.776919ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:02.855126Z","caller":"traceutil/trace.go:171","msg":"trace[686182245] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5611; }","duration":"318.054503ms","start":"2026-03-01T14:10:02.53706Z","end":"2026-03-01T14:10:02.855114Z","steps":["trace[686182245] 'agreement among raft nodes before linearized reading' (duration: 317.95113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.855157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:02.537038Z","time spent":"318.107755ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:10:02.855181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:02.363046Z","time spent":"492.087196ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:02.855292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.48407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:10:02.855379Z","caller":"traceutil/trace.go:171","msg":"trace[128619723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5611; }","duration":"220.616874ms","start":"2026-03-01T14:10:02.634742Z","end":"2026-03-01T14:10:02.855358Z","steps":["trace[128619723] 'agreement among raft nodes before linearized reading' (duration: 220.358838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:02.85536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:02.258806Z","time spent":"596.247217ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:10:13.171804Z","caller":"traceutil/trace.go:171","msg":"trace[1633451746] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"283.287403ms","start":"2026-03-01T14:10:12.888485Z","end":"2026-03-01T14:10:13.171773Z","steps":["trace[1633451746] 'process raft request' (duration: 283.122238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:13.204622Z","caller":"traceutil/trace.go:171","msg":"trace[638898028] linearizableReadLoop","detail":"{readStateIndex:5887; appliedIndex:5884; }","duration":"304.689777ms","start":"2026-03-01T14:10:12.899907Z","end":"2026-03-01T14:10:13.204597Z","steps":["trace[638898028] 'read index received' (duration: 271.73921ms)","trace[638898028] 'applied index is now lower than readState.Index' (duration: 32.949627ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:13.20471Z","caller":"traceutil/trace.go:171","msg":"trace[1335140488] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"315.303486ms","start":"2026-03-01T14:10:12.889342Z","end":"2026-03-01T14:10:13.204646Z","steps":["trace[1335140488] 'process raft request' (duration: 315.057969ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:13.204843Z","caller":"traceutil/trace.go:171","msg":"trace[2066645016] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"314.29177ms","start":"2026-03-01T14:10:12.890487Z","end":"2026-03-01T14:10:13.204779Z","steps":["trace[2066645016] 'process raft request' (duration: 314.044684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:13.204954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.889316Z","time spent":"315.515642ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:13.205308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.890456Z","time spent":"314.453415ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:10:13.205012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.499612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:10:13.205603Z","caller":"traceutil/trace.go:171","msg":"trace[1567011704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5663; }","duration":"305.137078ms","start":"2026-03-01T14:10:12.900445Z","end":"2026-03-01T14:10:13.205582Z","steps":["trace[1567011704] 'agreement among raft nodes before linearized reading' (duration: 304.40574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:13.205698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.900427Z","time spent":"305.253301ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:10:13.307967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.038045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:10:13.308376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.552828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:10:13.308449Z","caller":"traceutil/trace.go:171","msg":"trace[2324723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5663; }","duration":"408.535928ms","start":"2026-03-01T14:10:12.899882Z","end":"2026-03-01T14:10:13.308418Z","steps":["trace[2324723] 'agreement among raft nodes before linearized reading' (duration: 305.177739ms)","trace[2324723] 'range keys from in-memory index tree' (duration: 102.667431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.308013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.741082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:10:13.308494Z","caller":"traceutil/trace.go:171","msg":"trace[40778503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5663; }","duration":"406.685061ms","start":"2026-03-01T14:10:12.90178Z","end":"2026-03-01T14:10:13.308465Z","steps":["trace[40778503] 'agreement among raft nodes before linearized reading' (duration: 303.325722ms)","trace[40778503] 'range keys from in-memory index tree' (duration: 103.066731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.308522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.899818Z","time spent":"408.686951ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:10:13.308551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.901741Z","time spent":"406.799864ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:10:13.308248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.639635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:10:13.308593Z","caller":"traceutil/trace.go:171","msg":"trace[1831552966] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5663; }","duration":"181.307967ms","start":"2026-03-01T14:10:13.127254Z","end":"2026-03-01T14:10:13.308562Z","steps":["trace[1831552966] 'agreement among raft nodes before linearized reading' (duration: 77.764633ms)","trace[1831552966] 'range keys from in-memory index tree' (duration: 102.936857ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:13.308672Z","caller":"traceutil/trace.go:171","msg":"trace[1216132175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5663; }","duration":"391.066065ms","start":"2026-03-01T14:10:12.917572Z","end":"2026-03-01T14:10:13.308638Z","steps":["trace[1216132175] 'agreement among raft nodes before linearized reading' (duration: 287.344217ms)","trace[1216132175] 'range keys from in-memory index tree' (duration: 102.945298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.308304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.838699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:10:13.308791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.917561Z","time spent":"391.191108ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:10:13.308822Z","caller":"traceutil/trace.go:171","msg":"trace[693463156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5663; }","duration":"393.824135ms","start":"2026-03-01T14:10:12.91498Z","end":"2026-03-01T14:10:13.308805Z","steps":["trace[693463156] 'agreement among raft nodes before linearized reading' (duration: 290.047145ms)","trace[693463156] 'range keys from in-memory index tree' (duration: 102.773943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.30888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.914965Z","time spent":"393.902587ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:10:13.308296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.930833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:10:13.309014Z","caller":"traceutil/trace.go:171","msg":"trace[1612293809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5663; }","duration":"393.673471ms","start":"2026-03-01T14:10:12.915299Z","end":"2026-03-01T14:10:13.308972Z","steps":["trace[1612293809] 'agreement among raft nodes before linearized reading' (duration: 289.742218ms)","trace[1612293809] 'range keys from in-memory index tree' (duration: 103.036381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.309116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.915288Z","time spent":"393.803804ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:10:13.308338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.062979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:10:13.309306Z","caller":"traceutil/trace.go:171","msg":"trace[1990136911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5663; }","duration":"404.003513ms","start":"2026-03-01T14:10:12.905233Z","end":"2026-03-01T14:10:13.309236Z","steps":["trace[1990136911] 'agreement among raft nodes before linearized reading' (duration: 299.861804ms)","trace[1990136911] 'range keys from in-memory index tree' (duration: 103.01014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:13.308485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.218974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:10:13.309464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:10:12.905222Z","time spent":"404.186447ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:10:13.30952Z","caller":"traceutil/trace.go:171","msg":"trace[1263644914] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5663; }","duration":"182.319632ms","start":"2026-03-01T14:10:13.127182Z","end":"2026-03-01T14:10:13.309502Z","steps":["trace[1263644914] 'agreement among raft nodes before linearized reading' (duration: 77.891867ms)","trace[1263644914] 'range keys from in-memory index tree' (duration: 102.835585ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:13.494546Z","caller":"traceutil/trace.go:171","msg":"trace[1185857432] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"181.378009ms","start":"2026-03-01T14:10:13.313144Z","end":"2026-03-01T14:10:13.494522Z","steps":["trace[1185857432] 'process raft request' (duration: 181.294747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:13.494729Z","caller":"traceutil/trace.go:171","msg":"trace[927260365] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5889; }","duration":"180.891695ms","start":"2026-03-01T14:10:13.313796Z","end":"2026-03-01T14:10:13.494688Z","steps":["trace[927260365] 'read index received' (duration: 15.341408ms)","trace[927260365] 'applied index is now lower than readState.Index' (duration: 165.547257ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:13.494827Z","caller":"traceutil/trace.go:171","msg":"trace[596236977] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"180.914176ms","start":"2026-03-01T14:10:13.313843Z","end":"2026-03-01T14:10:13.494757Z","steps":["trace[596236977] 'process raft request' (duration: 180.638819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:13.495103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.253524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101461"} {"level":"info","ts":"2026-03-01T14:10:13.49517Z","caller":"traceutil/trace.go:171","msg":"trace[1231371347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5668; }","duration":"181.379308ms","start":"2026-03-01T14:10:13.313779Z","end":"2026-03-01T14:10:13.495158Z","steps":["trace[1231371347] 'agreement among raft nodes before linearized reading' (duration: 181.016929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:13.494718Z","caller":"traceutil/trace.go:171","msg":"trace[1880039937] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"181.559073ms","start":"2026-03-01T14:10:13.313121Z","end":"2026-03-01T14:10:13.494681Z","steps":["trace[1880039937] 'process raft request' (duration: 173.788016ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:21.786714Z","caller":"traceutil/trace.go:171","msg":"trace[1714009877] linearizableReadLoop","detail":"{readStateIndex:5954; appliedIndex:5952; }","duration":"205.311715ms","start":"2026-03-01T14:10:21.581379Z","end":"2026-03-01T14:10:21.78669Z","steps":["trace[1714009877] 'read index received' (duration: 201.92625ms)","trace[1714009877] 'applied index is now lower than readState.Index' (duration: 3.384435ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:10:21.786839Z","caller":"traceutil/trace.go:171","msg":"trace[1604390715] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"254.125834ms","start":"2026-03-01T14:10:21.532699Z","end":"2026-03-01T14:10:21.786824Z","steps":["trace[1604390715] 'process raft request' (duration: 250.597674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:21.786995Z","caller":"traceutil/trace.go:171","msg":"trace[827132373] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"252.575444ms","start":"2026-03-01T14:10:21.534371Z","end":"2026-03-01T14:10:21.786947Z","steps":["trace[827132373] 'process raft request' (duration: 252.218665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:21.787195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.447335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:10:21.787325Z","caller":"traceutil/trace.go:171","msg":"trace[591137403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:5728; }","duration":"253.60755ms","start":"2026-03-01T14:10:21.533697Z","end":"2026-03-01T14:10:21.787305Z","steps":["trace[591137403] 'agreement among raft nodes before linearized reading' (duration: 253.340023ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:21.792273Z","caller":"traceutil/trace.go:171","msg":"trace[9035841] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"205.568442ms","start":"2026-03-01T14:10:21.58667Z","end":"2026-03-01T14:10:21.792238Z","steps":["trace[9035841] 'process raft request' (duration: 205.416708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:21.79231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T14:10:21.79236Z","caller":"traceutil/trace.go:171","msg":"trace[1875977655] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5729; }","duration":"209.242416ms","start":"2026-03-01T14:10:21.583102Z","end":"2026-03-01T14:10:21.792345Z","steps":["trace[1875977655] 'agreement among raft nodes before linearized reading' (duration: 209.090732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:10:21.792376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.820741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:10:21.792447Z","caller":"traceutil/trace.go:171","msg":"trace[1819395096] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5729; }","duration":"183.957364ms","start":"2026-03-01T14:10:21.608473Z","end":"2026-03-01T14:10:21.79243Z","steps":["trace[1819395096] 'agreement among raft nodes before linearized reading' (duration: 183.79451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:25.831291Z","caller":"traceutil/trace.go:171","msg":"trace[636493226] linearizableReadLoop","detail":"{readStateIndex:5976; appliedIndex:5975; }","duration":"131.988377ms","start":"2026-03-01T14:10:25.699274Z","end":"2026-03-01T14:10:25.831262Z","steps":["trace[636493226] 'read index received' (duration: 131.7401ms)","trace[636493226] 'applied index is now lower than readState.Index' (duration: 247.097µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:10:25.831531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.240943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:10:25.831584Z","caller":"traceutil/trace.go:171","msg":"trace[308944232] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5750; }","duration":"132.311814ms","start":"2026-03-01T14:10:25.699257Z","end":"2026-03-01T14:10:25.831569Z","steps":["trace[308944232] 'agreement among raft nodes before linearized reading' (duration: 132.174141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:10:25.83151Z","caller":"traceutil/trace.go:171","msg":"trace[727481715] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"153.132772ms","start":"2026-03-01T14:10:25.678237Z","end":"2026-03-01T14:10:25.831369Z","steps":["trace[727481715] 'process raft request' (duration: 152.850565ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:13:48.072825Z","caller":"traceutil/trace.go:171","msg":"trace[1265719193] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"100.690604ms","start":"2026-03-01T14:13:47.972111Z","end":"2026-03-01T14:13:48.072802Z","steps":["trace[1265719193] 'process raft request' (duration: 98.300113ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:14:38.374171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5386} {"level":"info","ts":"2026-03-01T14:14:38.470297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5386,"took":"94.135146ms","hash":3856274819,"current-db-size-bytes":41230336,"current-db-size":"41 MB","current-db-size-in-use-bytes":21209088,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-01T14:14:38.470371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3856274819,"revision":5386,"compact-revision":2638} {"level":"warn","ts":"2026-03-01T14:15:30.062059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907705420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:15:30.562935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907705420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:15:30.995219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438006009s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:15:30.995606Z","caller":"traceutil/trace.go:171","msg":"trace[283881930] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"1.43843079s","start":"2026-03-01T14:15:29.557124Z","end":"2026-03-01T14:15:30.995554Z","steps":["trace[283881930] 'process raft request' (duration: 1.438295457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:30.995731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.557104Z","time spent":"1.438559533s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:15:31.36471Z","caller":"traceutil/trace.go:171","msg":"trace[1947488848] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"1.805221397s","start":"2026-03-01T14:15:29.559447Z","end":"2026-03-01T14:15:31.364668Z","steps":["trace[1947488848] 'process raft request' (duration: 1.804836748s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:31.364742Z","caller":"traceutil/trace.go:171","msg":"trace[1062486381] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"774.846028ms","start":"2026-03-01T14:15:30.589855Z","end":"2026-03-01T14:15:31.364701Z","steps":["trace[1062486381] 'process raft request' (duration: 774.700804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.364893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.559437Z","time spent":"1.805362941s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:31.364907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.589835Z","time spent":"774.983861ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:15:31.365076Z","caller":"traceutil/trace.go:171","msg":"trace[766497096] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8135; }","duration":"1.803849333s","start":"2026-03-01T14:15:29.561197Z","end":"2026-03-01T14:15:31.365047Z","steps":["trace[766497096] 'read index received' (duration: 1.434214083s)","trace[766497096] 'applied index is now lower than readState.Index' (duration: 369.63429ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:31.365133Z","caller":"traceutil/trace.go:171","msg":"trace[640573176] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"775.189996ms","start":"2026-03-01T14:15:30.589912Z","end":"2026-03-01T14:15:31.365102Z","steps":["trace[640573176] 'process raft request' (duration: 774.742915ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:31.365214Z","caller":"traceutil/trace.go:171","msg":"trace[141529118] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"774.758146ms","start":"2026-03-01T14:15:30.590444Z","end":"2026-03-01T14:15:31.365202Z","steps":["trace[141529118] 'process raft request' (duration: 774.481289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.589907Z","time spent":"775.296179ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:31.365318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.590439Z","time spent":"774.804427ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:31.365486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450498905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:31.365525Z","caller":"traceutil/trace.go:171","msg":"trace[2076442008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7839; }","duration":"1.450570587s","start":"2026-03-01T14:15:29.914945Z","end":"2026-03-01T14:15:31.365516Z","steps":["trace[2076442008] 'agreement among raft nodes before linearized reading' (duration: 1.450509946s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.36554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804336705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:15:31.365546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.894135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:31.365621Z","caller":"traceutil/trace.go:171","msg":"trace[496539244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7839; }","duration":"1.804417657s","start":"2026-03-01T14:15:29.561185Z","end":"2026-03-01T14:15:31.365603Z","steps":["trace[496539244] 'agreement among raft nodes before linearized reading' (duration: 1.804211731s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.56115Z","time spent":"1.80451291s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:15:31.365702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.123894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-01T14:15:31.365706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586849045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:15:31.36574Z","caller":"traceutil/trace.go:171","msg":"trace[1132427628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7839; }","duration":"750.174935ms","start":"2026-03-01T14:15:30.615555Z","end":"2026-03-01T14:15:31.365729Z","steps":["trace[1132427628] 'agreement among raft nodes before linearized reading' (duration: 750.0449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.914926Z","time spent":"1.450626618s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:15:31.36576Z","caller":"traceutil/trace.go:171","msg":"trace[1669123067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:7839; }","duration":"1.586943127s","start":"2026-03-01T14:15:29.778804Z","end":"2026-03-01T14:15:31.365747Z","steps":["trace[1669123067] 'agreement among raft nodes before linearized reading' (duration: 1.586601428s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.615548Z","time spent":"750.218626ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-01T14:15:31.365795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.778784Z","time spent":"1.587003219s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:15:31.365827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.879498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T14:15:31.365811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541848797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:31.365866Z","caller":"traceutil/trace.go:171","msg":"trace[748947887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7839; }","duration":"343.95573ms","start":"2026-03-01T14:15:31.021902Z","end":"2026-03-01T14:15:31.365858Z","steps":["trace[748947887] 'agreement among raft nodes before linearized reading' (duration: 343.874468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.671841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:15:31.365901Z","caller":"traceutil/trace.go:171","msg":"trace[719696345] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7839; }","duration":"1.54198358s","start":"2026-03-01T14:15:29.823899Z","end":"2026-03-01T14:15:31.365882Z","steps":["trace[719696345] 'agreement among raft nodes before linearized reading' (duration: 1.541831187s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:31.365935Z","caller":"traceutil/trace.go:171","msg":"trace[813107996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7839; }","duration":"341.885837ms","start":"2026-03-01T14:15:31.024037Z","end":"2026-03-01T14:15:31.365923Z","steps":["trace[813107996] 'agreement among raft nodes before linearized reading' (duration: 341.612001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.365962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:29.823878Z","time spent":"1.542066813s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:15:31.365981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:31.024015Z","time spent":"341.953789ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:15:31.365989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.11768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-01T14:15:31.365908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:31.021882Z","time spent":"344.018391ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:15:31.366021Z","caller":"traceutil/trace.go:171","msg":"trace[1875902377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7839; }","duration":"551.197842ms","start":"2026-03-01T14:15:30.814815Z","end":"2026-03-01T14:15:31.366013Z","steps":["trace[1875902377] 'agreement among raft nodes before linearized reading' (duration: 551.11261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.366047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.814791Z","time spent":"551.250682ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:15:31.365622Z","caller":"traceutil/trace.go:171","msg":"trace[1313269074] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7839; }","duration":"743.990518ms","start":"2026-03-01T14:15:30.621613Z","end":"2026-03-01T14:15:31.365604Z","steps":["trace[1313269074] 'agreement among raft nodes before linearized reading' (duration: 743.838084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:31.366116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:30.621609Z","time spent":"744.493071ms","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:15:40.859764Z","caller":"traceutil/trace.go:171","msg":"trace[1875136452] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"152.374845ms","start":"2026-03-01T14:15:40.707359Z","end":"2026-03-01T14:15:40.859734Z","steps":["trace[1875136452] 'process raft request' (duration: 152.056066ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:41.884616Z","caller":"traceutil/trace.go:171","msg":"trace[1509056307] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"483.861347ms","start":"2026-03-01T14:15:41.400726Z","end":"2026-03-01T14:15:41.884587Z","steps":["trace[1509056307] 'process raft request' (duration: 483.668832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:41.885549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.400696Z","time spent":"484.01115ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:42.600729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.132849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:15:42.600836Z","caller":"traceutil/trace.go:171","msg":"trace[1577074921] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8189; }","duration":"1.19295449s","start":"2026-03-01T14:15:41.407871Z","end":"2026-03-01T14:15:42.600825Z","steps":["trace[1577074921] 'read index received' (duration: 476.524751ms)","trace[1577074921] 'applied index is now lower than readState.Index' (duration: 716.428899ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:42.600973Z","caller":"traceutil/trace.go:171","msg":"trace[1186267204] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"1.197978586s","start":"2026-03-01T14:15:41.402987Z","end":"2026-03-01T14:15:42.600966Z","steps":["trace[1186267204] 'process raft request' (duration: 574.54264ms)","trace[1186267204] 'compare' (duration: 623.054097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:15:42.601005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.40297Z","time spent":"1.198018237s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:42.601246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19181033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:15:42.601283Z","caller":"traceutil/trace.go:171","msg":"trace[1164079081] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"1.196200122s","start":"2026-03-01T14:15:41.405056Z","end":"2026-03-01T14:15:42.601256Z","steps":["trace[1164079081] 'process raft request' (duration: 1.19573773s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:42.601323Z","caller":"traceutil/trace.go:171","msg":"trace[946976279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7889; }","duration":"1.191963595s","start":"2026-03-01T14:15:41.409338Z","end":"2026-03-01T14:15:42.601301Z","steps":["trace[946976279] 'agreement among raft nodes before linearized reading' (duration: 1.191735029s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.601282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189479061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:15:42.601352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182780963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:15:42.601369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.409314Z","time spent":"1.192044136s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:15:42.601345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.534272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:42.60138Z","caller":"traceutil/trace.go:171","msg":"trace[2136977399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7889; }","duration":"1.189594564s","start":"2026-03-01T14:15:41.411779Z","end":"2026-03-01T14:15:42.601373Z","steps":["trace[2136977399] 'agreement among raft nodes before linearized reading' (duration: 1.18943222s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:42.601408Z","caller":"traceutil/trace.go:171","msg":"trace[1095090804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7889; }","duration":"1.182895335s","start":"2026-03-01T14:15:41.418495Z","end":"2026-03-01T14:15:42.60139Z","steps":["trace[1095090804] 'agreement among raft nodes before linearized reading' (duration: 1.18270928s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.601417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.40505Z","time spent":"1.196297414s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:42.601396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088557359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T14:15:42.60146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.418477Z","time spent":"1.182974017s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:15:42.601404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193513744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:15:42.601452Z","caller":"traceutil/trace.go:171","msg":"trace[341732871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7889; }","duration":"686.697956ms","start":"2026-03-01T14:15:41.914726Z","end":"2026-03-01T14:15:42.601424Z","steps":["trace[341732871] 'agreement among raft nodes before linearized reading' (duration: 686.501781ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:42.601489Z","caller":"traceutil/trace.go:171","msg":"trace[762215955] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:7889; }","duration":"1.088734794s","start":"2026-03-01T14:15:41.512729Z","end":"2026-03-01T14:15:42.601464Z","steps":["trace[762215955] 'agreement among raft nodes before linearized reading' (duration: 1.088480917s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.601363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182997248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:15:42.601529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.914703Z","time spent":"686.812579ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:15:42.601552Z","caller":"traceutil/trace.go:171","msg":"trace[215962258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:7889; }","duration":"1.183220374s","start":"2026-03-01T14:15:41.418322Z","end":"2026-03-01T14:15:42.601543Z","steps":["trace[215962258] 'agreement among raft nodes before linearized reading' (duration: 1.182885995s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.601553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.512708Z","time spent":"1.088835976s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:15:42.60158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.418313Z","time spent":"1.183259054s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:15:42.601567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.411772Z","time spent":"1.189715237s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:15:42.601642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041863639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:15:42.601758Z","caller":"traceutil/trace.go:171","msg":"trace[1307949197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7889; }","duration":"1.042015723s","start":"2026-03-01T14:15:41.55973Z","end":"2026-03-01T14:15:42.601746Z","steps":["trace[1307949197] 'agreement among raft nodes before linearized reading' (duration: 1.041827778s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.60185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.559708Z","time spent":"1.042131915s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:15:42.602365Z","caller":"traceutil/trace.go:171","msg":"trace[316518665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7889; }","duration":"1.193683669s","start":"2026-03-01T14:15:41.407816Z","end":"2026-03-01T14:15:42.6015Z","steps":["trace[316518665] 'agreement among raft nodes before linearized reading' (duration: 1.193405262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.602453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:41.407794Z","time spent":"1.194639803s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:15:42.754734Z","caller":"traceutil/trace.go:171","msg":"trace[2024162765] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"149.415429ms","start":"2026-03-01T14:15:42.605282Z","end":"2026-03-01T14:15:42.754698Z","steps":["trace[2024162765] 'process raft request' (duration: 98.530982ms)","trace[2024162765] 'compare' (duration: 50.650621ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:42.755132Z","caller":"traceutil/trace.go:171","msg":"trace[1704839129] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"149.752957ms","start":"2026-03-01T14:15:42.605351Z","end":"2026-03-01T14:15:42.755104Z","steps":["trace[1704839129] 'process raft request' (duration: 149.592003ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:42.755175Z","caller":"traceutil/trace.go:171","msg":"trace[1300048476] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"149.852569ms","start":"2026-03-01T14:15:42.605275Z","end":"2026-03-01T14:15:42.755127Z","steps":["trace[1300048476] 'process raft request' (duration: 149.329076ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:42.755257Z","caller":"traceutil/trace.go:171","msg":"trace[786277278] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"148.660809ms","start":"2026-03-01T14:15:42.606512Z","end":"2026-03-01T14:15:42.755172Z","steps":["trace[786277278] 'process raft request' (duration: 148.550097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:42.755492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.141467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:15:42.755538Z","caller":"traceutil/trace.go:171","msg":"trace[1169455957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7894; }","duration":"150.223258ms","start":"2026-03-01T14:15:42.605302Z","end":"2026-03-01T14:15:42.755525Z","steps":["trace[1169455957] 'agreement among raft nodes before linearized reading' (duration: 150.055224ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:44.010672Z","caller":"traceutil/trace.go:171","msg":"trace[667574781] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"120.820516ms","start":"2026-03-01T14:15:43.889824Z","end":"2026-03-01T14:15:44.010644Z","steps":["trace[667574781] 'process raft request' (duration: 120.544419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:44.936286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.757572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:15:44.936369Z","caller":"traceutil/trace.go:171","msg":"trace[100843038] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7897; }","duration":"717.888985ms","start":"2026-03-01T14:15:44.21846Z","end":"2026-03-01T14:15:44.936349Z","steps":["trace[100843038] 'count revisions from in-memory index tree' (duration: 717.67772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:44.936411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.21844Z","time spent":"717.959747ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:15:44.936475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.701529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:44.936542Z","caller":"traceutil/trace.go:171","msg":"trace[1483855924] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7897; }","duration":"849.784781ms","start":"2026-03-01T14:15:44.086741Z","end":"2026-03-01T14:15:44.936526Z","steps":["trace[1483855924] 'count revisions from in-memory index tree' (duration: 849.590666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:44.936575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.086679Z","time spent":"849.888214ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:15:45.077647Z","caller":"traceutil/trace.go:171","msg":"trace[1443967115] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"471.711249ms","start":"2026-03-01T14:15:44.605911Z","end":"2026-03-01T14:15:45.077622Z","steps":["trace[1443967115] 'process raft request' (duration: 471.565176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.077794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.605881Z","time spent":"471.839633ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:15:45.113365Z","caller":"traceutil/trace.go:171","msg":"trace[832715721] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"505.907325ms","start":"2026-03-01T14:15:44.607432Z","end":"2026-03-01T14:15:45.113339Z","steps":["trace[832715721] 'process raft request' (duration: 505.757751ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:45.113515Z","caller":"traceutil/trace.go:171","msg":"trace[1053402132] linearizableReadLoop","detail":"{readStateIndex:8203; appliedIndex:8201; }","duration":"443.158907ms","start":"2026-03-01T14:15:44.670325Z","end":"2026-03-01T14:15:45.113484Z","steps":["trace[1053402132] 'read index received' (duration: 407.175747ms)","trace[1053402132] 'applied index is now lower than readState.Index' (duration: 35.98027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:15:45.113549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.607405Z","time spent":"506.032788ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:45.113676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.061725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:45.113718Z","caller":"traceutil/trace.go:171","msg":"trace[1406401464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7900; }","duration":"199.146677ms","start":"2026-03-01T14:15:44.914561Z","end":"2026-03-01T14:15:45.113707Z","steps":["trace[1406401464] 'agreement among raft nodes before linearized reading' (duration: 199.086565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.113745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.616233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:15:45.113782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.365961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:15:45.113796Z","caller":"traceutil/trace.go:171","msg":"trace[1869067629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7900; }","duration":"353.684674ms","start":"2026-03-01T14:15:44.7601Z","end":"2026-03-01T14:15:45.113785Z","steps":["trace[1869067629] 'agreement among raft nodes before linearized reading' (duration: 353.605072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.113834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.760087Z","time spent":"353.741966ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:15:45.113829Z","caller":"traceutil/trace.go:171","msg":"trace[1589944515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7900; }","duration":"354.465103ms","start":"2026-03-01T14:15:44.759352Z","end":"2026-03-01T14:15:45.113817Z","steps":["trace[1589944515] 'agreement among raft nodes before linearized reading' (duration: 354.287549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.113915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.414493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:15:45.113945Z","caller":"traceutil/trace.go:171","msg":"trace[2134873039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7900; }","duration":"354.492734ms","start":"2026-03-01T14:15:44.759445Z","end":"2026-03-01T14:15:45.113937Z","steps":["trace[2134873039] 'agreement among raft nodes before linearized reading' (duration: 354.406172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.113952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.759335Z","time spent":"354.597667ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:15:45.113669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.333771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:15:45.113982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.759419Z","time spent":"354.552315ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:15:45.114018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.867009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:15:45.114024Z","caller":"traceutil/trace.go:171","msg":"trace[1602941451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:7900; }","duration":"443.722781ms","start":"2026-03-01T14:15:44.670282Z","end":"2026-03-01T14:15:45.114005Z","steps":["trace[1602941451] 'agreement among raft nodes before linearized reading' (duration: 443.28525ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:45.114082Z","caller":"traceutil/trace.go:171","msg":"trace[1950129745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7900; }","duration":"353.975842ms","start":"2026-03-01T14:15:44.760089Z","end":"2026-03-01T14:15:45.114065Z","steps":["trace[1950129745] 'agreement among raft nodes before linearized reading' (duration: 353.786727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.114094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.670261Z","time spent":"443.813524ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:15:45.114126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:44.760063Z","time spent":"354.052863ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:15:45.22978Z","caller":"traceutil/trace.go:171","msg":"trace[78113598] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"111.439969ms","start":"2026-03-01T14:15:45.118289Z","end":"2026-03-01T14:15:45.229729Z","steps":["trace[78113598] 'process raft request' (duration: 45.052609ms)","trace[78113598] 'compare' (duration: 66.245135ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:45.243541Z","caller":"traceutil/trace.go:171","msg":"trace[767877343] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8204; }","duration":"124.131219ms","start":"2026-03-01T14:15:45.119389Z","end":"2026-03-01T14:15:45.24352Z","steps":["trace[767877343] 'read index received' (duration: 43.972692ms)","trace[767877343] 'applied index is now lower than readState.Index' (duration: 80.157477ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:15:45.243824Z","caller":"traceutil/trace.go:171","msg":"trace[1697834446] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"124.621402ms","start":"2026-03-01T14:15:45.119185Z","end":"2026-03-01T14:15:45.243807Z","steps":["trace[1697834446] 'process raft request' (duration: 124.209821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:45.243942Z","caller":"traceutil/trace.go:171","msg":"trace[1905777204] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"124.551871ms","start":"2026-03-01T14:15:45.119381Z","end":"2026-03-01T14:15:45.243933Z","steps":["trace[1905777204] 'process raft request' (duration: 124.054718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:45.244027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.616292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222798"} {"level":"info","ts":"2026-03-01T14:15:45.244005Z","caller":"traceutil/trace.go:171","msg":"trace[1754028624] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"124.5284ms","start":"2026-03-01T14:15:45.119439Z","end":"2026-03-01T14:15:45.243967Z","steps":["trace[1754028624] 'process raft request' (duration: 124.036367ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:45.244076Z","caller":"traceutil/trace.go:171","msg":"trace[2080306172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7905; }","duration":"124.697474ms","start":"2026-03-01T14:15:45.119367Z","end":"2026-03-01T14:15:45.244065Z","steps":["trace[2080306172] 'agreement among raft nodes before linearized reading' (duration: 124.238422ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:45.244191Z","caller":"traceutil/trace.go:171","msg":"trace[1361458078] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"125.636757ms","start":"2026-03-01T14:15:45.118307Z","end":"2026-03-01T14:15:45.243944Z","steps":["trace[1361458078] 'process raft request' (duration: 124.965419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:47.01769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.538856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:15:47.017817Z","caller":"traceutil/trace.go:171","msg":"trace[107521954] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7907; }","duration":"369.638869ms","start":"2026-03-01T14:15:46.648118Z","end":"2026-03-01T14:15:47.017757Z","steps":["trace[107521954] 'range keys from in-memory index tree' (duration: 369.256309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:47.017865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:46.648057Z","time spent":"369.798303ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:15:47.323498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.278181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:15:47.323618Z","caller":"traceutil/trace.go:171","msg":"trace[1277988502] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8211; }","duration":"409.624699ms","start":"2026-03-01T14:15:46.913973Z","end":"2026-03-01T14:15:47.323598Z","steps":["trace[1277988502] 'read index received' (duration: 221.292447ms)","trace[1277988502] 'applied index is now lower than readState.Index' (duration: 188.330582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:15:47.323736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.763793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:47.323779Z","caller":"traceutil/trace.go:171","msg":"trace[272866932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7907; }","duration":"409.846285ms","start":"2026-03-01T14:15:46.913914Z","end":"2026-03-01T14:15:47.32376Z","steps":["trace[272866932] 'agreement among raft nodes before linearized reading' (duration: 409.768153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:47.323819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:46.913888Z","time spent":"409.922217ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:15:47.325706Z","caller":"traceutil/trace.go:171","msg":"trace[105261200] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"207.106618ms","start":"2026-03-01T14:15:47.118586Z","end":"2026-03-01T14:15:47.325693Z","steps":["trace[105261200] 'process raft request' (duration: 206.483821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:47.325758Z","caller":"traceutil/trace.go:171","msg":"trace[927816480] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"303.193338ms","start":"2026-03-01T14:15:47.022529Z","end":"2026-03-01T14:15:47.325723Z","steps":["trace[927816480] 'process raft request' (duration: 302.337656ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:15:47.325702Z","caller":"traceutil/trace.go:171","msg":"trace[845488137] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"242.557345ms","start":"2026-03-01T14:15:47.083116Z","end":"2026-03-01T14:15:47.325674Z","steps":["trace[845488137] 'process raft request' (duration: 241.918658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:47.325912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:47.0225Z","time spent":"303.327172ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:15:48.424328Z","caller":"traceutil/trace.go:171","msg":"trace[962022061] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"364.294143ms","start":"2026-03-01T14:15:48.06Z","end":"2026-03-01T14:15:48.424294Z","steps":["trace[962022061] 'process raft request' (duration: 364.086578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:48.424512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:15:48.05996Z","time spent":"364.450807ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:15:48.834573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.580949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:15:48.834668Z","caller":"traceutil/trace.go:171","msg":"trace[717583287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7917; }","duration":"135.688231ms","start":"2026-03-01T14:15:48.698964Z","end":"2026-03-01T14:15:48.834653Z","steps":["trace[717583287] 'range keys from in-memory index tree' (duration: 135.567038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:15:48.8346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.943192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:15:48.834871Z","caller":"traceutil/trace.go:171","msg":"trace[681154128] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7917; }","duration":"220.211538ms","start":"2026-03-01T14:15:48.614636Z","end":"2026-03-01T14:15:48.834847Z","steps":["trace[681154128] 'count revisions from in-memory index tree' (duration: 219.755137ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:03.582902Z","caller":"traceutil/trace.go:171","msg":"trace[912912933] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"166.909562ms","start":"2026-03-01T14:16:03.415965Z","end":"2026-03-01T14:16:03.582874Z","steps":["trace[912912933] 'read index received' (duration: 3.839058ms)","trace[912912933] 'applied index is now lower than readState.Index' (duration: 163.069344ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:03.583033Z","caller":"traceutil/trace.go:171","msg":"trace[982289491] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"201.513837ms","start":"2026-03-01T14:16:03.381505Z","end":"2026-03-01T14:16:03.583019Z","steps":["trace[982289491] 'process raft request' (duration: 122.016806ms)","trace[982289491] 'compare' (duration: 79.236354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:03.583304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.314142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:16:03.583389Z","caller":"traceutil/trace.go:171","msg":"trace[370581344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:7991; }","duration":"167.479856ms","start":"2026-03-01T14:16:03.415889Z","end":"2026-03-01T14:16:03.583369Z","steps":["trace[370581344] 'agreement among raft nodes before linearized reading' (duration: 167.158268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:03.599793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.680315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:16:03.59979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.764812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:16:03.599884Z","caller":"traceutil/trace.go:171","msg":"trace[2103603489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7992; }","duration":"130.783428ms","start":"2026-03-01T14:16:03.469079Z","end":"2026-03-01T14:16:03.599863Z","steps":["trace[2103603489] 'agreement among raft nodes before linearized reading' (duration: 130.576442ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:03.599908Z","caller":"traceutil/trace.go:171","msg":"trace[1649341501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7992; }","duration":"129.934586ms","start":"2026-03-01T14:16:03.46994Z","end":"2026-03-01T14:16:03.599874Z","steps":["trace[1649341501] 'agreement among raft nodes before linearized reading' (duration: 129.617478ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:03.600094Z","caller":"traceutil/trace.go:171","msg":"trace[1556405345] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"164.165771ms","start":"2026-03-01T14:16:03.435914Z","end":"2026-03-01T14:16:03.60008Z","steps":["trace[1556405345] 'process raft request' (duration: 163.243478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:03.600243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.666308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:16:03.600284Z","caller":"traceutil/trace.go:171","msg":"trace[180427312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7992; }","duration":"125.72928ms","start":"2026-03-01T14:16:03.474544Z","end":"2026-03-01T14:16:03.600273Z","steps":["trace[180427312] 'agreement among raft nodes before linearized reading' (duration: 125.593056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:03.60031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.169194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:16:03.600343Z","caller":"traceutil/trace.go:171","msg":"trace[485850811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7992; }","duration":"136.273876ms","start":"2026-03-01T14:16:03.46406Z","end":"2026-03-01T14:16:03.600334Z","steps":["trace[485850811] 'agreement among raft nodes before linearized reading' (duration: 136.173034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:03.60044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.053153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:03.600506Z","caller":"traceutil/trace.go:171","msg":"trace[1462808408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7992; }","duration":"129.153156ms","start":"2026-03-01T14:16:03.471338Z","end":"2026-03-01T14:16:03.600491Z","steps":["trace[1462808408] 'agreement among raft nodes before linearized reading' (duration: 128.960732ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:13.697183Z","caller":"traceutil/trace.go:171","msg":"trace[1297877181] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8398; }","duration":"181.802838ms","start":"2026-03-01T14:16:13.515354Z","end":"2026-03-01T14:16:13.697156Z","steps":["trace[1297877181] 'read index received' (duration: 181.643974ms)","trace[1297877181] 'applied index is now lower than readState.Index' (duration: 157.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:13.69728Z","caller":"traceutil/trace.go:171","msg":"trace[1563637313] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"241.143879ms","start":"2026-03-01T14:16:13.456104Z","end":"2026-03-01T14:16:13.697248Z","steps":["trace[1563637313] 'process raft request' (duration: 240.905933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:13.697398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.028394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:13.69749Z","caller":"traceutil/trace.go:171","msg":"trace[1357654445] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8086; }","duration":"182.153767ms","start":"2026-03-01T14:16:13.5153Z","end":"2026-03-01T14:16:13.697454Z","steps":["trace[1357654445] 'agreement among raft nodes before linearized reading' (duration: 181.988773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:13.699032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.638769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:13.699098Z","caller":"traceutil/trace.go:171","msg":"trace[1256551881] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8087; }","duration":"165.745472ms","start":"2026-03-01T14:16:13.533335Z","end":"2026-03-01T14:16:13.699081Z","steps":["trace[1256551881] 'agreement among raft nodes before linearized reading' (duration: 165.630589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:14.728611Z","caller":"traceutil/trace.go:171","msg":"trace[1973671084] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"100.43888ms","start":"2026-03-01T14:16:14.628146Z","end":"2026-03-01T14:16:14.728585Z","steps":["trace[1973671084] 'process raft request' (duration: 100.257295ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:16.743083Z","caller":"traceutil/trace.go:171","msg":"trace[639367742] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"159.086683ms","start":"2026-03-01T14:16:16.583975Z","end":"2026-03-01T14:16:16.743061Z","steps":["trace[639367742] 'process raft request' (duration: 158.96327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:18.304241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:18.805021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:19.305542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:19.352805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551882698s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:16:19.727038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92596338s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-01T14:16:19.72633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027097196s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:19.727321Z","caller":"traceutil/trace.go:171","msg":"trace[1629081131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8110; }","duration":"1.028101091s","start":"2026-03-01T14:16:18.699198Z","end":"2026-03-01T14:16:19.727299Z","steps":["trace[1629081131] 'range keys from in-memory index tree' (duration: 1.027076905s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.72732Z","caller":"traceutil/trace.go:171","msg":"trace[1126456273] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.938077735s","start":"2026-03-01T14:16:17.789216Z","end":"2026-03-01T14:16:19.727293Z","steps":["trace[1126456273] 'process raft request' (duration: 1.937964152s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:19.727447Z","caller":"traceutil/trace.go:171","msg":"trace[2060952301] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"1.939265284s","start":"2026-03-01T14:16:17.788139Z","end":"2026-03-01T14:16:19.727404Z","steps":["trace[2060952301] 'process raft request' (duration: 12.829853ms)","trace[2060952301] 'compare' (duration: 1.925413696s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:19.727601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.788115Z","time spent":"1.939404078s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:19.727901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.789199Z","time spent":"1.938304831s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:19.803485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:16:19.803558Z","caller":"traceutil/trace.go:171","msg":"trace[1590821583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166645s","start":"2026-03-01T14:16:17.803376Z","end":"2026-03-01T14:16:19.803543Z","steps":["trace[1590821583] 'agreement among raft nodes before linearized reading' (duration: 2.000068832s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.803595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.803364Z","time spent":"2.000224277s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:16:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:16:19.91557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:16:19.91566Z","caller":"traceutil/trace.go:171","msg":"trace[1218957098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314339s","start":"2026-03-01T14:16:17.915325Z","end":"2026-03-01T14:16:19.915639Z","steps":["trace[1218957098] 'agreement among raft nodes before linearized reading' (duration: 2.000198146s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:19.91571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.915292Z","time spent":"2.000408241s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:16:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:16:21.280733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.521425128s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:16:21.631643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.581376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:21.631854Z","caller":"traceutil/trace.go:171","msg":"trace[1490763195] linearizableReadLoop","detail":"{readStateIndex:8428; appliedIndex:8424; }","duration":"3.828429634s","start":"2026-03-01T14:16:17.803406Z","end":"2026-03-01T14:16:21.631836Z","steps":["trace[1490763195] 'read index received' (duration: 1.54957754s)","trace[1490763195] 'applied index is now lower than readState.Index' (duration: 2.278851284s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:21.631867Z","caller":"traceutil/trace.go:171","msg":"trace[75219960] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"3.018570852s","start":"2026-03-01T14:16:18.613264Z","end":"2026-03-01T14:16:21.631835Z","steps":["trace[75219960] 'process raft request' (duration: 2.667697468s)","trace[75219960] 'compare' (duration: 349.705444ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:21.631924Z","caller":"traceutil/trace.go:171","msg":"trace[1171354754] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"2.884029709s","start":"2026-03-01T14:16:18.747839Z","end":"2026-03-01T14:16:21.631869Z","steps":["trace[1171354754] 'process raft request' (duration: 2.883903126s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.632014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.613234Z","time spent":"3.018697265s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:21.632073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.747814Z","time spent":"2.884179503s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:21.783564Z","caller":"traceutil/trace.go:171","msg":"trace[1822856409] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"1.993748453s","start":"2026-03-01T14:16:19.789787Z","end":"2026-03-01T14:16:21.783536Z","steps":["trace[1822856409] 'process raft request' (duration: 1.99364745s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:21.783701Z","caller":"traceutil/trace.go:171","msg":"trace[1161678511] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"2.01377561s","start":"2026-03-01T14:16:19.769874Z","end":"2026-03-01T14:16:21.78365Z","steps":["trace[1161678511] 'process raft request' (duration: 2.01339697s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:21.78382Z","caller":"traceutil/trace.go:171","msg":"trace[486471543] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"1.976740333s","start":"2026-03-01T14:16:19.807069Z","end":"2026-03-01T14:16:21.78381Z","steps":["trace[486471543] 'process raft request' (duration: 1.976412775s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.783879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.807039Z","time spent":"1.976817255s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:16:21.783954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.769849Z","time spent":"2.013972594s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:21.783741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.78977Z","time spent":"1.993879156s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:21.900953Z","caller":"traceutil/trace.go:171","msg":"trace[225746979] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8428; }","duration":"269.038274ms","start":"2026-03-01T14:16:21.631893Z","end":"2026-03-01T14:16:21.900931Z","steps":["trace[225746979] 'read index received' (duration: 151.44898ms)","trace[225746979] 'applied index is now lower than readState.Index' (duration: 117.588054ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:21.901215Z","caller":"traceutil/trace.go:171","msg":"trace[871044398] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"433.783231ms","start":"2026-03-01T14:16:21.467419Z","end":"2026-03-01T14:16:21.901202Z","steps":["trace[871044398] 'process raft request' (duration: 425.658826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.901318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.467384Z","time spent":"433.870013ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19550,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:21.901584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.118975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T14:16:21.901626Z","caller":"traceutil/trace.go:171","msg":"trace[615338080] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8118; }","duration":"386.198797ms","start":"2026-03-01T14:16:21.515415Z","end":"2026-03-01T14:16:21.901613Z","steps":["trace[615338080] 'agreement among raft nodes before linearized reading' (duration: 386.069024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.901656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:21.515391Z","time spent":"386.258009ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:16:21.901867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951792092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:21.901905Z","caller":"traceutil/trace.go:171","msg":"trace[1539683163] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8118; }","duration":"3.951874154s","start":"2026-03-01T14:16:17.950021Z","end":"2026-03-01T14:16:21.901896Z","steps":["trace[1539683163] 'agreement among raft nodes before linearized reading' (duration: 3.951777202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.901934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.949918Z","time spent":"3.952008667s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.901952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408957485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:21.902122Z","caller":"traceutil/trace.go:171","msg":"trace[236172172] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8118; }","duration":"3.409183749s","start":"2026-03-01T14:16:18.492879Z","end":"2026-03-01T14:16:21.902062Z","steps":["trace[236172172] 'agreement among raft nodes before linearized reading' (duration: 3.408904232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.902153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066537574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:16:21.902184Z","caller":"traceutil/trace.go:171","msg":"trace[1306932459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8118; }","duration":"4.066585335s","start":"2026-03-01T14:16:17.835589Z","end":"2026-03-01T14:16:21.902175Z","steps":["trace[1306932459] 'agreement among raft nodes before linearized reading' (duration: 4.066490263s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.902219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.835578Z","time spent":"4.066634766s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:21.902219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.492858Z","time spent":"3.409345244s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.902429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068229317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:16:21.902466Z","caller":"traceutil/trace.go:171","msg":"trace[1654562368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8118; }","duration":"4.068265578s","start":"2026-03-01T14:16:17.834191Z","end":"2026-03-01T14:16:21.902457Z","steps":["trace[1654562368] 'agreement among raft nodes before linearized reading' (duration: 4.068171186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.902493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.83413Z","time spent":"4.068357101s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:21.902627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.940012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:21.902689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07226234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:21.902749Z","caller":"traceutil/trace.go:171","msg":"trace[377463136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8118; }","duration":"4.072345562s","start":"2026-03-01T14:16:17.830395Z","end":"2026-03-01T14:16:21.90274Z","steps":["trace[377463136] 'agreement among raft nodes before linearized reading' (duration: 4.072230109s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.902778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:17.83038Z","time spent":"4.072390453s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:16:21.902805Z","caller":"traceutil/trace.go:171","msg":"trace[704275245] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8118; }","duration":"957.157918ms","start":"2026-03-01T14:16:20.945633Z","end":"2026-03-01T14:16:21.902791Z","steps":["trace[704275245] 'agreement among raft nodes before linearized reading' (duration: 956.950922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.902893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:20.94562Z","time spent":"957.223819ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.903295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.668878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:21.903341Z","caller":"traceutil/trace.go:171","msg":"trace[754552687] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8118; }","duration":"985.74681ms","start":"2026-03-01T14:16:20.917581Z","end":"2026-03-01T14:16:21.903328Z","steps":["trace[754552687] 'agreement among raft nodes before linearized reading' (duration: 985.635717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.903479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:20.917483Z","time spent":"985.984855ms","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.903771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981644387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:21.903826Z","caller":"traceutil/trace.go:171","msg":"trace[582274698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"1.981732868s","start":"2026-03-01T14:16:19.922086Z","end":"2026-03-01T14:16:21.903819Z","steps":["trace[582274698] 'agreement among raft nodes before linearized reading' (duration: 1.981646376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.903844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.922069Z","time spent":"1.98176994s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:21.904682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.753999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:16:21.904799Z","caller":"traceutil/trace.go:171","msg":"trace[1372475873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8119; }","duration":"172.913983ms","start":"2026-03-01T14:16:21.731856Z","end":"2026-03-01T14:16:21.90477Z","steps":["trace[1372475873] 'agreement among raft nodes before linearized reading' (duration: 172.607045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.904856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284416784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:21.904931Z","caller":"traceutil/trace.go:171","msg":"trace[553070099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8119; }","duration":"3.284541887s","start":"2026-03-01T14:16:18.620371Z","end":"2026-03-01T14:16:21.904913Z","steps":["trace[553070099] 'agreement among raft nodes before linearized reading' (duration: 3.284411234s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.90498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.62035Z","time spent":"3.284615549s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.905322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110337771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:16:21.905373Z","caller":"traceutil/trace.go:171","msg":"trace[1529688365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8119; }","duration":"2.110417395s","start":"2026-03-01T14:16:19.794942Z","end":"2026-03-01T14:16:21.905359Z","steps":["trace[1529688365] 'agreement among raft nodes before linearized reading' (duration: 2.110251269s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.905408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.794928Z","time spent":"2.110471596s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:16:21.905595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586598397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:21.90563Z","caller":"traceutil/trace.go:171","msg":"trace[2050701501] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8119; }","duration":"2.586670729s","start":"2026-03-01T14:16:19.318948Z","end":"2026-03-01T14:16:21.905619Z","steps":["trace[2050701501] 'agreement among raft nodes before linearized reading' (duration: 2.586613298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.905664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:19.318929Z","time spent":"2.58672611s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:21.905898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133475438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:16:21.905942Z","caller":"traceutil/trace.go:171","msg":"trace[696846993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8119; }","duration":"3.13355739s","start":"2026-03-01T14:16:18.772372Z","end":"2026-03-01T14:16:21.905929Z","steps":["trace[696846993] 'agreement among raft nodes before linearized reading' (duration: 3.133427426s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.905982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:18.772351Z","time spent":"3.133620481s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:16:21.906256Z","caller":"traceutil/trace.go:171","msg":"trace[519811524] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"120.714372ms","start":"2026-03-01T14:16:21.785517Z","end":"2026-03-01T14:16:21.906232Z","steps":["trace[519811524] 'process raft request' (duration: 118.694751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.906624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.763036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:16:21.907099Z","caller":"traceutil/trace.go:171","msg":"trace[741436270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8119; }","duration":"161.258228ms","start":"2026-03-01T14:16:21.745798Z","end":"2026-03-01T14:16:21.907056Z","steps":["trace[741436270] 'agreement among raft nodes before linearized reading' (duration: 160.692574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:21.906912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.099162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T14:16:21.907304Z","caller":"traceutil/trace.go:171","msg":"trace[789904517] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef; range_end:; response_count:1; response_revision:8119; }","duration":"119.527442ms","start":"2026-03-01T14:16:21.787746Z","end":"2026-03-01T14:16:21.907274Z","steps":["trace[789904517] 'agreement among raft nodes before linearized reading' (duration: 118.952468ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:23.886758Z","caller":"traceutil/trace.go:171","msg":"trace[2120001743] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"249.262824ms","start":"2026-03-01T14:16:23.637465Z","end":"2026-03-01T14:16:23.886728Z","steps":["trace[2120001743] 'process raft request' (duration: 249.047959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.176679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:24.176975Z","caller":"traceutil/trace.go:171","msg":"trace[157050953] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"132.642454ms","start":"2026-03-01T14:16:24.044314Z","end":"2026-03-01T14:16:24.176956Z","steps":["trace[157050953] 'process raft request' (duration: 132.593952ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.177034Z","caller":"traceutil/trace.go:171","msg":"trace[1050404224] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"387.661224ms","start":"2026-03-01T14:16:23.789341Z","end":"2026-03-01T14:16:24.177002Z","steps":["trace[1050404224] 'process raft request' (duration: 387.472559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.177175Z","caller":"traceutil/trace.go:171","msg":"trace[500479550] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8443; }","duration":"382.980235ms","start":"2026-03-01T14:16:23.79418Z","end":"2026-03-01T14:16:24.177161Z","steps":["trace[500479550] 'read index received' (duration: 92.282744ms)","trace[500479550] 'applied index is now lower than readState.Index' (duration: 290.695761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:24.17721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:23.789335Z","time spent":"387.785627ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:24.177209Z","caller":"traceutil/trace.go:171","msg":"trace[1327438478] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"388.234558ms","start":"2026-03-01T14:16:23.788944Z","end":"2026-03-01T14:16:24.177178Z","steps":["trace[1327438478] 'process raft request' (duration: 269.527796ms)","trace[1327438478] 'compare' (duration: 117.876712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:24.177283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.094238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:24.177314Z","caller":"traceutil/trace.go:171","msg":"trace[635069534] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8132; }","duration":"383.14731ms","start":"2026-03-01T14:16:23.794157Z","end":"2026-03-01T14:16:24.177304Z","steps":["trace[635069534] 'agreement among raft nodes before linearized reading' (duration: 383.086229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.17734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:23.79415Z","time spent":"383.183851ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:24.177325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:23.78892Z","time spent":"388.350122ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:24.177493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.52191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:24.177547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.508519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:16:24.177567Z","caller":"traceutil/trace.go:171","msg":"trace[1705468506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8132; }","duration":"211.550001ms","start":"2026-03-01T14:16:23.96601Z","end":"2026-03-01T14:16:24.17756Z","steps":["trace[1705468506] 'agreement among raft nodes before linearized reading' (duration: 211.459368ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.17756Z","caller":"traceutil/trace.go:171","msg":"trace[477445986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"262.626902ms","start":"2026-03-01T14:16:23.914915Z","end":"2026-03-01T14:16:24.177541Z","steps":["trace[477445986] 'agreement among raft nodes before linearized reading' (duration: 262.53681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.177745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.154205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:16:24.177801Z","caller":"traceutil/trace.go:171","msg":"trace[623332228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8132; }","duration":"242.229426ms","start":"2026-03-01T14:16:23.93556Z","end":"2026-03-01T14:16:24.177789Z","steps":["trace[623332228] 'agreement among raft nodes before linearized reading' (duration: 242.037762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.177842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.732379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:16:24.177902Z","caller":"traceutil/trace.go:171","msg":"trace[1153930144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8132; }","duration":"242.831612ms","start":"2026-03-01T14:16:23.935055Z","end":"2026-03-01T14:16:24.177887Z","steps":["trace[1153930144] 'agreement among raft nodes before linearized reading' (duration: 242.684758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.177902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.494078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:16:24.177997Z","caller":"traceutil/trace.go:171","msg":"trace[1963273073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8132; }","duration":"241.643941ms","start":"2026-03-01T14:16:23.936331Z","end":"2026-03-01T14:16:24.177975Z","steps":["trace[1963273073] 'agreement among raft nodes before linearized reading' (duration: 241.336473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.177977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.089313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:16:24.178183Z","caller":"traceutil/trace.go:171","msg":"trace[1213961672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8132; }","duration":"242.490623ms","start":"2026-03-01T14:16:23.935662Z","end":"2026-03-01T14:16:24.178153Z","steps":["trace[1213961672] 'agreement among raft nodes before linearized reading' (duration: 241.799636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.178329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.614667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:24.17837Z","caller":"traceutil/trace.go:171","msg":"trace[156569013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8132; }","duration":"242.680888ms","start":"2026-03-01T14:16:23.935682Z","end":"2026-03-01T14:16:24.178363Z","steps":["trace[156569013] 'agreement among raft nodes before linearized reading' (duration: 242.054542ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.570776Z","caller":"traceutil/trace.go:171","msg":"trace[84243415] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"387.839578ms","start":"2026-03-01T14:16:24.182898Z","end":"2026-03-01T14:16:24.570737Z","steps":["trace[84243415] 'process raft request' (duration: 387.745576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:24.570848Z","caller":"traceutil/trace.go:171","msg":"trace[672453424] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"388.347352ms","start":"2026-03-01T14:16:24.182459Z","end":"2026-03-01T14:16:24.570806Z","steps":["trace[672453424] 'process raft request' (duration: 387.954502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.571007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.18288Z","time spent":"388.007913ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:24.571058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.182427Z","time spent":"388.502826ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:24.570984Z","caller":"traceutil/trace.go:171","msg":"trace[526173811] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8447; }","duration":"385.491439ms","start":"2026-03-01T14:16:24.185461Z","end":"2026-03-01T14:16:24.570953Z","steps":["trace[526173811] 'read index received' (duration: 89.460992ms)","trace[526173811] 'applied index is now lower than readState.Index' (duration: 296.027867ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:24.571051Z","caller":"traceutil/trace.go:171","msg":"trace[741140924] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"387.562762ms","start":"2026-03-01T14:16:24.183449Z","end":"2026-03-01T14:16:24.571012Z","steps":["trace[741140924] 'process raft request' (duration: 387.242104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.571288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.18344Z","time spent":"387.754566ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:24.571298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.212223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:24.571366Z","caller":"traceutil/trace.go:171","msg":"trace[1674562618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8137; }","duration":"183.295235ms","start":"2026-03-01T14:16:24.388054Z","end":"2026-03-01T14:16:24.571349Z","steps":["trace[1674562618] 'agreement among raft nodes before linearized reading' (duration: 183.174572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.571569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.079564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227529"} {"level":"info","ts":"2026-03-01T14:16:24.571645Z","caller":"traceutil/trace.go:171","msg":"trace[625374816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8137; }","duration":"386.196187ms","start":"2026-03-01T14:16:24.185436Z","end":"2026-03-01T14:16:24.571632Z","steps":["trace[625374816] 'agreement among raft nodes before linearized reading' (duration: 385.613103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:24.571691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:24.185425Z","time spent":"386.253808ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227553,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:16:26.416003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:26.917284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:16:27.192058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317423659s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:16:27.19256Z","caller":"traceutil/trace.go:171","msg":"trace[190912156] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.318018194s","start":"2026-03-01T14:16:25.874516Z","end":"2026-03-01T14:16:27.192534Z","steps":["trace[190912156] 'process raft request' (duration: 1.317814259s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:27.192738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.874491Z","time spent":"1.318156028s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:27.749695Z","caller":"traceutil/trace.go:171","msg":"trace[449767930] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"1.56660194s","start":"2026-03-01T14:16:26.18306Z","end":"2026-03-01T14:16:27.749661Z","steps":["trace[449767930] 'process raft request' (duration: 1.566435836s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:27.749727Z","caller":"traceutil/trace.go:171","msg":"trace[1274516968] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"1.566354974s","start":"2026-03-01T14:16:26.183342Z","end":"2026-03-01T14:16:27.749697Z","steps":["trace[1274516968] 'process raft request' (duration: 1.566172409s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:27.749871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.183026Z","time spent":"1.566752444s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:27.749921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.183315Z","time spent":"1.566497148s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:27.750274Z","caller":"traceutil/trace.go:171","msg":"trace[910095129] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"1.859115418s","start":"2026-03-01T14:16:25.890505Z","end":"2026-03-01T14:16:27.74962Z","steps":["trace[910095129] 'process raft request' (duration: 1.858892673s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:27.750589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.89049Z","time spent":"1.860043382s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:27.915278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:16:27.915372Z","caller":"traceutil/trace.go:171","msg":"trace[1472352333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035126s","start":"2026-03-01T14:16:25.915001Z","end":"2026-03-01T14:16:27.915352Z","steps":["trace[1472352333] 'agreement among raft nodes before linearized reading' (duration: 2.000228227s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:27.915457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:25.914986Z","time spent":"2.000452353s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:28.277151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.592843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:16:28.277272Z","caller":"traceutil/trace.go:171","msg":"trace[356285925] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8452; }","duration":"2.362220112s","start":"2026-03-01T14:16:25.915033Z","end":"2026-03-01T14:16:28.277253Z","steps":["trace[356285925] 'read index received' (duration: 1.277341085s)","trace[356285925] 'applied index is now lower than readState.Index' (duration: 1.084877607s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:28.277759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244015813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59f8d44469-dfhc8.1898bd3db12ea276\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T14:16:28.277777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997837567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:16:28.277804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701548313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:16:28.277836Z","caller":"traceutil/trace.go:171","msg":"trace[937712540] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59f8d44469-dfhc8.1898bd3db12ea276; range_end:; response_count:1; response_revision:8141; }","duration":"2.244130555s","start":"2026-03-01T14:16:26.033687Z","end":"2026-03-01T14:16:28.277817Z","steps":["trace[937712540] 'agreement among raft nodes before linearized reading' (duration: 2.243900269s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:28.277844Z","caller":"traceutil/trace.go:171","msg":"trace[2101130674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8141; }","duration":"1.701606275s","start":"2026-03-01T14:16:26.576226Z","end":"2026-03-01T14:16:28.277832Z","steps":["trace[2101130674] 'agreement among raft nodes before linearized reading' (duration: 1.70143366s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.277827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625854179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:16:28.277882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.033674Z","time spent":"2.244198348s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-59f8d44469-dfhc8.1898bd3db12ea276\" "} {"level":"warn","ts":"2026-03-01T14:16:28.277887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.576221Z","time spent":"1.701657596s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:16:28.277901Z","caller":"traceutil/trace.go:171","msg":"trace[852519784] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8141; }","duration":"1.625940461s","start":"2026-03-01T14:16:26.651944Z","end":"2026-03-01T14:16:28.277884Z","steps":["trace[852519784] 'agreement among raft nodes before linearized reading' (duration: 1.625706065s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.27795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.651897Z","time spent":"1.626038033s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:28.278114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698177088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:16:28.278131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998537924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:28.278152Z","caller":"traceutil/trace.go:171","msg":"trace[171660114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8141; }","duration":"1.698237379s","start":"2026-03-01T14:16:26.579906Z","end":"2026-03-01T14:16:28.278143Z","steps":["trace[171660114] 'agreement among raft nodes before linearized reading' (duration: 1.698136947s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.269392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:28.278181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.579895Z","time spent":"1.69828016s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:16:28.278204Z","caller":"traceutil/trace.go:171","msg":"trace[348615724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"362.337144ms","start":"2026-03-01T14:16:27.915857Z","end":"2026-03-01T14:16:28.278194Z","steps":["trace[348615724] 'agreement among raft nodes before linearized reading' (duration: 362.275632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.915837Z","time spent":"362.390324ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702066396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:16:28.278421Z","caller":"traceutil/trace.go:171","msg":"trace[1641898941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8141; }","duration":"1.702122987s","start":"2026-03-01T14:16:26.576285Z","end":"2026-03-01T14:16:28.278408Z","steps":["trace[1641898941] 'agreement among raft nodes before linearized reading' (duration: 1.702037535s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.57627Z","time spent":"1.702171749s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.915486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:28.278495Z","caller":"traceutil/trace.go:171","msg":"trace[1420232837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8141; }","duration":"1.998598707s","start":"2026-03-01T14:16:26.279881Z","end":"2026-03-01T14:16:28.27848Z","steps":["trace[1420232837] 'agreement among raft nodes before linearized reading' (duration: 1.997787615s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:28.278527Z","caller":"traceutil/trace.go:171","msg":"trace[1130658967] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8141; }","duration":"442.004579ms","start":"2026-03-01T14:16:27.836511Z","end":"2026-03-01T14:16:28.278515Z","steps":["trace[1130658967] 'agreement among raft nodes before linearized reading' (duration: 441.896315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.279859Z","time spent":"1.998665528s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702377105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:16:28.278564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.836489Z","time spent":"442.067281ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:28.278575Z","caller":"traceutil/trace.go:171","msg":"trace[1522592215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8141; }","duration":"1.702449617s","start":"2026-03-01T14:16:26.576112Z","end":"2026-03-01T14:16:28.278561Z","steps":["trace[1522592215] 'agreement among raft nodes before linearized reading' (duration: 1.702353474s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.576093Z","time spent":"1.702505578s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.101745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:28.278743Z","caller":"traceutil/trace.go:171","msg":"trace[1747741917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"473.200338ms","start":"2026-03-01T14:16:27.805534Z","end":"2026-03-01T14:16:28.278734Z","steps":["trace[1747741917] 'agreement among raft nodes before linearized reading' (duration: 473.151107ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:28.278161Z","caller":"traceutil/trace.go:171","msg":"trace[926516922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8141; }","duration":"1.998609535s","start":"2026-03-01T14:16:26.279542Z","end":"2026-03-01T14:16:28.278152Z","steps":["trace[926516922] 'agreement among raft nodes before linearized reading' (duration: 1.998516703s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:26.279511Z","time spent":"1.999267103s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.562425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:16:28.278844Z","caller":"traceutil/trace.go:171","msg":"trace[1602790347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8141; }","duration":"552.639497ms","start":"2026-03-01T14:16:27.726193Z","end":"2026-03-01T14:16:28.278833Z","steps":["trace[1602790347] 'agreement among raft nodes before linearized reading' (duration: 552.575286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.278768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.80551Z","time spent":"473.253139ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:28.278876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.726173Z","time spent":"552.693729ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:16:28.278946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207459977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:16:28.278978Z","caller":"traceutil/trace.go:171","msg":"trace[1010919994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8141; }","duration":"1.207531069s","start":"2026-03-01T14:16:27.071437Z","end":"2026-03-01T14:16:28.278968Z","steps":["trace[1010919994] 'agreement among raft nodes before linearized reading' (duration: 1.207431626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.279007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.071407Z","time spent":"1.207591511s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:16:28.279161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.820593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T14:16:28.279194Z","caller":"traceutil/trace.go:171","msg":"trace[409521759] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8141; }","duration":"645.892215ms","start":"2026-03-01T14:16:27.633292Z","end":"2026-03-01T14:16:28.279184Z","steps":["trace[409521759] 'agreement among raft nodes before linearized reading' (duration: 645.796383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:28.279228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:27.633271Z","time spent":"645.949997ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:16:35.494008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:34.938035Z","time spent":"555.963821ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:16:35.494296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.298375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:35.494394Z","caller":"traceutil/trace.go:171","msg":"trace[1066212510] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"579.186827ms","start":"2026-03-01T14:16:34.915192Z","end":"2026-03-01T14:16:35.494378Z","steps":["trace[1066212510] 'read index received' (duration: 431.683197ms)","trace[1066212510] 'applied index is now lower than readState.Index' (duration: 147.5022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:35.494504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.320381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:35.494551Z","caller":"traceutil/trace.go:171","msg":"trace[101042439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8220; }","duration":"579.423483ms","start":"2026-03-01T14:16:34.915115Z","end":"2026-03-01T14:16:35.494539Z","steps":["trace[101042439] 'agreement among raft nodes before linearized reading' (duration: 579.31335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:35.494594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:34.915088Z","time spent":"579.495655ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:16:35.494721Z","caller":"traceutil/trace.go:171","msg":"trace[451524244] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"653.278911ms","start":"2026-03-01T14:16:34.841271Z","end":"2026-03-01T14:16:35.49455Z","steps":["trace[451524244] 'process raft request' (duration: 505.645708ms)","trace[451524244] 'compare' (duration: 147.018938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:35.494883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:34.841242Z","time spent":"653.557169ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:36.902473Z","caller":"traceutil/trace.go:171","msg":"trace[1533858774] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"216.910885ms","start":"2026-03-01T14:16:36.685534Z","end":"2026-03-01T14:16:36.902445Z","steps":["trace[1533858774] 'read index received' (duration: 202.174913ms)","trace[1533858774] 'applied index is now lower than readState.Index' (duration: 14.734472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:36.9025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.677243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:16:36.90255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.840612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:36.902611Z","caller":"traceutil/trace.go:171","msg":"trace[1035362682] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8230; }","duration":"449.840206ms","start":"2026-03-01T14:16:36.452755Z","end":"2026-03-01T14:16:36.902595Z","steps":["trace[1035362682] 'count revisions from in-memory index tree' (duration: 448.763159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.11203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:16:36.902755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.268539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:16:36.902845Z","caller":"traceutil/trace.go:171","msg":"trace[1611985634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8230; }","duration":"528.405893ms","start":"2026-03-01T14:16:36.374418Z","end":"2026-03-01T14:16:36.902824Z","steps":["trace[1611985634] 'range keys from in-memory index tree' (duration: 528.045594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.452738Z","time spent":"449.906549ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:16:36.902798Z","caller":"traceutil/trace.go:171","msg":"trace[1085298724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"217.318425ms","start":"2026-03-01T14:16:36.685464Z","end":"2026-03-01T14:16:36.902782Z","steps":["trace[1085298724] 'agreement among raft nodes before linearized reading' (duration: 217.076109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.815127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:16:36.902909Z","caller":"traceutil/trace.go:171","msg":"trace[1487516031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8230; }","duration":"523.869828ms","start":"2026-03-01T14:16:36.379029Z","end":"2026-03-01T14:16:36.902899Z","steps":["trace[1487516031] 'range keys from in-memory index tree' (duration: 523.731385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.521282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:16:36.902906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.374397Z","time spent":"528.489196ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:16:36.90257Z","caller":"traceutil/trace.go:171","msg":"trace[1234354697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8230; }","duration":"523.774486ms","start":"2026-03-01T14:16:36.378778Z","end":"2026-03-01T14:16:36.902552Z","steps":["trace[1234354697] 'range keys from in-memory index tree' (duration: 523.569911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.378767Z","time spent":"524.214047ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:16:36.902979Z","caller":"traceutil/trace.go:171","msg":"trace[1230678463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8230; }","duration":"550.693526ms","start":"2026-03-01T14:16:36.352256Z","end":"2026-03-01T14:16:36.902949Z","steps":["trace[1230678463] 'range keys from in-memory index tree' (duration: 550.363108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.902939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.37902Z","time spent":"523.91475ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:36.903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.459572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:16:36.903034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.352233Z","time spent":"550.790639ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:16:36.903068Z","caller":"traceutil/trace.go:171","msg":"trace[1086959428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8230; }","duration":"522.514563ms","start":"2026-03-01T14:16:36.380518Z","end":"2026-03-01T14:16:36.903032Z","steps":["trace[1086959428] 'range keys from in-memory index tree' (duration: 522.275717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.903106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.380512Z","time spent":"522.584346ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:16:36.902849Z","caller":"traceutil/trace.go:171","msg":"trace[1384357663] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"219.028589ms","start":"2026-03-01T14:16:36.683801Z","end":"2026-03-01T14:16:36.90283Z","steps":["trace[1384357663] 'process raft request' (duration: 203.907717ms)","trace[1384357663] 'compare' (duration: 13.904972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:36.9033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.688793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T14:16:36.903359Z","caller":"traceutil/trace.go:171","msg":"trace[1871701187] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8230; }","duration":"447.772914ms","start":"2026-03-01T14:16:36.455572Z","end":"2026-03-01T14:16:36.903345Z","steps":["trace[1871701187] 'range keys from in-memory index tree' (duration: 446.073332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.903399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.455557Z","time spent":"447.831025ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-01T14:16:36.903388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.780285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-01T14:16:36.903471Z","caller":"traceutil/trace.go:171","msg":"trace[1589077495] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8230; }","duration":"468.932319ms","start":"2026-03-01T14:16:36.43452Z","end":"2026-03-01T14:16:36.903453Z","steps":["trace[1589077495] 'range keys from in-memory index tree' (duration: 468.220511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.903527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.434501Z","time spent":"469.01659ms","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:16:36.90362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.086105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:16:36.903871Z","caller":"traceutil/trace.go:171","msg":"trace[1644781998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8230; }","duration":"529.282565ms","start":"2026-03-01T14:16:36.374392Z","end":"2026-03-01T14:16:36.903675Z","steps":["trace[1644781998] 'range keys from in-memory index tree' (duration: 527.845038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:36.903921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.374372Z","time spent":"529.536973ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:16:37.413962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907706655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:16:37.91121Z","caller":"traceutil/trace.go:171","msg":"trace[1854263270] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.003854117s","start":"2026-03-01T14:16:36.907326Z","end":"2026-03-01T14:16:37.91118Z","steps":["trace[1854263270] 'process raft request' (duration: 943.939812ms)","trace[1854263270] 'compare' (duration: 59.629858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:37.911346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.907303Z","time spent":"1.003968991s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:38.165471Z","caller":"traceutil/trace.go:171","msg":"trace[698790748] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"1.256642812s","start":"2026-03-01T14:16:36.908801Z","end":"2026-03-01T14:16:38.165443Z","steps":["trace[698790748] 'process raft request' (duration: 1.256381885s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.165632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.908768Z","time spent":"1.256782655s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:38.165816Z","caller":"traceutil/trace.go:171","msg":"trace[987139636] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.256836776s","start":"2026-03-01T14:16:36.908947Z","end":"2026-03-01T14:16:38.165784Z","steps":["trace[987139636] 'process raft request' (duration: 1.256440367s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.166005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.90893Z","time spent":"1.25697981s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:38.166018Z","caller":"traceutil/trace.go:171","msg":"trace[473484076] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"1.256439176s","start":"2026-03-01T14:16:36.909561Z","end":"2026-03-01T14:16:38.166Z","steps":["trace[473484076] 'process raft request' (duration: 1.256114218s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.166105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.909553Z","time spent":"1.256511587s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:38.166466Z","caller":"traceutil/trace.go:171","msg":"trace[222787028] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.256767444s","start":"2026-03-01T14:16:36.909636Z","end":"2026-03-01T14:16:38.166404Z","steps":["trace[222787028] 'process raft request' (duration: 1.256293562s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:38.166538Z","caller":"traceutil/trace.go:171","msg":"trace[1308785176] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"946.019615ms","start":"2026-03-01T14:16:37.220505Z","end":"2026-03-01T14:16:38.166525Z","steps":["trace[1308785176] 'process raft request' (duration: 945.771889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.16661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.220483Z","time spent":"946.092156ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:38.166692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.909625Z","time spent":"1.256941748s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:38.271913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.518059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:16:38.272854Z","caller":"traceutil/trace.go:171","msg":"trace[1044712667] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8551; }","duration":"1.359989234s","start":"2026-03-01T14:16:36.912842Z","end":"2026-03-01T14:16:38.272831Z","steps":["trace[1044712667] 'read index received' (duration: 938.466064ms)","trace[1044712667] 'applied index is now lower than readState.Index' (duration: 421.52198ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:38.272967Z","caller":"traceutil/trace.go:171","msg":"trace[391616672] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"435.322229ms","start":"2026-03-01T14:16:37.837613Z","end":"2026-03-01T14:16:38.272935Z","steps":["trace[391616672] 'process raft request' (duration: 435.169165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:38.272978Z","caller":"traceutil/trace.go:171","msg":"trace[1517861907] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"435.525244ms","start":"2026-03-01T14:16:37.837405Z","end":"2026-03-01T14:16:38.272931Z","steps":["trace[1517861907] 'process raft request' (duration: 435.330219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.837597Z","time spent":"435.447372ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:38.273162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.837379Z","time spent":"435.684848ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:38.273343Z","caller":"traceutil/trace.go:171","msg":"trace[1873403713] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"983.990206ms","start":"2026-03-01T14:16:37.28933Z","end":"2026-03-01T14:16:38.273321Z","steps":["trace[1873403713] 'process raft request' (duration: 982.760625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356998899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:38.273415Z","caller":"traceutil/trace.go:171","msg":"trace[1496485170] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"462.984289ms","start":"2026-03-01T14:16:37.810419Z","end":"2026-03-01T14:16:38.273403Z","steps":["trace[1496485170] 'process raft request' (duration: 462.215159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.06112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:16:38.273485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.810392Z","time spent":"463.062061ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:38.273486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.289308Z","time spent":"984.096698ms","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:38.273542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.561245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:16:38.273589Z","caller":"traceutil/trace.go:171","msg":"trace[1026625055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"469.642527ms","start":"2026-03-01T14:16:37.803939Z","end":"2026-03-01T14:16:38.273582Z","steps":["trace[1026625055] 'agreement among raft nodes before linearized reading' (duration: 469.587296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.80392Z","time spent":"469.695468ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:16:38.273421Z","caller":"traceutil/trace.go:171","msg":"trace[1989989952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8241; }","duration":"1.35705754s","start":"2026-03-01T14:16:36.91635Z","end":"2026-03-01T14:16:38.273407Z","steps":["trace[1989989952] 'agreement among raft nodes before linearized reading' (duration: 1.356990928s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.916336Z","time spent":"1.357331637s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:16:38.273705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360848226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227444"} {"level":"info","ts":"2026-03-01T14:16:38.273805Z","caller":"traceutil/trace.go:171","msg":"trace[1200766293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8241; }","duration":"1.36097151s","start":"2026-03-01T14:16:36.912814Z","end":"2026-03-01T14:16:38.273786Z","steps":["trace[1200766293] 'agreement among raft nodes before linearized reading' (duration: 1.360145109s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.185836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T14:16:38.273941Z","caller":"traceutil/trace.go:171","msg":"trace[1721443082] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8241; }","duration":"728.264288ms","start":"2026-03-01T14:16:37.545662Z","end":"2026-03-01T14:16:38.273927Z","steps":["trace[1721443082] 'agreement among raft nodes before linearized reading' (duration: 728.110673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.273899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.912788Z","time spent":"1.361094353s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227468,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:16:38.273503Z","caller":"traceutil/trace.go:171","msg":"trace[1838281785] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8241; }","duration":"185.138972ms","start":"2026-03-01T14:16:38.088355Z","end":"2026-03-01T14:16:38.273494Z","steps":["trace[1838281785] 'agreement among raft nodes before linearized reading' (duration: 185.084321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.274014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334165712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-01T14:16:38.273973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:37.545641Z","time spent":"728.32554ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T14:16:38.274127Z","caller":"traceutil/trace.go:171","msg":"trace[1093568414] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8241; }","duration":"1.334326486s","start":"2026-03-01T14:16:36.939773Z","end":"2026-03-01T14:16:38.2741Z","steps":["trace[1093568414] 'agreement among raft nodes before linearized reading' (duration: 1.334014618s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:38.27418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:36.939749Z","time spent":"1.334420329s","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-01T14:16:40.577459Z","caller":"traceutil/trace.go:171","msg":"trace[1462424845] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"402.275385ms","start":"2026-03-01T14:16:40.175144Z","end":"2026-03-01T14:16:40.577419Z","steps":["trace[1462424845] 'process raft request' (duration: 402.172872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:40.577476Z","caller":"traceutil/trace.go:171","msg":"trace[733968908] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"402.397838ms","start":"2026-03-01T14:16:40.175039Z","end":"2026-03-01T14:16:40.577437Z","steps":["trace[733968908] 'process raft request' (duration: 402.037589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:40.577655Z","caller":"traceutil/trace.go:171","msg":"trace[1967373535] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"400.16041ms","start":"2026-03-01T14:16:40.177457Z","end":"2026-03-01T14:16:40.577618Z","steps":["trace[1967373535] 'process raft request' (duration: 399.908914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:40.577686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.175118Z","time spent":"402.453999ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:40.577769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.175021Z","time spent":"402.703065ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:40.577877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.177444Z","time spent":"400.297975ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:41.011275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.179304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:16:41.01144Z","caller":"traceutil/trace.go:171","msg":"trace[2083485028] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8566; }","duration":"728.384432ms","start":"2026-03-01T14:16:40.283043Z","end":"2026-03-01T14:16:41.011427Z","steps":["trace[2083485028] 'read index received' (duration: 294.062528ms)","trace[2083485028] 'applied index is now lower than readState.Index' (duration: 434.319094ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:41.011541Z","caller":"traceutil/trace.go:171","msg":"trace[88036663] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"731.570772ms","start":"2026-03-01T14:16:40.279942Z","end":"2026-03-01T14:16:41.011513Z","steps":["trace[88036663] 'process raft request' (duration: 731.454919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:41.011613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.578376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:16:41.011633Z","caller":"traceutil/trace.go:171","msg":"trace[1545952896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8251; }","duration":"728.642878ms","start":"2026-03-01T14:16:40.282983Z","end":"2026-03-01T14:16:41.011626Z","steps":["trace[1545952896] 'agreement among raft nodes before linearized reading' (duration: 728.518044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:41.011653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.282961Z","time spent":"728.687819ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:16:41.011673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.279887Z","time spent":"731.723036ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:41.012013Z","caller":"traceutil/trace.go:171","msg":"trace[77043147] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"732.29396ms","start":"2026-03-01T14:16:40.279701Z","end":"2026-03-01T14:16:41.011995Z","steps":["trace[77043147] 'process raft request' (duration: 731.652034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:41.012091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.279691Z","time spent":"732.361321ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:41.01225Z","caller":"traceutil/trace.go:171","msg":"trace[1279735976] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"732.201039ms","start":"2026-03-01T14:16:40.279316Z","end":"2026-03-01T14:16:41.011517Z","steps":["trace[1279735976] 'process raft request' (duration: 457.706047ms)","trace[1279735976] 'compare' (duration: 273.824255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:41.012683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:40.27929Z","time spent":"733.310656ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:53.437425Z","caller":"traceutil/trace.go:171","msg":"trace[1351819464] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"466.18415ms","start":"2026-03-01T14:16:52.971221Z","end":"2026-03-01T14:16:53.437405Z","steps":["trace[1351819464] 'process raft request' (duration: 466.065417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:53.437678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:52.971199Z","time spent":"466.385564ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:53.441026Z","caller":"traceutil/trace.go:171","msg":"trace[1413587853] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8666; }","duration":"362.950649ms","start":"2026-03-01T14:16:53.078033Z","end":"2026-03-01T14:16:53.440983Z","steps":["trace[1413587853] 'read index received' (duration: 359.247355ms)","trace[1413587853] 'applied index is now lower than readState.Index' (duration: 3.702464ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:53.441282Z","caller":"traceutil/trace.go:171","msg":"trace[1866870100] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"379.845707ms","start":"2026-03-01T14:16:53.061385Z","end":"2026-03-01T14:16:53.441231Z","steps":["trace[1866870100] 'process raft request' (duration: 379.56379ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:53.441341Z","caller":"traceutil/trace.go:171","msg":"trace[715661074] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"380.489543ms","start":"2026-03-01T14:16:53.06084Z","end":"2026-03-01T14:16:53.441329Z","steps":["trace[715661074] 'process raft request' (duration: 380.085313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:53.441396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:53.061363Z","time spent":"379.97315ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:53.441418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.063979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-01T14:16:53.441469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:53.060828Z","time spent":"380.579015ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:16:53.441486Z","caller":"traceutil/trace.go:171","msg":"trace[1251722628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8345; }","duration":"115.180802ms","start":"2026-03-01T14:16:53.326289Z","end":"2026-03-01T14:16:53.44147Z","steps":["trace[1251722628] 'agreement among raft nodes before linearized reading' (duration: 114.998078ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:53.441282Z","caller":"traceutil/trace.go:171","msg":"trace[1097864967] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"381.466717ms","start":"2026-03-01T14:16:53.059791Z","end":"2026-03-01T14:16:53.441258Z","steps":["trace[1097864967] 'process raft request' (duration: 381.030846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:53.441625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:53.059762Z","time spent":"381.838256ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:16:53.441865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.848862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:16:53.441927Z","caller":"traceutil/trace.go:171","msg":"trace[1268404560] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8345; }","duration":"363.975995ms","start":"2026-03-01T14:16:53.077942Z","end":"2026-03-01T14:16:53.441918Z","steps":["trace[1268404560] 'agreement among raft nodes before linearized reading' (duration: 363.35086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:53.441951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:16:53.077909Z","time spent":"364.035036ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:16:54.689302Z","caller":"traceutil/trace.go:171","msg":"trace[1879149934] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"214.474053ms","start":"2026-03-01T14:16:54.474793Z","end":"2026-03-01T14:16:54.689267Z","steps":["trace[1879149934] 'process raft request' (duration: 211.787305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.189796Z","caller":"traceutil/trace.go:171","msg":"trace[1976973493] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"186.58777ms","start":"2026-03-01T14:16:56.003155Z","end":"2026-03-01T14:16:56.189742Z","steps":["trace[1976973493] 'process raft request' (duration: 159.471184ms)","trace[1976973493] 'compare' (duration: 26.750727ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:56.189939Z","caller":"traceutil/trace.go:171","msg":"trace[28669602] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"185.531962ms","start":"2026-03-01T14:16:56.004374Z","end":"2026-03-01T14:16:56.189906Z","steps":["trace[28669602] 'process raft request' (duration: 185.254275ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.189952Z","caller":"traceutil/trace.go:171","msg":"trace[389498005] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"185.351898ms","start":"2026-03-01T14:16:56.004562Z","end":"2026-03-01T14:16:56.189914Z","steps":["trace[389498005] 'process raft request' (duration: 185.176714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.189928Z","caller":"traceutil/trace.go:171","msg":"trace[669686075] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8705; }","duration":"156.763694ms","start":"2026-03-01T14:16:56.033125Z","end":"2026-03-01T14:16:56.189889Z","steps":["trace[669686075] 'read index received' (duration: 129.589607ms)","trace[669686075] 'applied index is now lower than readState.Index' (duration: 27.172297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:16:56.190225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.077703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-s9nft\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-01T14:16:56.190305Z","caller":"traceutil/trace.go:171","msg":"trace[795987341] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-s9nft; range_end:; response_count:1; response_revision:8382; }","duration":"157.222226ms","start":"2026-03-01T14:16:56.03306Z","end":"2026-03-01T14:16:56.190282Z","steps":["trace[795987341] 'agreement among raft nodes before linearized reading' (duration: 156.944709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:56.190321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.038966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59f8d44469-dfhc8.1898bd3db12ea276\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T14:16:56.190474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.477488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:16:56.190525Z","caller":"traceutil/trace.go:171","msg":"trace[1200148533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8382; }","duration":"143.55387ms","start":"2026-03-01T14:16:56.046958Z","end":"2026-03-01T14:16:56.190512Z","steps":["trace[1200148533] 'agreement among raft nodes before linearized reading' (duration: 143.231252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.190577Z","caller":"traceutil/trace.go:171","msg":"trace[1306415897] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59f8d44469-dfhc8.1898bd3db12ea276; range_end:; response_count:1; response_revision:8382; }","duration":"156.143019ms","start":"2026-03-01T14:16:56.034227Z","end":"2026-03-01T14:16:56.19037Z","steps":["trace[1306415897] 'agreement among raft nodes before linearized reading' (duration: 155.905303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.335423Z","caller":"traceutil/trace.go:171","msg":"trace[574893242] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"116.251671ms","start":"2026-03-01T14:16:56.21913Z","end":"2026-03-01T14:16:56.335382Z","steps":["trace[574893242] 'process raft request' (duration: 116.015925ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.335476Z","caller":"traceutil/trace.go:171","msg":"trace[2074450980] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"116.277761ms","start":"2026-03-01T14:16:56.21916Z","end":"2026-03-01T14:16:56.335438Z","steps":["trace[2074450980] 'process raft request' (duration: 116.137918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.335488Z","caller":"traceutil/trace.go:171","msg":"trace[164309421] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"115.07219ms","start":"2026-03-01T14:16:56.220386Z","end":"2026-03-01T14:16:56.335458Z","steps":["trace[164309421] 'process raft request' (duration: 115.012008ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:56.335529Z","caller":"traceutil/trace.go:171","msg":"trace[671231934] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"115.237615ms","start":"2026-03-01T14:16:56.220252Z","end":"2026-03-01T14:16:56.335489Z","steps":["trace[671231934] 'process raft request' (duration: 115.095891ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:58.199743Z","caller":"traceutil/trace.go:171","msg":"trace[26384634] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"170.42531ms","start":"2026-03-01T14:16:58.029295Z","end":"2026-03-01T14:16:58.19972Z","steps":["trace[26384634] 'process raft request' (duration: 170.281726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:58.957235Z","caller":"traceutil/trace.go:171","msg":"trace[416484405] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"223.3688ms","start":"2026-03-01T14:16:58.733841Z","end":"2026-03-01T14:16:58.95721Z","steps":["trace[416484405] 'process raft request' (duration: 173.004826ms)","trace[416484405] 'compare' (duration: 50.197169ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:58.95747Z","caller":"traceutil/trace.go:171","msg":"trace[1348381798] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"223.482702ms","start":"2026-03-01T14:16:58.733974Z","end":"2026-03-01T14:16:58.957457Z","steps":["trace[1348381798] 'process raft request' (duration: 223.187344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:58.957799Z","caller":"traceutil/trace.go:171","msg":"trace[1991719217] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"159.74287ms","start":"2026-03-01T14:16:58.798029Z","end":"2026-03-01T14:16:58.957772Z","steps":["trace[1991719217] 'process raft request' (duration: 159.386861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:59.277473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.624166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:16:59.277557Z","caller":"traceutil/trace.go:171","msg":"trace[98345621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8454; }","duration":"206.765649ms","start":"2026-03-01T14:16:59.070772Z","end":"2026-03-01T14:16:59.277538Z","steps":["trace[98345621] 'range keys from in-memory index tree' (duration: 206.429161ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:59.696015Z","caller":"traceutil/trace.go:171","msg":"trace[712660932] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"232.119441ms","start":"2026-03-01T14:16:59.463857Z","end":"2026-03-01T14:16:59.695976Z","steps":["trace[712660932] 'process raft request' (duration: 224.132459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:59.696237Z","caller":"traceutil/trace.go:171","msg":"trace[104746087] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8783; }","duration":"220.444996ms","start":"2026-03-01T14:16:59.475773Z","end":"2026-03-01T14:16:59.696218Z","steps":["trace[104746087] 'read index received' (duration: 19.045842ms)","trace[104746087] 'applied index is now lower than readState.Index' (duration: 201.398134ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:16:59.696331Z","caller":"traceutil/trace.go:171","msg":"trace[2135091836] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"232.066579ms","start":"2026-03-01T14:16:59.464257Z","end":"2026-03-01T14:16:59.696323Z","steps":["trace[2135091836] 'process raft request' (duration: 231.669228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:59.696442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.599195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:16:59.696461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.687582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-30539155-a661-45cb-9f0f-5b3ab597af94\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-01T14:16:59.696474Z","caller":"traceutil/trace.go:171","msg":"trace[1435645289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8458; }","duration":"219.659896ms","start":"2026-03-01T14:16:59.476806Z","end":"2026-03-01T14:16:59.696466Z","steps":["trace[1435645289] 'agreement among raft nodes before linearized reading' (duration: 219.531833ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:16:59.69648Z","caller":"traceutil/trace.go:171","msg":"trace[811781332] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-30539155-a661-45cb-9f0f-5b3ab597af94; range_end:; response_count:1; response_revision:8458; }","duration":"220.748943ms","start":"2026-03-01T14:16:59.475723Z","end":"2026-03-01T14:16:59.696472Z","steps":["trace[811781332] 'agreement among raft nodes before linearized reading' (duration: 220.688971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:16:59.696623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.804989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30539155-a661-45cb-9f0f-5b3ab597af94\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-01T14:16:59.696663Z","caller":"traceutil/trace.go:171","msg":"trace[1446495053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30539155-a661-45cb-9f0f-5b3ab597af94; range_end:; response_count:1; response_revision:8458; }","duration":"167.000464ms","start":"2026-03-01T14:16:59.529651Z","end":"2026-03-01T14:16:59.696651Z","steps":["trace[1446495053] 'agreement among raft nodes before linearized reading' (duration: 166.766199ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:13.924037Z","caller":"traceutil/trace.go:171","msg":"trace[1890494763] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8883; }","duration":"140.102853ms","start":"2026-03-01T14:17:13.783911Z","end":"2026-03-01T14:17:13.924014Z","steps":["trace[1890494763] 'read index received' (duration: 7.525891ms)","trace[1890494763] 'applied index is now lower than readState.Index' (duration: 132.575732ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:13.924072Z","caller":"traceutil/trace.go:171","msg":"trace[494092227] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"171.666111ms","start":"2026-03-01T14:17:13.752371Z","end":"2026-03-01T14:17:13.924037Z","steps":["trace[494092227] 'process raft request' (duration: 143.269223ms)","trace[494092227] 'compare' (duration: 28.135372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:13.924196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.281249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:17:13.92423Z","caller":"traceutil/trace.go:171","msg":"trace[1933418648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8553; }","duration":"140.356381ms","start":"2026-03-01T14:17:13.783867Z","end":"2026-03-01T14:17:13.924223Z","steps":["trace[1933418648] 'agreement among raft nodes before linearized reading' (duration: 140.241347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:42.49429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.958673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:17:42.49431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.949247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:17:42.494389Z","caller":"traceutil/trace.go:171","msg":"trace[674147028] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8866; }","duration":"127.103597ms","start":"2026-03-01T14:17:42.367266Z","end":"2026-03-01T14:17:42.49437Z","steps":["trace[674147028] 'count revisions from in-memory index tree' (duration: 126.888341ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:42.494396Z","caller":"traceutil/trace.go:171","msg":"trace[2068782511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8866; }","duration":"314.08209ms","start":"2026-03-01T14:17:42.180294Z","end":"2026-03-01T14:17:42.494376Z","steps":["trace[2068782511] 'range keys from in-memory index tree' (duration: 313.783393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:42.494438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:42.180271Z","time spent":"314.159071ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:17:43.178527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907708451,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T14:17:43.380241Z","caller":"traceutil/trace.go:171","msg":"trace[935487732] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"727.40883ms","start":"2026-03-01T14:17:42.652812Z","end":"2026-03-01T14:17:43.380221Z","steps":["trace[935487732] 'process raft request' (duration: 727.066501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:43.380396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:42.652794Z","time spent":"727.526553ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:43.380533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.605403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:17:43.380589Z","caller":"traceutil/trace.go:171","msg":"trace[1103855592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8870; }","duration":"702.831488ms","start":"2026-03-01T14:17:42.677742Z","end":"2026-03-01T14:17:43.380574Z","steps":["trace[1103855592] 'agreement among raft nodes before linearized reading' (duration: 702.551381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:43.380642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:42.677708Z","time spent":"702.92137ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:17:43.38024Z","caller":"traceutil/trace.go:171","msg":"trace[1228998289] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"702.371966ms","start":"2026-03-01T14:17:42.677827Z","end":"2026-03-01T14:17:43.380199Z","steps":["trace[1228998289] 'read index received' (duration: 702.016577ms)","trace[1228998289] 'applied index is now lower than readState.Index' (duration: 353.259µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:43.381594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.265602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:43.381686Z","caller":"traceutil/trace.go:171","msg":"trace[26997143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8870; }","duration":"466.421156ms","start":"2026-03-01T14:17:42.915241Z","end":"2026-03-01T14:17:43.381662Z","steps":["trace[26997143] 'agreement among raft nodes before linearized reading' (duration: 466.266992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:43.381689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.278555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:17:43.381749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:42.915212Z","time spent":"466.525219ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:17:43.381784Z","caller":"traceutil/trace.go:171","msg":"trace[1158453919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8870; }","duration":"188.417128ms","start":"2026-03-01T14:17:43.193348Z","end":"2026-03-01T14:17:43.381765Z","steps":["trace[1158453919] 'agreement among raft nodes before linearized reading' (duration: 188.177752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:43.381884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.108796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:17:43.381929Z","caller":"traceutil/trace.go:171","msg":"trace[411631987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8870; }","duration":"187.197618ms","start":"2026-03-01T14:17:43.194719Z","end":"2026-03-01T14:17:43.381917Z","steps":["trace[411631987] 'agreement among raft nodes before linearized reading' (duration: 187.083685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:43.381932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.985465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:17:43.382007Z","caller":"traceutil/trace.go:171","msg":"trace[1846326862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8870; }","duration":"291.112538ms","start":"2026-03-01T14:17:43.090877Z","end":"2026-03-01T14:17:43.38199Z","steps":["trace[1846326862] 'agreement among raft nodes before linearized reading' (duration: 290.893433ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:56.077675Z","caller":"traceutil/trace.go:171","msg":"trace[364697293] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"105.985012ms","start":"2026-03-01T14:17:55.971652Z","end":"2026-03-01T14:17:56.077637Z","steps":["trace[364697293] 'process raft request' (duration: 105.717586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:56.280914Z","caller":"traceutil/trace.go:171","msg":"trace[116327348] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"201.182041ms","start":"2026-03-01T14:17:56.079708Z","end":"2026-03-01T14:17:56.28089Z","steps":["trace[116327348] 'process raft request' (duration: 201.022217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:56.295978Z","caller":"traceutil/trace.go:171","msg":"trace[545823236] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"131.393696ms","start":"2026-03-01T14:17:56.164561Z","end":"2026-03-01T14:17:56.295954Z","steps":["trace[545823236] 'process raft request' (duration: 131.193331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.415122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907708659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:17:57.594304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.673381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:17:57.594538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.200773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:57.59464Z","caller":"traceutil/trace.go:171","msg":"trace[1797303749] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8947; }","duration":"832.350946ms","start":"2026-03-01T14:17:56.762264Z","end":"2026-03-01T14:17:57.594615Z","steps":["trace[1797303749] 'count revisions from in-memory index tree' (duration: 832.102721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.594701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:56.762244Z","time spent":"832.443529ms","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:17:57.594394Z","caller":"traceutil/trace.go:171","msg":"trace[1726991401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:8947; }","duration":"937.811135ms","start":"2026-03-01T14:17:56.656555Z","end":"2026-03-01T14:17:57.594366Z","steps":["trace[1726991401] 'range keys from in-memory index tree' (duration: 937.482987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.594955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:56.656526Z","time spent":"938.409411ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:17:57.697217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.463931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:17:57.697375Z","caller":"traceutil/trace.go:171","msg":"trace[702309052] linearizableReadLoop","detail":"{readStateIndex:9290; appliedIndex:9289; }","duration":"782.727271ms","start":"2026-03-01T14:17:56.914584Z","end":"2026-03-01T14:17:57.697311Z","steps":["trace[702309052] 'read index received' (duration: 626.171938ms)","trace[702309052] 'applied index is now lower than readState.Index' (duration: 156.553833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:17:57.697532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.941596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:17:57.697563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.973448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:57.697606Z","caller":"traceutil/trace.go:171","msg":"trace[1994760629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8947; }","duration":"783.055529ms","start":"2026-03-01T14:17:56.914532Z","end":"2026-03-01T14:17:57.697587Z","steps":["trace[1994760629] 'agreement among raft nodes before linearized reading' (duration: 782.935796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.697655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:56.914513Z","time spent":"783.134431ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:17:57.697658Z","caller":"traceutil/trace.go:171","msg":"trace[958653592] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8947; }","duration":"333.127472ms","start":"2026-03-01T14:17:57.364514Z","end":"2026-03-01T14:17:57.697641Z","steps":["trace[958653592] 'agreement among raft nodes before linearized reading' (duration: 332.985319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.697711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.478789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:17:57.697786Z","caller":"traceutil/trace.go:171","msg":"trace[1473117985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8947; }","duration":"246.601241ms","start":"2026-03-01T14:17:57.451174Z","end":"2026-03-01T14:17:57.697775Z","steps":["trace[1473117985] 'agreement among raft nodes before linearized reading' (duration: 246.327525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.697785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.364488Z","time spent":"333.276015ms","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:17:57.697982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.514316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:17:57.698043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.208523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:17:57.698126Z","caller":"traceutil/trace.go:171","msg":"trace[195626740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8947; }","duration":"254.338077ms","start":"2026-03-01T14:17:57.44377Z","end":"2026-03-01T14:17:57.698108Z","steps":["trace[195626740] 'agreement among raft nodes before linearized reading' (duration: 254.08421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.698042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.944882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:17:57.698068Z","caller":"traceutil/trace.go:171","msg":"trace[115836782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8947; }","duration":"253.572927ms","start":"2026-03-01T14:17:57.444446Z","end":"2026-03-01T14:17:57.698019Z","steps":["trace[115836782] 'agreement among raft nodes before linearized reading' (duration: 253.398923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:57.69831Z","caller":"traceutil/trace.go:171","msg":"trace[1654204488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8947; }","duration":"253.184828ms","start":"2026-03-01T14:17:57.445056Z","end":"2026-03-01T14:17:57.69824Z","steps":["trace[1654204488] 'agreement among raft nodes before linearized reading' (duration: 252.677985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.698471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.169749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:17:57.698524Z","caller":"traceutil/trace.go:171","msg":"trace[791617736] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8947; }","duration":"129.263893ms","start":"2026-03-01T14:17:57.569253Z","end":"2026-03-01T14:17:57.698517Z","steps":["trace[791617736] 'agreement among raft nodes before linearized reading' (duration: 128.666947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:57.697969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.297219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:17:57.69866Z","caller":"traceutil/trace.go:171","msg":"trace[903001262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8947; }","duration":"247.964627ms","start":"2026-03-01T14:17:57.450628Z","end":"2026-03-01T14:17:57.698592Z","steps":["trace[903001262] 'agreement among raft nodes before linearized reading' (duration: 247.246068ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:58.374008Z","caller":"traceutil/trace.go:171","msg":"trace[526115071] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"670.938042ms","start":"2026-03-01T14:17:57.703043Z","end":"2026-03-01T14:17:58.373981Z","steps":["trace[526115071] 'process raft request' (duration: 670.623094ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:17:58.374238Z","caller":"traceutil/trace.go:171","msg":"trace[526373818] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"671.079766ms","start":"2026-03-01T14:17:57.703131Z","end":"2026-03-01T14:17:58.374211Z","steps":["trace[526373818] 'process raft request' (duration: 670.807669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.374343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.703112Z","time spent":"671.172329ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:58.374461Z","caller":"traceutil/trace.go:171","msg":"trace[390751140] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9291; }","duration":"459.603243ms","start":"2026-03-01T14:17:57.914844Z","end":"2026-03-01T14:17:58.374447Z","steps":["trace[390751140] 'read index received' (duration: 458.940296ms)","trace[390751140] 'applied index is now lower than readState.Index' (duration: 662.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:17:58.374504Z","caller":"traceutil/trace.go:171","msg":"trace[940786951] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"670.051019ms","start":"2026-03-01T14:17:57.704408Z","end":"2026-03-01T14:17:58.374459Z","steps":["trace[940786951] 'process raft request' (duration: 669.750141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.374675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.704395Z","time spent":"670.194393ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:58.374479Z","caller":"traceutil/trace.go:171","msg":"trace[980617055] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"669.712931ms","start":"2026-03-01T14:17:57.704744Z","end":"2026-03-01T14:17:58.374457Z","steps":["trace[980617055] 'process raft request' (duration: 669.599218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.374692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.70303Z","time spent":"671.174709ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:58.374795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.70473Z","time spent":"670.029558ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:17:58.374932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.874539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:17:58.375352Z","caller":"traceutil/trace.go:171","msg":"trace[1532987797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8952; }","duration":"460.348211ms","start":"2026-03-01T14:17:57.914791Z","end":"2026-03-01T14:17:58.375139Z","steps":["trace[1532987797] 'agreement among raft nodes before linearized reading' (duration: 459.717995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.375414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:57.914769Z","time spent":"460.631088ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:17:58.3982Z","caller":"traceutil/trace.go:171","msg":"trace[610814883] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"315.70888ms","start":"2026-03-01T14:17:58.082469Z","end":"2026-03-01T14:17:58.398178Z","steps":["trace[610814883] 'process raft request' (duration: 315.559426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.398369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:17:58.082444Z","time spent":"315.872054ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:17:58.398422Z","caller":"traceutil/trace.go:171","msg":"trace[772437297] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"280.867859ms","start":"2026-03-01T14:17:58.117538Z","end":"2026-03-01T14:17:58.398406Z","steps":["trace[772437297] 'process raft request' (duration: 280.594692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.398707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.72213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:58.39875Z","caller":"traceutil/trace.go:171","msg":"trace[324609457] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8955; }","duration":"213.818362ms","start":"2026-03-01T14:17:58.184921Z","end":"2026-03-01T14:17:58.398739Z","steps":["trace[324609457] 'agreement among raft nodes before linearized reading' (duration: 213.74241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:17:58.398758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.228856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:17:58.398849Z","caller":"traceutil/trace.go:171","msg":"trace[1618592380] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8955; }","duration":"275.352129ms","start":"2026-03-01T14:17:58.123481Z","end":"2026-03-01T14:17:58.398833Z","steps":["trace[1618592380] 'agreement among raft nodes before linearized reading' (duration: 275.094443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:18:17.137383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.661355ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:18:30.682706Z","caller":"traceutil/trace.go:171","msg":"trace[1598177808] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"128.955274ms","start":"2026-03-01T14:18:30.553727Z","end":"2026-03-01T14:18:30.682682Z","steps":["trace[1598177808] 'process raft request' (duration: 128.761109ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:30.682951Z","caller":"traceutil/trace.go:171","msg":"trace[594129645] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"129.096688ms","start":"2026-03-01T14:18:30.55383Z","end":"2026-03-01T14:18:30.682927Z","steps":["trace[594129645] 'process raft request' (duration: 129.004646ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:30.683046Z","caller":"traceutil/trace.go:171","msg":"trace[1605839141] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"129.245312ms","start":"2026-03-01T14:18:30.553753Z","end":"2026-03-01T14:18:30.682999Z","steps":["trace[1605839141] 'process raft request' (duration: 128.889643ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:18:31.805085Z","caller":"traceutil/trace.go:171","msg":"trace[1096210246] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"104.118665ms","start":"2026-03-01T14:18:31.700933Z","end":"2026-03-01T14:18:31.805052Z","steps":["trace[1096210246] 'process raft request' (duration: 103.93625ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:19:38.381564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7391} {"level":"info","ts":"2026-03-01T14:19:38.442018Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7391,"took":"57.711661ms","hash":2011841595,"current-db-size-bytes":41230336,"current-db-size":"41 MB","current-db-size-in-use-bytes":24395776,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T14:19:38.44208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011841595,"revision":7391,"compact-revision":5386} {"level":"info","ts":"2026-03-01T14:19:43.28188Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T14:19:43.287825Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T14:19:43.287901Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-01T14:22:03.259812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.233187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:22:03.259919Z","caller":"traceutil/trace.go:171","msg":"trace[459893187] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10411; }","duration":"141.425042ms","start":"2026-03-01T14:22:03.118479Z","end":"2026-03-01T14:22:03.259904Z","steps":["trace[459893187] 'count revisions from in-memory index tree' (duration: 141.141935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:22:03.259971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:22:03.260183Z","caller":"traceutil/trace.go:171","msg":"trace[1684190892] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10411; }","duration":"102.333095ms","start":"2026-03-01T14:22:03.157808Z","end":"2026-03-01T14:22:03.260141Z","steps":["trace[1684190892] 'count revisions from in-memory index tree' (duration: 101.983776ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:13.931796Z","caller":"traceutil/trace.go:171","msg":"trace[1129749064] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"490.122168ms","start":"2026-03-01T14:23:13.441536Z","end":"2026-03-01T14:23:13.931658Z","steps":["trace[1129749064] 'process raft request' (duration: 489.953884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.931971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.441506Z","time spent":"490.385535ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:13.936697Z","caller":"traceutil/trace.go:171","msg":"trace[1585365559] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"369.04391ms","start":"2026-03-01T14:23:13.567631Z","end":"2026-03-01T14:23:13.936675Z","steps":["trace[1585365559] 'process raft request' (duration: 368.897386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.936847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.567599Z","time spent":"369.164603ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:13.937088Z","caller":"traceutil/trace.go:171","msg":"trace[1481539580] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"334.812155ms","start":"2026-03-01T14:23:13.602244Z","end":"2026-03-01T14:23:13.937056Z","steps":["trace[1481539580] 'process raft request' (duration: 334.399295ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:13.937118Z","caller":"traceutil/trace.go:171","msg":"trace[468809064] linearizableReadLoop","detail":"{readStateIndex:11513; appliedIndex:11511; }","duration":"342.975221ms","start":"2026-03-01T14:23:13.594098Z","end":"2026-03-01T14:23:13.937073Z","steps":["trace[468809064] 'read index received' (duration: 337.457151ms)","trace[468809064] 'applied index is now lower than readState.Index' (duration: 5.51603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:13.937185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.602214Z","time spent":"334.925398ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:13.937192Z","caller":"traceutil/trace.go:171","msg":"trace[74369268] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"316.80467ms","start":"2026-03-01T14:23:13.620329Z","end":"2026-03-01T14:23:13.937133Z","steps":["trace[74369268] 'process raft request' (duration: 316.584735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.93733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.10168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:13.937344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.620307Z","time spent":"316.954134ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:13.937364Z","caller":"traceutil/trace.go:171","msg":"trace[733002864] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11099; }","duration":"342.163261ms","start":"2026-03-01T14:23:13.595191Z","end":"2026-03-01T14:23:13.937355Z","steps":["trace[733002864] 'agreement among raft nodes before linearized reading' (duration: 342.102089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.937347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.217888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:13.937389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.59518Z","time spent":"342.204862ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T14:23:13.93741Z","caller":"traceutil/trace.go:171","msg":"trace[638672939] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11099; }","duration":"343.340481ms","start":"2026-03-01T14:23:13.59405Z","end":"2026-03-01T14:23:13.937391Z","steps":["trace[638672939] 'agreement among raft nodes before linearized reading' (duration: 343.218698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.937463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.594029Z","time spent":"343.420442ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T14:23:13.937503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.831302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:13.937528Z","caller":"traceutil/trace.go:171","msg":"trace[1610897198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11099; }","duration":"341.899604ms","start":"2026-03-01T14:23:13.595622Z","end":"2026-03-01T14:23:13.937522Z","steps":["trace[1610897198] 'agreement among raft nodes before linearized reading' (duration: 341.863673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.937546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.595598Z","time spent":"341.943995ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:23:13.937629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.294564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:13.937645Z","caller":"traceutil/trace.go:171","msg":"trace[15160608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11099; }","duration":"342.359586ms","start":"2026-03-01T14:23:13.59528Z","end":"2026-03-01T14:23:13.93764Z","steps":["trace[15160608] 'agreement among raft nodes before linearized reading' (duration: 342.331465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.937661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.595252Z","time spent":"342.404787ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-01T14:23:13.938157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.015277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T14:23:13.938189Z","caller":"traceutil/trace.go:171","msg":"trace[1887094805] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11099; }","duration":"342.076829ms","start":"2026-03-01T14:23:13.596104Z","end":"2026-03-01T14:23:13.938181Z","steps":["trace[1887094805] 'agreement among raft nodes before linearized reading' (duration: 341.35663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.938209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.59609Z","time spent":"342.114411ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-01T14:23:13.938552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.476573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:23:13.93859Z","caller":"traceutil/trace.go:171","msg":"trace[807883881] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11099; }","duration":"339.537805ms","start":"2026-03-01T14:23:13.599045Z","end":"2026-03-01T14:23:13.938582Z","steps":["trace[807883881] 'agreement among raft nodes before linearized reading' (duration: 338.791526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:13.938606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:13.599034Z","time spent":"339.568116ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:23:37.275388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.373953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:23:37.275892Z","caller":"traceutil/trace.go:171","msg":"trace[1203958348] linearizableReadLoop","detail":"{readStateIndex:11631; appliedIndex:11630; }","duration":"1.049180245s","start":"2026-03-01T14:23:36.226687Z","end":"2026-03-01T14:23:37.275867Z","steps":["trace[1203958348] 'read index received' (duration: 286.192076ms)","trace[1203958348] 'applied index is now lower than readState.Index' (duration: 762.985729ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:37.275984Z","caller":"traceutil/trace.go:171","msg":"trace[1377067436] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"1.065168058s","start":"2026-03-01T14:23:36.210802Z","end":"2026-03-01T14:23:37.27597Z","steps":["trace[1377067436] 'process raft request' (duration: 302.109198ms)","trace[1377067436] 'compare' (duration: 762.001904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:37.27608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.21078Z","time spent":"1.065255001s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:23:37.276495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049818422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T14:23:37.276542Z","caller":"traceutil/trace.go:171","msg":"trace[1047460571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11211; }","duration":"1.049913254s","start":"2026-03-01T14:23:36.226613Z","end":"2026-03-01T14:23:37.276527Z","steps":["trace[1047460571] 'agreement among raft nodes before linearized reading' (duration: 1.049725159s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.27658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.226582Z","time spent":"1.049989856s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:23:37.880531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.393829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T14:23:37.880741Z","caller":"traceutil/trace.go:171","msg":"trace[471937132] linearizableReadLoop","detail":"{readStateIndex:11632; appliedIndex:11631; }","duration":"604.774763ms","start":"2026-03-01T14:23:37.275924Z","end":"2026-03-01T14:23:37.880699Z","steps":["trace[471937132] 'read index received' (duration: 115.215181ms)","trace[471937132] 'applied index is now lower than readState.Index' (duration: 489.558202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:37.881074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.062126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:37.881211Z","caller":"traceutil/trace.go:171","msg":"trace[608544113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11211; }","duration":"966.275122ms","start":"2026-03-01T14:23:36.914908Z","end":"2026-03-01T14:23:37.881183Z","steps":["trace[608544113] 'agreement among raft nodes before linearized reading' (duration: 965.981505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.914873Z","time spent":"966.382414ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:23:37.88126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016213063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:23:37.881315Z","caller":"traceutil/trace.go:171","msg":"trace[1280096261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11211; }","duration":"1.016335857s","start":"2026-03-01T14:23:36.864964Z","end":"2026-03-01T14:23:37.8813Z","steps":["trace[1280096261] 'agreement among raft nodes before linearized reading' (duration: 1.01608764s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653150298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T14:23:37.881293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14516812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:23:37.881336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072281469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:23:37.881399Z","caller":"traceutil/trace.go:171","msg":"trace[833435392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11211; }","duration":"1.653292922s","start":"2026-03-01T14:23:36.22808Z","end":"2026-03-01T14:23:37.881373Z","steps":["trace[833435392] 'agreement among raft nodes before linearized reading' (duration: 1.653025665s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.864941Z","time spent":"1.016405469s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:23:37.881414Z","caller":"traceutil/trace.go:171","msg":"trace[1106587277] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11211; }","duration":"1.145363366s","start":"2026-03-01T14:23:36.736025Z","end":"2026-03-01T14:23:37.881388Z","steps":["trace[1106587277] 'agreement among raft nodes before linearized reading' (duration: 1.145148079s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654068822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T14:23:37.881447Z","caller":"traceutil/trace.go:171","msg":"trace[1656761028] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11211; }","duration":"1.072447024s","start":"2026-03-01T14:23:36.808976Z","end":"2026-03-01T14:23:37.881423Z","steps":["trace[1656761028] 'agreement among raft nodes before linearized reading' (duration: 1.072203817s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.735992Z","time spent":"1.145466648s","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:23:37.881516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.808954Z","time spent":"1.072550966s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:23:37.881527Z","caller":"traceutil/trace.go:171","msg":"trace[1909523459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11211; }","duration":"1.654233066s","start":"2026-03-01T14:23:36.227264Z","end":"2026-03-01T14:23:37.881497Z","steps":["trace[1909523459] 'agreement among raft nodes before linearized reading' (duration: 1.653870596s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.227253Z","time spent":"1.654342469s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:23:37.881657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44015105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-01T14:23:37.881691Z","caller":"traceutil/trace.go:171","msg":"trace[1187436271] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11211; }","duration":"1.440219871s","start":"2026-03-01T14:23:36.441461Z","end":"2026-03-01T14:23:37.881681Z","steps":["trace[1187436271] 'agreement among raft nodes before linearized reading' (duration: 1.440016086s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.881726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.441437Z","time spent":"1.440282313s","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414971,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:23:37.881452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:36.228064Z","time spent":"1.653377905s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:23:37.88302Z","caller":"traceutil/trace.go:171","msg":"trace[602489199] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"600.400563ms","start":"2026-03-01T14:23:37.282601Z","end":"2026-03-01T14:23:37.883001Z","steps":["trace[602489199] 'process raft request' (duration: 598.063794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:37.883062Z","caller":"traceutil/trace.go:171","msg":"trace[1009553257] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"543.957787ms","start":"2026-03-01T14:23:37.339049Z","end":"2026-03-01T14:23:37.883007Z","steps":["trace[1009553257] 'process raft request' (duration: 543.880485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.883132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.998994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:37.883141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.282577Z","time spent":"600.490865ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:23:37.883179Z","caller":"traceutil/trace.go:171","msg":"trace[1420938355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11213; }","duration":"391.078956ms","start":"2026-03-01T14:23:37.492084Z","end":"2026-03-01T14:23:37.883163Z","steps":["trace[1420938355] 'agreement among raft nodes before linearized reading' (duration: 391.030674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.883216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.492054Z","time spent":"391.155808ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T14:23:37.883231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.339014Z","time spent":"544.118441ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:23:37.883309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.993753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:37.883343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.777844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-01T14:23:37.883404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.646861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:37.88346Z","caller":"traceutil/trace.go:171","msg":"trace[655875675] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11213; }","duration":"180.732223ms","start":"2026-03-01T14:23:37.702706Z","end":"2026-03-01T14:23:37.883438Z","steps":["trace[655875675] 'agreement among raft nodes before linearized reading' (duration: 180.660552ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:37.883471Z","caller":"traceutil/trace.go:171","msg":"trace[1373669902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11213; }","duration":"391.23225ms","start":"2026-03-01T14:23:37.492147Z","end":"2026-03-01T14:23:37.883379Z","steps":["trace[1373669902] 'agreement among raft nodes before linearized reading' (duration: 390.872691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.883563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.492105Z","time spent":"391.446115ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:23:37.883577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.107337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:37.883642Z","caller":"traceutil/trace.go:171","msg":"trace[1760726387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11213; }","duration":"391.194128ms","start":"2026-03-01T14:23:37.492438Z","end":"2026-03-01T14:23:37.883632Z","steps":["trace[1760726387] 'agreement among raft nodes before linearized reading' (duration: 391.111726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.883086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.917802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:37.883677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.492426Z","time spent":"391.24487ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-01T14:23:37.88371Z","caller":"traceutil/trace.go:171","msg":"trace[958643435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11213; }","duration":"391.605339ms","start":"2026-03-01T14:23:37.492093Z","end":"2026-03-01T14:23:37.883698Z","steps":["trace[958643435] 'agreement among raft nodes before linearized reading' (duration: 390.952563ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:37.883435Z","caller":"traceutil/trace.go:171","msg":"trace[1003869833] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11213; }","duration":"389.853695ms","start":"2026-03-01T14:23:37.493536Z","end":"2026-03-01T14:23:37.88339Z","steps":["trace[1003869833] 'agreement among raft nodes before linearized reading' (duration: 389.65787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.883867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.49353Z","time spent":"390.281036ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:23:37.883809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.492053Z","time spent":"391.743612ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:23:37.885167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.334448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143143"} {"level":"info","ts":"2026-03-01T14:23:37.885245Z","caller":"traceutil/trace.go:171","msg":"trace[1424633668] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11213; }","duration":"546.472391ms","start":"2026-03-01T14:23:37.338755Z","end":"2026-03-01T14:23:37.885228Z","steps":["trace[1424633668] 'agreement among raft nodes before linearized reading' (duration: 544.647685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:37.885294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:23:37.33873Z","time spent":"546.549912ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143167,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T14:23:38.295159Z","caller":"traceutil/trace.go:171","msg":"trace[1547561485] linearizableReadLoop","detail":"{readStateIndex:11638; appliedIndex:11637; }","duration":"158.0093ms","start":"2026-03-01T14:23:38.137124Z","end":"2026-03-01T14:23:38.295134Z","steps":["trace[1547561485] 'read index received' (duration: 153.6367ms)","trace[1547561485] 'applied index is now lower than readState.Index' (duration: 4.37112ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:38.29534Z","caller":"traceutil/trace.go:171","msg":"trace[301902600] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"173.595724ms","start":"2026-03-01T14:23:38.121717Z","end":"2026-03-01T14:23:38.295312Z","steps":["trace[301902600] 'process raft request' (duration: 168.956638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.295551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.407609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T14:23:38.295592Z","caller":"traceutil/trace.go:171","msg":"trace[758605686] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11217; }","duration":"158.463651ms","start":"2026-03-01T14:23:38.137117Z","end":"2026-03-01T14:23:38.29558Z","steps":["trace[758605686] 'agreement among raft nodes before linearized reading' (duration: 158.309097ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:38.325946Z","caller":"traceutil/trace.go:171","msg":"trace[1088950318] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"188.588482ms","start":"2026-03-01T14:23:38.137329Z","end":"2026-03-01T14:23:38.325917Z","steps":["trace[1088950318] 'process raft request' (duration: 188.391377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:38.326357Z","caller":"traceutil/trace.go:171","msg":"trace[181337479] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"188.937411ms","start":"2026-03-01T14:23:38.137398Z","end":"2026-03-01T14:23:38.326335Z","steps":["trace[181337479] 'process raft request' (duration: 188.476089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.326747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.516016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:38.326849Z","caller":"traceutil/trace.go:171","msg":"trace[786997756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11220; }","duration":"189.675141ms","start":"2026-03-01T14:23:38.137149Z","end":"2026-03-01T14:23:38.326824Z","steps":["trace[786997756] 'agreement among raft nodes before linearized reading' (duration: 189.489025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.327082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.955942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:23:38.327246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.88106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T14:23:38.327303Z","caller":"traceutil/trace.go:171","msg":"trace[686994334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11220; }","duration":"123.995292ms","start":"2026-03-01T14:23:38.203294Z","end":"2026-03-01T14:23:38.32729Z","steps":["trace[686994334] 'agreement among raft nodes before linearized reading' (duration: 123.822308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.327607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.529751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:23:38.327661Z","caller":"traceutil/trace.go:171","msg":"trace[729054487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11220; }","duration":"188.617643ms","start":"2026-03-01T14:23:38.139031Z","end":"2026-03-01T14:23:38.327648Z","steps":["trace[729054487] 'agreement among raft nodes before linearized reading' (duration: 188.463309ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:38.32714Z","caller":"traceutil/trace.go:171","msg":"trace[1114855043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:11220; }","duration":"107.087505ms","start":"2026-03-01T14:23:38.220036Z","end":"2026-03-01T14:23:38.327123Z","steps":["trace[1114855043] 'agreement among raft nodes before linearized reading' (duration: 106.765557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.327886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.653455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:38.32794Z","caller":"traceutil/trace.go:171","msg":"trace[1856383098] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11220; }","duration":"190.732706ms","start":"2026-03-01T14:23:38.137194Z","end":"2026-03-01T14:23:38.327927Z","steps":["trace[1856383098] 'agreement among raft nodes before linearized reading' (duration: 190.654364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:38.629081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.718793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:23:38.629188Z","caller":"traceutil/trace.go:171","msg":"trace[343027103] linearizableReadLoop","detail":"{readStateIndex:11642; appliedIndex:11641; }","duration":"294.748074ms","start":"2026-03-01T14:23:38.334422Z","end":"2026-03-01T14:23:38.62917Z","steps":["trace[343027103] 'read index received' (duration: 115.911188ms)","trace[343027103] 'applied index is now lower than readState.Index' (duration: 178.835546ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:38.629304Z","caller":"traceutil/trace.go:171","msg":"trace[1015968648] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"296.742234ms","start":"2026-03-01T14:23:38.33254Z","end":"2026-03-01T14:23:38.629282Z","steps":["trace[1015968648] 'process raft request' (duration: 117.739994ms)","trace[1015968648] 'compare' (duration: 178.445646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:38.629749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.333249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444950"} {"level":"info","ts":"2026-03-01T14:23:38.629792Z","caller":"traceutil/trace.go:171","msg":"trace[661392737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11221; }","duration":"295.403111ms","start":"2026-03-01T14:23:38.334378Z","end":"2026-03-01T14:23:38.629781Z","steps":["trace[661392737] 'agreement among raft nodes before linearized reading' (duration: 294.838836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:38.907551Z","caller":"traceutil/trace.go:171","msg":"trace[422537274] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"118.304708ms","start":"2026-03-01T14:23:38.789214Z","end":"2026-03-01T14:23:38.907519Z","steps":["trace[422537274] 'process raft request' (duration: 118.144114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:40.554155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.782725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:23:40.554401Z","caller":"traceutil/trace.go:171","msg":"trace[1092763556] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"221.195086ms","start":"2026-03-01T14:23:40.33318Z","end":"2026-03-01T14:23:40.554375Z","steps":["trace[1092763556] 'process raft request' (duration: 221.120794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:40.554514Z","caller":"traceutil/trace.go:171","msg":"trace[1909402237] linearizableReadLoop","detail":"{readStateIndex:11649; appliedIndex:11648; }","duration":"221.964995ms","start":"2026-03-01T14:23:40.332529Z","end":"2026-03-01T14:23:40.554494Z","steps":["trace[1909402237] 'read index received' (duration: 86.833143ms)","trace[1909402237] 'applied index is now lower than readState.Index' (duration: 135.129792ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:40.554527Z","caller":"traceutil/trace.go:171","msg":"trace[1690681404] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"222.410007ms","start":"2026-03-01T14:23:40.332095Z","end":"2026-03-01T14:23:40.554505Z","steps":["trace[1690681404] 'process raft request' (duration: 87.173711ms)","trace[1690681404] 'compare' (duration: 134.641472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:40.554653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.427242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:23:40.554702Z","caller":"traceutil/trace.go:171","msg":"trace[414276575] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11229; }","duration":"221.478414ms","start":"2026-03-01T14:23:40.333196Z","end":"2026-03-01T14:23:40.554674Z","steps":["trace[414276575] 'agreement among raft nodes before linearized reading' (duration: 221.412132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:23:40.554905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.130785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:23:40.554785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.277094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-01T14:23:40.554965Z","caller":"traceutil/trace.go:171","msg":"trace[1974605172] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11229; }","duration":"221.263638ms","start":"2026-03-01T14:23:40.333687Z","end":"2026-03-01T14:23:40.55495Z","steps":["trace[1974605172] 'agreement among raft nodes before linearized reading' (duration: 221.081053ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:40.554999Z","caller":"traceutil/trace.go:171","msg":"trace[798773602] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11229; }","duration":"222.52073ms","start":"2026-03-01T14:23:40.332456Z","end":"2026-03-01T14:23:40.554977Z","steps":["trace[798773602] 'agreement among raft nodes before linearized reading' (duration: 222.11179ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:40.791094Z","caller":"traceutil/trace.go:171","msg":"trace[451758696] linearizableReadLoop","detail":"{readStateIndex:11651; appliedIndex:11650; }","duration":"150.487391ms","start":"2026-03-01T14:23:40.640574Z","end":"2026-03-01T14:23:40.791062Z","steps":["trace[451758696] 'read index received' (duration: 71.152167ms)","trace[451758696] 'applied index is now lower than readState.Index' (duration: 79.333923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:40.791349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.747147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:23:40.791416Z","caller":"traceutil/trace.go:171","msg":"trace[883775628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:11230; }","duration":"150.85144ms","start":"2026-03-01T14:23:40.640549Z","end":"2026-03-01T14:23:40.7914Z","steps":["trace[883775628] 'agreement among raft nodes before linearized reading' (duration: 150.617604ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:40.791444Z","caller":"traceutil/trace.go:171","msg":"trace[1165913070] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"154.620425ms","start":"2026-03-01T14:23:40.636788Z","end":"2026-03-01T14:23:40.791409Z","steps":["trace[1165913070] 'process raft request' (duration: 74.933353ms)","trace[1165913070] 'compare' (duration: 79.21838ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:46.777937Z","caller":"traceutil/trace.go:171","msg":"trace[917512815] linearizableReadLoop","detail":"{readStateIndex:11684; appliedIndex:11682; }","duration":"115.097336ms","start":"2026-03-01T14:23:46.66281Z","end":"2026-03-01T14:23:46.777907Z","steps":["trace[917512815] 'read index received' (duration: 6.878564ms)","trace[917512815] 'applied index is now lower than readState.Index' (duration: 108.217672ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:46.778027Z","caller":"traceutil/trace.go:171","msg":"trace[1452495175] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"159.695523ms","start":"2026-03-01T14:23:46.618295Z","end":"2026-03-01T14:23:46.777991Z","steps":["trace[1452495175] 'process raft request' (duration: 106.177322ms)","trace[1452495175] 'compare' (duration: 53.295466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:23:46.778188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.334803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T14:23:46.778232Z","caller":"traceutil/trace.go:171","msg":"trace[413086750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11261; }","duration":"115.424875ms","start":"2026-03-01T14:23:46.662793Z","end":"2026-03-01T14:23:46.778218Z","steps":["trace[413086750] 'agreement among raft nodes before linearized reading' (duration: 115.21953ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.36673Z","caller":"traceutil/trace.go:171","msg":"trace[460385286] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"112.763838ms","start":"2026-03-01T14:23:47.253929Z","end":"2026-03-01T14:23:47.366693Z","steps":["trace[460385286] 'process raft request' (duration: 112.45481ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.546912Z","caller":"traceutil/trace.go:171","msg":"trace[1642245580] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"102.848208ms","start":"2026-03-01T14:23:47.444028Z","end":"2026-03-01T14:23:47.546876Z","steps":["trace[1642245580] 'process raft request' (duration: 75.2281ms)","trace[1642245580] 'compare' (duration: 27.474764ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:23:47.607919Z","caller":"traceutil/trace.go:171","msg":"trace[1376668077] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"159.072717ms","start":"2026-03-01T14:23:47.448805Z","end":"2026-03-01T14:23:47.607878Z","steps":["trace[1376668077] 'process raft request' (duration: 158.927964ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:23:47.724709Z","caller":"traceutil/trace.go:171","msg":"trace[1124715655] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"102.116338ms","start":"2026-03-01T14:23:47.622559Z","end":"2026-03-01T14:23:47.724675Z","steps":["trace[1124715655] 'process raft request' (duration: 47.854999ms)","trace[1124715655] 'compare' (duration: 54.025394ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:12.595241Z","caller":"traceutil/trace.go:171","msg":"trace[1000749806] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"103.747438ms","start":"2026-03-01T14:24:12.491458Z","end":"2026-03-01T14:24:12.595205Z","steps":["trace[1000749806] 'process raft request' (duration: 103.557683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:24:12.692325Z","caller":"traceutil/trace.go:171","msg":"trace[1601323585] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"192.443596ms","start":"2026-03-01T14:24:12.499832Z","end":"2026-03-01T14:24:12.692276Z","steps":["trace[1601323585] 'process raft request' (duration: 114.049168ms)","trace[1601323585] 'compare' (duration: 78.116881ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:24:38.388429Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9595} {"level":"info","ts":"2026-03-01T14:24:38.470726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9595,"took":"79.783494ms","hash":2770685256,"current-db-size-bytes":41230336,"current-db-size":"41 MB","current-db-size-in-use-bytes":21823488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T14:24:38.470844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2770685256,"revision":9595,"compact-revision":7391} {"level":"info","ts":"2026-03-01T14:27:54.131321Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000340d.wal"} {"level":"info","ts":"2026-03-01T14:29:22.874694Z","caller":"traceutil/trace.go:171","msg":"trace[762395107] transaction","detail":"{read_only:false; response_revision:13407; number_of_response:1; }","duration":"208.845143ms","start":"2026-03-01T14:29:22.665821Z","end":"2026-03-01T14:29:22.874666Z","steps":["trace[762395107] 'process raft request' (duration: 208.665158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:29:25.836224Z","caller":"traceutil/trace.go:171","msg":"trace[956367523] linearizableReadLoop","detail":"{readStateIndex:13920; appliedIndex:13919; }","duration":"205.658662ms","start":"2026-03-01T14:29:25.630428Z","end":"2026-03-01T14:29:25.836087Z","steps":["trace[956367523] 'read index received' (duration: 205.1859ms)","trace[956367523] 'applied index is now lower than readState.Index' (duration: 470.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:29:25.836302Z","caller":"traceutil/trace.go:171","msg":"trace[841580661] transaction","detail":"{read_only:false; response_revision:13418; number_of_response:1; }","duration":"363.812563ms","start":"2026-03-01T14:29:25.472425Z","end":"2026-03-01T14:29:25.836238Z","steps":["trace[841580661] 'process raft request' (duration: 363.26495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:25.836981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:25.472404Z","time spent":"364.375908ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:29:25.837497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.367241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:29:25.837618Z","caller":"traceutil/trace.go:171","msg":"trace[1794322434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13419; }","duration":"132.531845ms","start":"2026-03-01T14:29:25.705056Z","end":"2026-03-01T14:29:25.837588Z","steps":["trace[1794322434] 'agreement among raft nodes before linearized reading' (duration: 132.246558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:25.836539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.097293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:29:25.837934Z","caller":"traceutil/trace.go:171","msg":"trace[82655507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13418; }","duration":"207.5223ms","start":"2026-03-01T14:29:25.630366Z","end":"2026-03-01T14:29:25.837888Z","steps":["trace[82655507] 'agreement among raft nodes before linearized reading' (duration: 205.96638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:25.837383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.470954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-7fbcf4554d-bzglz\" ","response":"range_response_count:1 size:8464"} {"level":"info","ts":"2026-03-01T14:29:25.838051Z","caller":"traceutil/trace.go:171","msg":"trace[1824848195] range","detail":"{range_begin:/registry/pods/openstack/placement-api-7fbcf4554d-bzglz; range_end:; response_count:1; response_revision:13419; }","duration":"177.189983ms","start":"2026-03-01T14:29:25.660841Z","end":"2026-03-01T14:29:25.838031Z","steps":["trace[1824848195] 'agreement among raft nodes before linearized reading' (duration: 176.362922ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:29:38.396074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11605} {"level":"info","ts":"2026-03-01T14:29:38.468534Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11605,"took":"69.893985ms","hash":1507191178,"current-db-size-bytes":41230336,"current-db-size":"41 MB","current-db-size-in-use-bytes":24231936,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T14:29:38.468591Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1507191178,"revision":11605,"compact-revision":9595} {"level":"warn","ts":"2026-03-01T14:29:46.414776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907721652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:29:46.915855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907721652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:29:46.968315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057977165s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:29:47.036475Z","caller":"traceutil/trace.go:171","msg":"trace[101164606] transaction","detail":"{read_only:false; response_revision:13519; number_of_response:1; }","duration":"1.126552038s","start":"2026-03-01T14:29:45.909887Z","end":"2026-03-01T14:29:47.036439Z","steps":["trace[101164606] 'process raft request' (duration: 1.058702384s)","trace[101164606] 'compare' (duration: 67.585527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:29:47.036617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.909855Z","time spent":"1.12669401s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:29:47.328916Z","caller":"traceutil/trace.go:171","msg":"trace[1634901552] transaction","detail":"{read_only:false; response_revision:13520; number_of_response:1; }","duration":"1.381353109s","start":"2026-03-01T14:29:45.947523Z","end":"2026-03-01T14:29:47.328876Z","steps":["trace[1634901552] 'process raft request' (duration: 1.381029651s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:29:47.328976Z","caller":"traceutil/trace.go:171","msg":"trace[498041709] transaction","detail":"{read_only:false; response_revision:13521; number_of_response:1; }","duration":"1.075450807s","start":"2026-03-01T14:29:46.253501Z","end":"2026-03-01T14:29:47.328951Z","steps":["trace[498041709] 'process raft request' (duration: 1.075245122s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.329088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:46.253475Z","time spent":"1.07555322s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:29:47.329107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.947494Z","time spent":"1.381516314s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:29:47.337174Z","caller":"traceutil/trace.go:171","msg":"trace[1133861617] linearizableReadLoop","detail":"{readStateIndex:14029; appliedIndex:14025; }","duration":"1.422879257s","start":"2026-03-01T14:29:45.914279Z","end":"2026-03-01T14:29:47.337158Z","steps":["trace[1133861617] 'read index received' (duration: 1.054326623s)","trace[1133861617] 'applied index is now lower than readState.Index' (duration: 368.551824ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:29:47.337208Z","caller":"traceutil/trace.go:171","msg":"trace[987890344] transaction","detail":"{read_only:false; response_revision:13522; number_of_response:1; }","duration":"392.030046ms","start":"2026-03-01T14:29:46.945164Z","end":"2026-03-01T14:29:47.337194Z","steps":["trace[987890344] 'process raft request' (duration: 391.924384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42299882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:29:47.337283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:46.94514Z","time spent":"392.098777ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:29:47.3373Z","caller":"traceutil/trace.go:171","msg":"trace[1617207374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13522; }","duration":"1.423053632s","start":"2026-03-01T14:29:45.914238Z","end":"2026-03-01T14:29:47.337292Z","steps":["trace[1617207374] 'agreement among raft nodes before linearized reading' (duration: 1.423011031s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.914221Z","time spent":"1.423092973s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:29:47.337461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387291378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:29:47.337528Z","caller":"traceutil/trace.go:171","msg":"trace[1158397673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13522; }","duration":"1.387400411s","start":"2026-03-01T14:29:45.95011Z","end":"2026-03-01T14:29:47.337511Z","steps":["trace[1158397673] 'agreement among raft nodes before linearized reading' (duration: 1.387234857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.33754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.249249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:29:47.337557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.950088Z","time spent":"1.387462553s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T14:29:47.337564Z","caller":"traceutil/trace.go:171","msg":"trace[2143871067] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13522; }","duration":"693.274989ms","start":"2026-03-01T14:29:46.644282Z","end":"2026-03-01T14:29:47.337557Z","steps":["trace[2143871067] 'agreement among raft nodes before linearized reading' (duration: 693.232388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.522794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:29:47.337588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:46.644261Z","time spent":"693.321551ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:29:47.337602Z","caller":"traceutil/trace.go:171","msg":"trace[947767400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13522; }","duration":"355.596496ms","start":"2026-03-01T14:29:46.981992Z","end":"2026-03-01T14:29:47.337589Z","steps":["trace[947767400] 'agreement among raft nodes before linearized reading' (duration: 355.508674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:46.981972Z","time spent":"355.653138ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:29:47.337637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386619022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:29:47.337673Z","caller":"traceutil/trace.go:171","msg":"trace[1477771495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13522; }","duration":"1.386696544s","start":"2026-03-01T14:29:45.950967Z","end":"2026-03-01T14:29:47.337663Z","steps":["trace[1477771495] 'agreement among raft nodes before linearized reading' (duration: 1.386571191s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.33746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355421604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:29:47.337699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.950954Z","time spent":"1.386737945s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:29:47.337713Z","caller":"traceutil/trace.go:171","msg":"trace[1793250366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:13522; }","duration":"1.355726022s","start":"2026-03-01T14:29:45.981978Z","end":"2026-03-01T14:29:47.337704Z","steps":["trace[1793250366] 'agreement among raft nodes before linearized reading' (duration: 1.355377893s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386690264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:29:47.33774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.981882Z","time spent":"1.355849966s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:29:47.337744Z","caller":"traceutil/trace.go:171","msg":"trace[1529210620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13522; }","duration":"1.386770866s","start":"2026-03-01T14:29:45.950964Z","end":"2026-03-01T14:29:47.337735Z","steps":["trace[1529210620] 'agreement among raft nodes before linearized reading' (duration: 1.386637222s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381143374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:29:47.337769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.950943Z","time spent":"1.386821097s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:29:47.337789Z","caller":"traceutil/trace.go:171","msg":"trace[1182971910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13522; }","duration":"1.381181465s","start":"2026-03-01T14:29:45.956598Z","end":"2026-03-01T14:29:47.337779Z","steps":["trace[1182971910] 'agreement among raft nodes before linearized reading' (duration: 1.381120683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:47.337807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:29:45.956588Z","time spent":"1.381214296s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:29:55.310567Z","caller":"traceutil/trace.go:171","msg":"trace[2084079003] linearizableReadLoop","detail":"{readStateIndex:14066; appliedIndex:14065; }","duration":"249.743924ms","start":"2026-03-01T14:29:55.060792Z","end":"2026-03-01T14:29:55.310536Z","steps":["trace[2084079003] 'read index received' (duration: 249.483877ms)","trace[2084079003] 'applied index is now lower than readState.Index' (duration: 258.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:29:55.310688Z","caller":"traceutil/trace.go:171","msg":"trace[1074610739] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"249.897268ms","start":"2026-03-01T14:29:55.060746Z","end":"2026-03-01T14:29:55.310643Z","steps":["trace[1074610739] 'process raft request' (duration: 249.612691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:55.310911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.088723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:29:55.310982Z","caller":"traceutil/trace.go:171","msg":"trace[1078100318] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13557; }","duration":"250.219766ms","start":"2026-03-01T14:29:55.060744Z","end":"2026-03-01T14:29:55.310964Z","steps":["trace[1078100318] 'agreement among raft nodes before linearized reading' (duration: 249.9604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:29:55.311156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.549817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:29:55.311308Z","caller":"traceutil/trace.go:171","msg":"trace[1355388150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13557; }","duration":"157.713052ms","start":"2026-03-01T14:29:55.153535Z","end":"2026-03-01T14:29:55.311248Z","steps":["trace[1355388150] 'agreement among raft nodes before linearized reading' (duration: 157.27037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:03.185136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.476147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:03.185207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.707867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T14:30:03.185223Z","caller":"traceutil/trace.go:171","msg":"trace[1242040319] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13607; }","duration":"226.60955ms","start":"2026-03-01T14:30:02.958591Z","end":"2026-03-01T14:30:03.1852Z","steps":["trace[1242040319] 'count revisions from in-memory index tree' (duration: 226.304073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:03.185257Z","caller":"traceutil/trace.go:171","msg":"trace[950924663] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13607; }","duration":"183.790468ms","start":"2026-03-01T14:30:03.001452Z","end":"2026-03-01T14:30:03.185242Z","steps":["trace[950924663] 'range keys from in-memory index tree' (duration: 183.550573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:03.915767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907721898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:04.416923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907721898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:04.685248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300007066s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:30:04.70994Z","caller":"traceutil/trace.go:171","msg":"trace[430136412] linearizableReadLoop","detail":"{readStateIndex:14123; appliedIndex:14122; }","duration":"1.295024192s","start":"2026-03-01T14:30:03.414898Z","end":"2026-03-01T14:30:04.709922Z","steps":["trace[430136412] 'read index received' (duration: 1.294839456s)","trace[430136412] 'applied index is now lower than readState.Index' (duration: 181.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:04.709986Z","caller":"traceutil/trace.go:171","msg":"trace[1941354158] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"1.326062425s","start":"2026-03-01T14:30:03.383898Z","end":"2026-03-01T14:30:04.709961Z","steps":["trace[1941354158] 'process raft request' (duration: 1.32589245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.383884Z","time spent":"1.326154687s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:04.710119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295210056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:30:04.71018Z","caller":"traceutil/trace.go:171","msg":"trace[631832155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13611; }","duration":"1.295337789s","start":"2026-03-01T14:30:03.414828Z","end":"2026-03-01T14:30:04.710166Z","steps":["trace[631832155] 'agreement among raft nodes before linearized reading' (duration: 1.295147244s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.414803Z","time spent":"1.295403801s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:30:04.710246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282630077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:30:04.710261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285242374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:04.71034Z","caller":"traceutil/trace.go:171","msg":"trace[2016475742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13611; }","duration":"1.285371197s","start":"2026-03-01T14:30:03.42495Z","end":"2026-03-01T14:30:04.710321Z","steps":["trace[2016475742] 'agreement among raft nodes before linearized reading' (duration: 1.285132891s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278907464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:30:04.710303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28190254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:04.710386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.424923Z","time spent":"1.285449829s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:30:04.710267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126627081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:04.710399Z","caller":"traceutil/trace.go:171","msg":"trace[980291339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13611; }","duration":"1.278981496s","start":"2026-03-01T14:30:03.431403Z","end":"2026-03-01T14:30:04.710384Z","steps":["trace[980291339] 'agreement among raft nodes before linearized reading' (duration: 1.278833003s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282893844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:30:04.710449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.431395Z","time spent":"1.279045738s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:30:04.710492Z","caller":"traceutil/trace.go:171","msg":"trace[406690036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13611; }","duration":"1.282948705s","start":"2026-03-01T14:30:03.427516Z","end":"2026-03-01T14:30:04.710464Z","steps":["trace[406690036] 'agreement among raft nodes before linearized reading' (duration: 1.282893594s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:04.710462Z","caller":"traceutil/trace.go:171","msg":"trace[990590097] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13611; }","duration":"1.126850647s","start":"2026-03-01T14:30:03.583582Z","end":"2026-03-01T14:30:04.710432Z","steps":["trace[990590097] 'agreement among raft nodes before linearized reading' (duration: 1.12660475s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.71051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.4275Z","time spent":"1.283005427s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:30:04.710442Z","caller":"traceutil/trace.go:171","msg":"trace[1036609590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13611; }","duration":"1.282091454s","start":"2026-03-01T14:30:03.428316Z","end":"2026-03-01T14:30:04.710407Z","steps":["trace[1036609590] 'agreement among raft nodes before linearized reading' (duration: 1.281816027s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.71036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.606254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:04.710542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.58357Z","time spent":"1.126958519s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:30:04.710582Z","caller":"traceutil/trace.go:171","msg":"trace[473427230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13611; }","duration":"797.82488ms","start":"2026-03-01T14:30:03.912739Z","end":"2026-03-01T14:30:04.710564Z","steps":["trace[473427230] 'agreement among raft nodes before linearized reading' (duration: 797.577334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.428306Z","time spent":"1.282249579s","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:04.710621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.912677Z","time spent":"797.933323ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:30:04.710296Z","caller":"traceutil/trace.go:171","msg":"trace[245830563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13611; }","duration":"1.28270955s","start":"2026-03-01T14:30:03.427574Z","end":"2026-03-01T14:30:04.710283Z","steps":["trace[245830563] 'agreement among raft nodes before linearized reading' (duration: 1.282585057s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.427561Z","time spent":"1.283085809s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:04.710553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256087898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-01T14:30:04.710397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14288807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-b7cbx\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-03-01T14:30:04.710733Z","caller":"traceutil/trace.go:171","msg":"trace[1553284414] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-b7cbx; range_end:; response_count:1; response_revision:13611; }","duration":"1.14325769s","start":"2026-03-01T14:30:03.567468Z","end":"2026-03-01T14:30:04.710726Z","steps":["trace[1553284414] 'agreement among raft nodes before linearized reading' (duration: 1.1428585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.567449Z","time spent":"1.143303681s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11652,"request content":"key:\"/registry/pods/openstack/openvswitch-b7cbx\" "} {"level":"info","ts":"2026-03-01T14:30:04.710743Z","caller":"traceutil/trace.go:171","msg":"trace[1605012948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:13611; }","duration":"1.256352265s","start":"2026-03-01T14:30:03.454349Z","end":"2026-03-01T14:30:04.710701Z","steps":["trace[1605012948] 'agreement among raft nodes before linearized reading' (duration: 1.255789471s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190821581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:04.71081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.454336Z","time spent":"1.256457608s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:30:04.710828Z","caller":"traceutil/trace.go:171","msg":"trace[754988682] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13611; }","duration":"1.191240161s","start":"2026-03-01T14:30:03.519575Z","end":"2026-03-01T14:30:04.710815Z","steps":["trace[754988682] 'agreement among raft nodes before linearized reading' (duration: 1.190764719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:04.710874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:03.519536Z","time spent":"1.191322793s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:05.216404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907721905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:05.931246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.936378Z","time spent":"994.854514ms","remote":"127.0.0.1:36062","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:30:05.931748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.328432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:30:05.931863Z","caller":"traceutil/trace.go:171","msg":"trace[956222623] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"1.21695726s","start":"2026-03-01T14:30:04.714891Z","end":"2026-03-01T14:30:05.931848Z","steps":["trace[956222623] 'process raft request' (duration: 891.462664ms)","trace[956222623] 'compare' (duration: 325.152898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:05.931906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.714857Z","time spent":"1.217030842s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:06.092457Z","caller":"traceutil/trace.go:171","msg":"trace[1582750015] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"1.37744423s","start":"2026-03-01T14:30:04.71494Z","end":"2026-03-01T14:30:06.092384Z","steps":["trace[1582750015] 'process raft request' (duration: 1.377231355s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:06.092584Z","caller":"traceutil/trace.go:171","msg":"trace[1181817384] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"745.942439ms","start":"2026-03-01T14:30:05.346632Z","end":"2026-03-01T14:30:06.092575Z","steps":["trace[1181817384] 'process raft request' (duration: 745.899038ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:06.092598Z","caller":"traceutil/trace.go:171","msg":"trace[1278765312] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"1.376661811s","start":"2026-03-01T14:30:04.715904Z","end":"2026-03-01T14:30:06.092566Z","steps":["trace[1278765312] 'process raft request' (duration: 1.376544388s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:06.092677Z","caller":"traceutil/trace.go:171","msg":"trace[43860266] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"1.376839535s","start":"2026-03-01T14:30:04.715806Z","end":"2026-03-01T14:30:06.092646Z","steps":["trace[43860266] 'process raft request' (duration: 1.376510407s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.09272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:05.346607Z","time spent":"746.034192ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:06.092736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.715893Z","time spent":"1.376765773s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:06.092784Z","caller":"traceutil/trace.go:171","msg":"trace[1336112147] linearizableReadLoop","detail":"{readStateIndex:14129; appliedIndex:14123; }","duration":"1.376940587s","start":"2026-03-01T14:30:04.715682Z","end":"2026-03-01T14:30:06.092622Z","steps":["trace[1336112147] 'read index received' (duration: 890.756945ms)","trace[1336112147] 'applied index is now lower than readState.Index' (duration: 486.182582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:06.092786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.715797Z","time spent":"1.376939887s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:06.092771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.714922Z","time spent":"1.377666146s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:06.092394Z","caller":"traceutil/trace.go:171","msg":"trace[1766574361] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"1.377356429s","start":"2026-03-01T14:30:04.715018Z","end":"2026-03-01T14:30:06.092374Z","steps":["trace[1766574361] 'process raft request' (duration: 1.377271017s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.092985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.715012Z","time spent":"1.377866302s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:06.093098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193885747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:06.093146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17420114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:06.093141Z","caller":"traceutil/trace.go:171","msg":"trace[254667741] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13619; }","duration":"1.193968379s","start":"2026-03-01T14:30:04.89916Z","end":"2026-03-01T14:30:06.093129Z","steps":["trace[254667741] 'agreement among raft nodes before linearized reading' (duration: 1.193851036s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.80707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:30:06.093196Z","caller":"traceutil/trace.go:171","msg":"trace[690800512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13619; }","duration":"576.887142ms","start":"2026-03-01T14:30:05.516302Z","end":"2026-03-01T14:30:06.093189Z","steps":["trace[690800512] 'agreement among raft nodes before linearized reading' (duration: 576.78645ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:06.093196Z","caller":"traceutil/trace.go:171","msg":"trace[429383915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13619; }","duration":"1.174289952s","start":"2026-03-01T14:30:04.918893Z","end":"2026-03-01T14:30:06.093183Z","steps":["trace[429383915] 'agreement among raft nodes before linearized reading' (duration: 1.1742152s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.899139Z","time spent":"1.194050011s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:06.093221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:05.516283Z","time spent":"576.934243ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:30:06.093219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.494051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-01T14:30:06.093232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.918869Z","time spent":"1.174356234s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:30:06.093258Z","caller":"traceutil/trace.go:171","msg":"trace[537648847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13619; }","duration":"427.530502ms","start":"2026-03-01T14:30:05.665714Z","end":"2026-03-01T14:30:06.093244Z","steps":["trace[537648847] 'agreement among raft nodes before linearized reading' (duration: 427.386898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:05.66567Z","time spent":"427.608584ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-01T14:30:06.093413Z","caller":"traceutil/trace.go:171","msg":"trace[1023291191] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"1.371408157s","start":"2026-03-01T14:30:04.721336Z","end":"2026-03-01T14:30:06.092745Z","steps":["trace[1023291191] 'process raft request' (duration: 1.371155301s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.408007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:06.093485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.721326Z","time spent":"1.372128636s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:06.093504Z","caller":"traceutil/trace.go:171","msg":"trace[799987256] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13619; }","duration":"255.54217ms","start":"2026-03-01T14:30:05.837923Z","end":"2026-03-01T14:30:06.093466Z","steps":["trace[799987256] 'agreement among raft nodes before linearized reading' (duration: 255.386056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377835939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590541"} {"level":"warn","ts":"2026-03-01T14:30:06.093561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.007648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:30:06.093593Z","caller":"traceutil/trace.go:171","msg":"trace[238393672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13619; }","duration":"347.07909ms","start":"2026-03-01T14:30:05.746504Z","end":"2026-03-01T14:30:06.093583Z","steps":["trace[238393672] 'agreement among raft nodes before linearized reading' (duration: 346.559717ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:06.093593Z","caller":"traceutil/trace.go:171","msg":"trace[691397041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13619; }","duration":"1.377947122s","start":"2026-03-01T14:30:04.715633Z","end":"2026-03-01T14:30:06.09358Z","steps":["trace[691397041] 'agreement among raft nodes before linearized reading' (duration: 1.377195883s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.093635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:04.715618Z","time spent":"1.378007014s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":590565,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:30:06.093681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:05.746479Z","time spent":"347.193253ms","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:30:06.092801Z","caller":"traceutil/trace.go:171","msg":"trace[1204567499] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"701.883657ms","start":"2026-03-01T14:30:05.390815Z","end":"2026-03-01T14:30:06.092699Z","steps":["trace[1204567499] 'process raft request' (duration: 701.737034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:06.094182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:05.390797Z","time spent":"703.235091ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:07.028805Z","caller":"traceutil/trace.go:171","msg":"trace[983673903] transaction","detail":"{read_only:false; response_revision:13622; number_of_response:1; }","duration":"288.245686ms","start":"2026-03-01T14:30:06.740535Z","end":"2026-03-01T14:30:07.028781Z","steps":["trace[983673903] 'process raft request' (duration: 288.090232ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:07.07113Z","caller":"traceutil/trace.go:171","msg":"trace[1189556526] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"119.863535ms","start":"2026-03-01T14:30:06.951248Z","end":"2026-03-01T14:30:07.071111Z","steps":["trace[1189556526] 'process raft request' (duration: 119.771313ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:08.065061Z","caller":"traceutil/trace.go:171","msg":"trace[1872795454] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"126.204176ms","start":"2026-03-01T14:30:07.938826Z","end":"2026-03-01T14:30:08.06503Z","steps":["trace[1872795454] 'process raft request' (duration: 126.029492ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.17294Z","caller":"traceutil/trace.go:171","msg":"trace[830967026] linearizableReadLoop","detail":"{readStateIndex:14353; appliedIndex:14352; }","duration":"257.015469ms","start":"2026-03-01T14:30:23.915894Z","end":"2026-03-01T14:30:24.17291Z","steps":["trace[830967026] 'read index received' (duration: 256.814414ms)","trace[830967026] 'applied index is now lower than readState.Index' (duration: 199.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:24.173068Z","caller":"traceutil/trace.go:171","msg":"trace[1164319411] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"411.098658ms","start":"2026-03-01T14:30:23.761928Z","end":"2026-03-01T14:30:24.173026Z","steps":["trace[1164319411] 'process raft request' (duration: 410.79569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.173148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.230814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:30:24.173189Z","caller":"traceutil/trace.go:171","msg":"trace[19850025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13826; }","duration":"257.348376ms","start":"2026-03-01T14:30:23.915828Z","end":"2026-03-01T14:30:24.173177Z","steps":["trace[19850025] 'agreement among raft nodes before linearized reading' (duration: 257.235433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.173256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:23.761909Z","time spent":"411.260822ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:30:24.61226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.786817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:30:24.612368Z","caller":"traceutil/trace.go:171","msg":"trace[1331732549] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"383.899481ms","start":"2026-03-01T14:30:24.228451Z","end":"2026-03-01T14:30:24.61235Z","steps":["trace[1331732549] 'compare' (duration: 377.680415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.612424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.228417Z","time spent":"383.979523ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.613153Z","caller":"traceutil/trace.go:171","msg":"trace[2051732285] linearizableReadLoop","detail":"{readStateIndex:14361; appliedIndex:14356; }","duration":"329.382734ms","start":"2026-03-01T14:30:24.28374Z","end":"2026-03-01T14:30:24.613122Z","steps":["trace[2051732285] 'read index received' (duration: 328.973114ms)","trace[2051732285] 'applied index is now lower than readState.Index' (duration: 408.8µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:30:24.613563Z","caller":"traceutil/trace.go:171","msg":"trace[2026761768] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"380.064924ms","start":"2026-03-01T14:30:24.23349Z","end":"2026-03-01T14:30:24.613555Z","steps":["trace[2026761768] 'process raft request' (duration: 379.597402ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:24.613615Z","caller":"traceutil/trace.go:171","msg":"trace[1362487823] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"384.456635ms","start":"2026-03-01T14:30:24.229152Z","end":"2026-03-01T14:30:24.613608Z","steps":["trace[1362487823] 'process raft request' (duration: 383.820119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.613669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.229143Z","time spent":"384.493727ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:24.613695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.233463Z","time spent":"380.151586ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.613329Z","caller":"traceutil/trace.go:171","msg":"trace[1094605833] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"384.2617ms","start":"2026-03-01T14:30:24.229031Z","end":"2026-03-01T14:30:24.613292Z","steps":["trace[1094605833] 'process raft request' (duration: 383.896221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.613858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.22897Z","time spent":"384.862295ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.613499Z","caller":"traceutil/trace.go:171","msg":"trace[28232669] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"384.611929ms","start":"2026-03-01T14:30:24.228875Z","end":"2026-03-01T14:30:24.613487Z","steps":["trace[28232669] 'process raft request' (duration: 383.909171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.613922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.228845Z","time spent":"385.0605ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:24.613575Z","caller":"traceutil/trace.go:171","msg":"trace[1259922956] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"384.277151ms","start":"2026-03-01T14:30:24.229278Z","end":"2026-03-01T14:30:24.613556Z","steps":["trace[1259922956] 'process raft request' (duration: 383.757848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.614002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.229268Z","time spent":"384.716942ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:24.614093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.338049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:30:24.614183Z","caller":"traceutil/trace.go:171","msg":"trace[622247985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:13834; }","duration":"330.476573ms","start":"2026-03-01T14:30:24.28369Z","end":"2026-03-01T14:30:24.614166Z","steps":["trace[622247985] 'agreement among raft nodes before linearized reading' (duration: 329.906048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:24.61426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:24.283666Z","time spent":"330.580175ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:30:28.681294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907722720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:29.182255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907722720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:29.683208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907722720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:30.18343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907722720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:30:30.358103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.347733163s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:30:30.358492Z","caller":"traceutil/trace.go:171","msg":"trace[59948558] transaction","detail":"{read_only:false; response_revision:13909; number_of_response:1; }","duration":"2.348255286s","start":"2026-03-01T14:30:28.010208Z","end":"2026-03-01T14:30:30.358464Z","steps":["trace[59948558] 'process raft request' (duration: 2.348102213s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.358651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.010188Z","time spent":"2.348382349s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:30.914834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:30:30.914924Z","caller":"traceutil/trace.go:171","msg":"trace[119803788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591301s","start":"2026-03-01T14:30:28.914307Z","end":"2026-03-01T14:30:30.914899Z","steps":["trace[119803788] 'agreement among raft nodes before linearized reading' (duration: 2.000485608s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.915015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.914294Z","time spent":"2.000708674s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:30:30.930968Z","caller":"traceutil/trace.go:171","msg":"trace[475018475] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"2.69658039s","start":"2026-03-01T14:30:28.234365Z","end":"2026-03-01T14:30:30.930945Z","steps":["trace[475018475] 'process raft request' (duration: 2.690556718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.931205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.234337Z","time spent":"2.696696973s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:30.931477Z","caller":"traceutil/trace.go:171","msg":"trace[580008607] transaction","detail":"{read_only:false; response_revision:13911; number_of_response:1; }","duration":"2.692333542s","start":"2026-03-01T14:30:28.239111Z","end":"2026-03-01T14:30:30.931444Z","steps":["trace[580008607] 'process raft request' (duration: 2.691548741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.931836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.239101Z","time spent":"2.69264211s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:30.932217Z","caller":"traceutil/trace.go:171","msg":"trace[1123692080] transaction","detail":"{read_only:false; response_revision:13912; number_of_response:1; }","duration":"2.588279476s","start":"2026-03-01T14:30:28.343924Z","end":"2026-03-01T14:30:30.932204Z","steps":["trace[1123692080] 'process raft request' (duration: 2.587289321s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.932286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.343896Z","time spent":"2.588357318s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:30.932651Z","caller":"traceutil/trace.go:171","msg":"trace[597194331] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"103.988914ms","start":"2026-03-01T14:30:30.828646Z","end":"2026-03-01T14:30:30.932635Z","steps":["trace[597194331] 'process raft request' (duration: 103.947833ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.932764Z","caller":"traceutil/trace.go:171","msg":"trace[1833323115] transaction","detail":"{read_only:false; response_revision:13914; number_of_response:1; }","duration":"736.511361ms","start":"2026-03-01T14:30:30.196243Z","end":"2026-03-01T14:30:30.932754Z","steps":["trace[1833323115] 'process raft request' (duration: 736.289746ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.932779Z","caller":"traceutil/trace.go:171","msg":"trace[1205141763] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"2.064432982s","start":"2026-03-01T14:30:28.868244Z","end":"2026-03-01T14:30:30.932677Z","steps":["trace[1205141763] 'process raft request' (duration: 2.063598872s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.932943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75246379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:30:30.932985Z","caller":"traceutil/trace.go:171","msg":"trace[1975423467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13915; }","duration":"2.752559632s","start":"2026-03-01T14:30:28.180416Z","end":"2026-03-01T14:30:30.932975Z","steps":["trace[1975423467] 'agreement among raft nodes before linearized reading' (duration: 2.75246836s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.933016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.180386Z","time spent":"2.752621784s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:30.932964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.868214Z","time spent":"2.064695699s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:30:30.932829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:30.196217Z","time spent":"736.573943ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:30:30.932865Z","caller":"traceutil/trace.go:171","msg":"trace[293897418] linearizableReadLoop","detail":"{readStateIndex:14441; appliedIndex:14436; }","duration":"2.752369568s","start":"2026-03-01T14:30:28.180487Z","end":"2026-03-01T14:30:30.932856Z","steps":["trace[293897418] 'read index received' (duration: 2.177852245s)","trace[293897418] 'applied index is now lower than readState.Index' (duration: 574.516113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:30:30.933606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440028613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee73518-e50c-4dc6-b729-265906975bd0\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-01T14:30:30.933644Z","caller":"traceutil/trace.go:171","msg":"trace[628335803] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ee73518-e50c-4dc6-b729-265906975bd0; range_end:; response_count:1; response_revision:13915; }","duration":"2.440100946s","start":"2026-03-01T14:30:28.493534Z","end":"2026-03-01T14:30:30.933635Z","steps":["trace[628335803] 'agreement among raft nodes before linearized reading' (duration: 2.439975752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.933672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.493516Z","time spent":"2.440149627s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3778,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ee73518-e50c-4dc6-b729-265906975bd0\" "} {"level":"warn","ts":"2026-03-01T14:30:30.933767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180730639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-01T14:30:30.933838Z","caller":"traceutil/trace.go:171","msg":"trace[1243072125] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-95xtz; range_end:; response_count:1; response_revision:13915; }","duration":"2.180826831s","start":"2026-03-01T14:30:28.752992Z","end":"2026-03-01T14:30:30.933819Z","steps":["trace[1243072125] 'agreement among raft nodes before linearized reading' (duration: 2.180622816s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.933876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291820452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:30:30.933914Z","caller":"traceutil/trace.go:171","msg":"trace[1890778679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:13915; }","duration":"2.291892485s","start":"2026-03-01T14:30:28.642012Z","end":"2026-03-01T14:30:30.933905Z","steps":["trace[1890778679] 'agreement among raft nodes before linearized reading' (duration: 2.291795453s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.933942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.641992Z","time spent":"2.291942266s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:30:30.934147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300293086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:30:30.934181Z","caller":"traceutil/trace.go:171","msg":"trace[1082649838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13915; }","duration":"2.300337277s","start":"2026-03-01T14:30:28.633835Z","end":"2026-03-01T14:30:30.934172Z","steps":["trace[1082649838] 'agreement among raft nodes before linearized reading' (duration: 2.300255425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.934207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.633829Z","time spent":"2.300372498s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:30:30.93421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.195161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T14:30:30.933879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.752956Z","time spent":"2.180914673s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" "} {"level":"info","ts":"2026-03-01T14:30:30.934316Z","caller":"traceutil/trace.go:171","msg":"trace[663950304] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13915; }","duration":"930.340115ms","start":"2026-03-01T14:30:30.003952Z","end":"2026-03-01T14:30:30.934292Z","steps":["trace[663950304] 'agreement among raft nodes before linearized reading' (duration: 930.16086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.934378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:30.003933Z","time spent":"930.427337ms","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:30.934391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859325446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:30:30.934545Z","caller":"traceutil/trace.go:171","msg":"trace[1880033383] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13915; }","duration":"1.859608272s","start":"2026-03-01T14:30:29.074895Z","end":"2026-03-01T14:30:30.934503Z","steps":["trace[1880033383] 'agreement among raft nodes before linearized reading' (duration: 1.859210062s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.934647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:29.074874Z","time spent":"1.859758586s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:30:30.934303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155214425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:30:30.934781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301558899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:30:30.934831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304259027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:30:30.934845Z","caller":"traceutil/trace.go:171","msg":"trace[1559089527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13915; }","duration":"2.301660811s","start":"2026-03-01T14:30:28.633167Z","end":"2026-03-01T14:30:30.934828Z","steps":["trace[1559089527] 'agreement among raft nodes before linearized reading' (duration: 2.301458686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.93486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301484356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T14:30:30.93491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.633147Z","time spent":"2.301751943s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:30:30.934914Z","caller":"traceutil/trace.go:171","msg":"trace[1208781052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13915; }","duration":"2.30437614s","start":"2026-03-01T14:30:28.630514Z","end":"2026-03-01T14:30:30.93489Z","steps":["trace[1208781052] 'agreement among raft nodes before linearized reading' (duration: 2.303693223s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:30:30.934929Z","caller":"traceutil/trace.go:171","msg":"trace[851750277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13915; }","duration":"2.30160947s","start":"2026-03-01T14:30:28.633303Z","end":"2026-03-01T14:30:30.934912Z","steps":["trace[851750277] 'agreement among raft nodes before linearized reading' (duration: 2.301420395s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.93493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302566074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:30:30.934967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.633296Z","time spent":"2.301663231s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:30:30.934968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.630497Z","time spent":"2.304459251s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:30:30.935026Z","caller":"traceutil/trace.go:171","msg":"trace[908245203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13915; }","duration":"2.302685326s","start":"2026-03-01T14:30:28.632315Z","end":"2026-03-01T14:30:30.935Z","steps":["trace[908245203] 'agreement among raft nodes before linearized reading' (duration: 2.302365108s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.935079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.632306Z","time spent":"2.302763708s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:30:30.934916Z","caller":"traceutil/trace.go:171","msg":"trace[455895344] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13915; }","duration":"2.155746248s","start":"2026-03-01T14:30:28.779072Z","end":"2026-03-01T14:30:30.934818Z","steps":["trace[455895344] 'agreement among raft nodes before linearized reading' (duration: 2.155190834s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:30:30.937004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:30:28.778962Z","time spent":"2.156362543s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:31:09.65693Z","caller":"traceutil/trace.go:171","msg":"trace[1183776143] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"103.05352ms","start":"2026-03-01T14:31:09.553849Z","end":"2026-03-01T14:31:09.656902Z","steps":["trace[1183776143] 'process raft request' (duration: 102.673751ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:19.642262Z","caller":"traceutil/trace.go:171","msg":"trace[1215312814] linearizableReadLoop","detail":"{readStateIndex:15042; appliedIndex:15041; }","duration":"373.15238ms","start":"2026-03-01T14:31:19.269081Z","end":"2026-03-01T14:31:19.642233Z","steps":["trace[1215312814] 'read index received' (duration: 373.053557ms)","trace[1215312814] 'applied index is now lower than readState.Index' (duration: 97.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:19.642378Z","caller":"traceutil/trace.go:171","msg":"trace[989331004] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"448.386028ms","start":"2026-03-01T14:31:19.193955Z","end":"2026-03-01T14:31:19.642341Z","steps":["trace[989331004] 'process raft request' (duration: 448.087081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.642564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:19.193939Z","time spent":"448.528012ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:31:19.642634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.526309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:31:19.642756Z","caller":"traceutil/trace.go:171","msg":"trace[663301628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14497; }","duration":"373.700753ms","start":"2026-03-01T14:31:19.269029Z","end":"2026-03-01T14:31:19.64273Z","steps":["trace[663301628] 'agreement among raft nodes before linearized reading' (duration: 373.369065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.642822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:19.269005Z","time spent":"373.804275ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:19.643719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.738052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:31:19.643785Z","caller":"traceutil/trace.go:171","msg":"trace[922398389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14499; }","duration":"241.862905ms","start":"2026-03-01T14:31:19.401908Z","end":"2026-03-01T14:31:19.643771Z","steps":["trace[922398389] 'agreement among raft nodes before linearized reading' (duration: 241.695101ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:19.643919Z","caller":"traceutil/trace.go:171","msg":"trace[800043417] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"373.853447ms","start":"2026-03-01T14:31:19.270042Z","end":"2026-03-01T14:31:19.643895Z","steps":["trace[800043417] 'process raft request' (duration: 373.405746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.644041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:19.270027Z","time spent":"373.94266ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:31:19.644228Z","caller":"traceutil/trace.go:171","msg":"trace[1105033086] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"350.611302ms","start":"2026-03-01T14:31:19.293602Z","end":"2026-03-01T14:31:19.644214Z","steps":["trace[1105033086] 'process raft request' (duration: 349.948794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.64429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:19.293571Z","time spent":"350.689393ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:31:19.644444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.980488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:31:19.644503Z","caller":"traceutil/trace.go:171","msg":"trace[1392284485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:14499; }","duration":"135.113112ms","start":"2026-03-01T14:31:19.509376Z","end":"2026-03-01T14:31:19.644489Z","steps":["trace[1392284485] 'agreement among raft nodes before linearized reading' (duration: 134.910167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.644519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.199841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:31:19.644487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.833529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:31:19.644586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.72743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:31:19.644607Z","caller":"traceutil/trace.go:171","msg":"trace[211715496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14499; }","duration":"214.019894ms","start":"2026-03-01T14:31:19.430581Z","end":"2026-03-01T14:31:19.644601Z","steps":["trace[211715496] 'agreement among raft nodes before linearized reading' (duration: 213.767327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:19.644577Z","caller":"traceutil/trace.go:171","msg":"trace[126522906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14499; }","duration":"209.276023ms","start":"2026-03-01T14:31:19.435289Z","end":"2026-03-01T14:31:19.644565Z","steps":["trace[126522906] 'agreement among raft nodes before linearized reading' (duration: 209.16568ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:19.644632Z","caller":"traceutil/trace.go:171","msg":"trace[2095228511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14499; }","duration":"212.784792ms","start":"2026-03-01T14:31:19.431832Z","end":"2026-03-01T14:31:19.644617Z","steps":["trace[2095228511] 'agreement among raft nodes before linearized reading' (duration: 212.69316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:19.644649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.078799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T14:31:19.644678Z","caller":"traceutil/trace.go:171","msg":"trace[1166280063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14499; }","duration":"209.128969ms","start":"2026-03-01T14:31:19.43554Z","end":"2026-03-01T14:31:19.644669Z","steps":["trace[1166280063] 'agreement among raft nodes before linearized reading' (duration: 209.056347ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:37.834126Z","caller":"traceutil/trace.go:171","msg":"trace[924427331] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"127.575651ms","start":"2026-03-01T14:31:37.706525Z","end":"2026-03-01T14:31:37.8341Z","steps":["trace[924427331] 'process raft request' (duration: 127.392376ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:37.835241Z","caller":"traceutil/trace.go:171","msg":"trace[184933819] linearizableReadLoop","detail":"{readStateIndex:15136; appliedIndex:15133; }","duration":"110.448177ms","start":"2026-03-01T14:31:37.724774Z","end":"2026-03-01T14:31:37.835223Z","steps":["trace[184933819] 'read index received' (duration: 109.225237ms)","trace[184933819] 'applied index is now lower than readState.Index' (duration: 1.22196ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:37.835359Z","caller":"traceutil/trace.go:171","msg":"trace[1357105385] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"125.399965ms","start":"2026-03-01T14:31:37.709943Z","end":"2026-03-01T14:31:37.835343Z","steps":["trace[1357105385] 'process raft request' (duration: 125.228191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:37.835384Z","caller":"traceutil/trace.go:171","msg":"trace[20565715] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"127.120498ms","start":"2026-03-01T14:31:37.708224Z","end":"2026-03-01T14:31:37.835344Z","steps":["trace[20565715] 'process raft request' (duration: 126.847812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.835755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.95722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:37.835793Z","caller":"traceutil/trace.go:171","msg":"trace[2034552166] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14587; }","duration":"111.062372ms","start":"2026-03-01T14:31:37.724721Z","end":"2026-03-01T14:31:37.835783Z","steps":["trace[2034552166] 'agreement among raft nodes before linearized reading' (duration: 110.96038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.836044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.920129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:37.83652Z","caller":"traceutil/trace.go:171","msg":"trace[1621691406] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14587; }","duration":"111.337511ms","start":"2026-03-01T14:31:37.725102Z","end":"2026-03-01T14:31:37.836439Z","steps":["trace[1621691406] 'agreement among raft nodes before linearized reading' (duration: 110.790566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.836668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.534663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:31:37.836747Z","caller":"traceutil/trace.go:171","msg":"trace[667326016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14587; }","duration":"101.614345ms","start":"2026-03-01T14:31:37.735102Z","end":"2026-03-01T14:31:37.836716Z","steps":["trace[667326016] 'agreement among raft nodes before linearized reading' (duration: 101.39401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.629694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T14:31:37.837129Z","caller":"traceutil/trace.go:171","msg":"trace[1383371930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14587; }","duration":"101.740947ms","start":"2026-03-01T14:31:37.735357Z","end":"2026-03-01T14:31:37.837098Z","steps":["trace[1383371930] 'agreement among raft nodes before linearized reading' (duration: 101.583303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.991802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:37.837371Z","caller":"traceutil/trace.go:171","msg":"trace[965442568] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14587; }","duration":"111.075383ms","start":"2026-03-01T14:31:37.726284Z","end":"2026-03-01T14:31:37.837359Z","steps":["trace[965442568] 'agreement among raft nodes before linearized reading' (duration: 110.989921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.380881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:37.837454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.327573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:31:37.837504Z","caller":"traceutil/trace.go:171","msg":"trace[694212221] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14587; }","duration":"111.487044ms","start":"2026-03-01T14:31:37.725984Z","end":"2026-03-01T14:31:37.837471Z","steps":["trace[694212221] 'agreement among raft nodes before linearized reading' (duration: 111.392712ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:37.837515Z","caller":"traceutil/trace.go:171","msg":"trace[1223021905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14587; }","duration":"104.437055ms","start":"2026-03-01T14:31:37.733062Z","end":"2026-03-01T14:31:37.837499Z","steps":["trace[1223021905] 'agreement among raft nodes before linearized reading' (duration: 104.111737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:31:37.837607Z","caller":"traceutil/trace.go:171","msg":"trace[1643398463] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14587; }","duration":"106.898817ms","start":"2026-03-01T14:31:37.730699Z","end":"2026-03-01T14:31:37.837598Z","steps":["trace[1643398463] 'agreement among raft nodes before linearized reading' (duration: 106.801545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.591137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:37.837637Z","caller":"traceutil/trace.go:171","msg":"trace[1659005515] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14587; }","duration":"111.630817ms","start":"2026-03-01T14:31:37.726Z","end":"2026-03-01T14:31:37.837631Z","steps":["trace[1659005515] 'agreement among raft nodes before linearized reading' (duration: 111.598476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:37.837474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.133357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:31:37.837721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.687098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:31:37.837731Z","caller":"traceutil/trace.go:171","msg":"trace[2080303921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14587; }","duration":"102.431034ms","start":"2026-03-01T14:31:37.73529Z","end":"2026-03-01T14:31:37.837721Z","steps":["trace[2080303921] 'agreement among raft nodes before linearized reading' (duration: 102.016714ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:37.837746Z","caller":"traceutil/trace.go:171","msg":"trace[2056318158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14587; }","duration":"109.730889ms","start":"2026-03-01T14:31:37.728008Z","end":"2026-03-01T14:31:37.837739Z","steps":["trace[2056318158] 'agreement among raft nodes before linearized reading' (duration: 109.662807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:44.104575Z","caller":"traceutil/trace.go:171","msg":"trace[222944916] linearizableReadLoop","detail":"{readStateIndex:15164; appliedIndex:15163; }","duration":"249.507918ms","start":"2026-03-01T14:31:43.85504Z","end":"2026-03-01T14:31:44.104548Z","steps":["trace[222944916] 'read index received' (duration: 249.423686ms)","trace[222944916] 'applied index is now lower than readState.Index' (duration: 82.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:44.104687Z","caller":"traceutil/trace.go:171","msg":"trace[1638466450] transaction","detail":"{read_only:false; response_revision:14614; number_of_response:1; }","duration":"251.918409ms","start":"2026-03-01T14:31:43.852735Z","end":"2026-03-01T14:31:44.104653Z","steps":["trace[1638466450] 'process raft request' (duration: 251.686073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:44.104857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.788895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:44.104985Z","caller":"traceutil/trace.go:171","msg":"trace[1882241994] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14614; }","duration":"249.97655ms","start":"2026-03-01T14:31:43.854991Z","end":"2026-03-01T14:31:44.104967Z","steps":["trace[1882241994] 'agreement among raft nodes before linearized reading' (duration: 249.693003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.149264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.366482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:31:45.149522Z","caller":"traceutil/trace.go:171","msg":"trace[161327576] linearizableReadLoop","detail":"{readStateIndex:15166; appliedIndex:15164; }","duration":"1.044857825s","start":"2026-03-01T14:31:44.104643Z","end":"2026-03-01T14:31:45.1495Z","steps":["trace[161327576] 'read index received' (duration: 332.098613ms)","trace[161327576] 'applied index is now lower than readState.Index' (duration: 712.757902ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:45.149527Z","caller":"traceutil/trace.go:171","msg":"trace[2083163103] transaction","detail":"{read_only:false; response_revision:14615; number_of_response:1; }","duration":"1.292805563s","start":"2026-03-01T14:31:43.856689Z","end":"2026-03-01T14:31:45.149495Z","steps":["trace[2083163103] 'process raft request' (duration: 580.101733ms)","trace[2083163103] 'compare' (duration: 712.226439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:45.149686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.856665Z","time spent":"1.292935426s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:31:45.150012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292367922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:45.150034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292894785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:45.150069Z","caller":"traceutil/trace.go:171","msg":"trace[1163956331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14616; }","duration":"1.292446134s","start":"2026-03-01T14:31:43.857609Z","end":"2026-03-01T14:31:45.150055Z","steps":["trace[1163956331] 'agreement among raft nodes before linearized reading' (duration: 1.292248299s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280764459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:31:45.150096Z","caller":"traceutil/trace.go:171","msg":"trace[705870380] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14616; }","duration":"1.292977347s","start":"2026-03-01T14:31:43.857102Z","end":"2026-03-01T14:31:45.150079Z","steps":["trace[705870380] 'agreement among raft nodes before linearized reading' (duration: 1.292882055s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857601Z","time spent":"1.292497695s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:31:45.150136Z","caller":"traceutil/trace.go:171","msg":"trace[29562315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14616; }","duration":"1.280872982s","start":"2026-03-01T14:31:43.869242Z","end":"2026-03-01T14:31:45.150115Z","steps":["trace[29562315] 'agreement among raft nodes before linearized reading' (duration: 1.280546334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857091Z","time spent":"1.293045259s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:45.15019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.215112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.150212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.05137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.150203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292565737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.150299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294555287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.150323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280884853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T14:31:45.150345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.656971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:31:45.150311Z","caller":"traceutil/trace.go:171","msg":"trace[839696134] transaction","detail":"{read_only:false; response_revision:14616; number_of_response:1; }","duration":"1.292733632s","start":"2026-03-01T14:31:43.857527Z","end":"2026-03-01T14:31:45.150261Z","steps":["trace[839696134] 'process raft request' (duration: 1.29187144s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150377Z","caller":"traceutil/trace.go:171","msg":"trace[2066980848] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:14616; }","duration":"350.713382ms","start":"2026-03-01T14:31:44.799655Z","end":"2026-03-01T14:31:45.150369Z","steps":["trace[2066980848] 'agreement among raft nodes before linearized reading' (duration: 350.61157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.1504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.406318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:31:45.15042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.799644Z","time spent":"350.767543ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":69,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:31:45.150433Z","caller":"traceutil/trace.go:171","msg":"trace[552636131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14616; }","duration":"404.439369ms","start":"2026-03-01T14:31:44.745984Z","end":"2026-03-01T14:31:45.150423Z","steps":["trace[552636131] 'agreement among raft nodes before linearized reading' (duration: 404.348546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280840431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:31:45.150487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281057097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T14:31:45.150503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.483944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.150498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214866555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:31:45.150503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.639838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:45.150512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857503Z","time spent":"1.292918186s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:31:45.150535Z","caller":"traceutil/trace.go:171","msg":"trace[19002171] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14616; }","duration":"403.550787ms","start":"2026-03-01T14:31:44.746976Z","end":"2026-03-01T14:31:45.150527Z","steps":["trace[19002171] 'agreement among raft nodes before linearized reading' (duration: 403.506375ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150541Z","caller":"traceutil/trace.go:171","msg":"trace[1865834487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14616; }","duration":"1.281117269s","start":"2026-03-01T14:31:43.869407Z","end":"2026-03-01T14:31:45.150525Z","steps":["trace[1865834487] 'agreement among raft nodes before linearized reading' (duration: 1.280998895s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.746948Z","time spent":"403.612159ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.745928Z","time spent":"404.52784ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T14:31:45.150573Z","caller":"traceutil/trace.go:171","msg":"trace[1646891129] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14616; }","duration":"1.214950369s","start":"2026-03-01T14:31:43.935594Z","end":"2026-03-01T14:31:45.150545Z","steps":["trace[1646891129] 'agreement among raft nodes before linearized reading' (duration: 1.214803064s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.869399Z","time spent":"1.28117198s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.270115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:45.150627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.935578Z","time spent":"1.21503678s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T14:31:45.150661Z","caller":"traceutil/trace.go:171","msg":"trace[1061383906] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14616; }","duration":"793.320156ms","start":"2026-03-01T14:31:44.357334Z","end":"2026-03-01T14:31:45.150654Z","steps":["trace[1061383906] 'agreement among raft nodes before linearized reading' (duration: 793.206793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280569575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T14:31:45.150565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.970972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:45.150714Z","caller":"traceutil/trace.go:171","msg":"trace[21315036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14616; }","duration":"1.280630257s","start":"2026-03-01T14:31:43.870069Z","end":"2026-03-01T14:31:45.1507Z","steps":["trace[21315036] 'agreement among raft nodes before linearized reading' (duration: 1.280477324s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150724Z","caller":"traceutil/trace.go:171","msg":"trace[23964751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14616; }","duration":"237.150736ms","start":"2026-03-01T14:31:44.913564Z","end":"2026-03-01T14:31:45.150715Z","steps":["trace[23964751] 'agreement among raft nodes before linearized reading' (duration: 236.969661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.625439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:45.15076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.870065Z","time spent":"1.280684239s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:31:45.150769Z","caller":"traceutil/trace.go:171","msg":"trace[1444290599] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14616; }","duration":"794.68653ms","start":"2026-03-01T14:31:44.35607Z","end":"2026-03-01T14:31:45.150757Z","steps":["trace[1444290599] 'agreement among raft nodes before linearized reading' (duration: 794.624538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256928988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:31:45.150356Z","caller":"traceutil/trace.go:171","msg":"trace[1077302389] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14616; }","duration":"1.294622599s","start":"2026-03-01T14:31:43.855717Z","end":"2026-03-01T14:31:45.15034Z","steps":["trace[1077302389] 'agreement among raft nodes before linearized reading' (duration: 1.294560888s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.083067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:45.150244Z","caller":"traceutil/trace.go:171","msg":"trace[1535130001] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14616; }","duration":"795.299325ms","start":"2026-03-01T14:31:44.354928Z","end":"2026-03-01T14:31:45.150227Z","steps":["trace[1535130001] 'agreement among raft nodes before linearized reading' (duration: 795.222873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.02798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:31:45.150873Z","caller":"traceutil/trace.go:171","msg":"trace[1351878036] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14616; }","duration":"245.294432ms","start":"2026-03-01T14:31:44.905554Z","end":"2026-03-01T14:31:45.150848Z","steps":["trace[1351878036] 'agreement among raft nodes before linearized reading' (duration: 245.033836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.670772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:31:45.150906Z","caller":"traceutil/trace.go:171","msg":"trace[1239022890] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14616; }","duration":"246.100222ms","start":"2026-03-01T14:31:44.90479Z","end":"2026-03-01T14:31:45.150891Z","steps":["trace[1239022890] 'agreement among raft nodes before linearized reading' (duration: 245.9994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.354907Z","time spent":"795.978693ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.328288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:45.15088Z","caller":"traceutil/trace.go:171","msg":"trace[139948688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:14616; }","duration":"1.257056602s","start":"2026-03-01T14:31:43.893768Z","end":"2026-03-01T14:31:45.150825Z","steps":["trace[139948688] 'agreement among raft nodes before linearized reading' (duration: 1.256410174s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150945Z","caller":"traceutil/trace.go:171","msg":"trace[2020993039] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14616; }","duration":"245.884397ms","start":"2026-03-01T14:31:44.905047Z","end":"2026-03-01T14:31:45.150932Z","steps":["trace[2020993039] 'agreement among raft nodes before linearized reading' (duration: 245.644941ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150307Z","caller":"traceutil/trace.go:171","msg":"trace[219743424] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14616; }","duration":"1.292703101s","start":"2026-03-01T14:31:43.85758Z","end":"2026-03-01T14:31:45.150283Z","steps":["trace[219743424] 'agreement among raft nodes before linearized reading' (duration: 1.292524577s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150962Z","caller":"traceutil/trace.go:171","msg":"trace[464733021] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14616; }","duration":"246.378339ms","start":"2026-03-01T14:31:44.904575Z","end":"2026-03-01T14:31:45.150954Z","steps":["trace[464733021] 'agreement among raft nodes before linearized reading' (duration: 246.330538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.222111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-01T14:31:45.15037Z","caller":"traceutil/trace.go:171","msg":"trace[2011323739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14616; }","duration":"1.280941104s","start":"2026-03-01T14:31:43.869414Z","end":"2026-03-01T14:31:45.150356Z","steps":["trace[2011323739] 'agreement among raft nodes before linearized reading' (duration: 1.280811321s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.150253Z","caller":"traceutil/trace.go:171","msg":"trace[1759548102] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14616; }","duration":"246.132592ms","start":"2026-03-01T14:31:44.904109Z","end":"2026-03-01T14:31:45.150241Z","steps":["trace[1759548102] 'agreement among raft nodes before linearized reading' (duration: 246.06399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.150992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857572Z","time spent":"1.293408259s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T14:31:45.150566Z","caller":"traceutil/trace.go:171","msg":"trace[311211137] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14616; }","duration":"401.731391ms","start":"2026-03-01T14:31:44.74882Z","end":"2026-03-01T14:31:45.150551Z","steps":["trace[311211137] 'agreement among raft nodes before linearized reading' (duration: 401.537255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.151031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.893752Z","time spent":"1.257216056s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"warn","ts":"2026-03-01T14:31:45.151115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253890712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-03-01T14:31:45.151096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.748808Z","time spent":"402.272555ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:45.15082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.35606Z","time spent":"794.751311ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:45.151245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293921612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:45.151278Z","caller":"traceutil/trace.go:171","msg":"trace[1561788706] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-95xtz; range_end:; response_count:1; response_revision:14616; }","duration":"1.254031885s","start":"2026-03-01T14:31:43.897179Z","end":"2026-03-01T14:31:45.151211Z","steps":["trace[1561788706] 'agreement among raft nodes before linearized reading' (duration: 1.253349018s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.151395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.897167Z","time spent":"1.25421042s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.855708Z","time spent":"1.295131553s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:31:45.151402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.825644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:45.151614Z","caller":"traceutil/trace.go:171","msg":"trace[752812331] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14616; }","duration":"795.259235ms","start":"2026-03-01T14:31:44.356332Z","end":"2026-03-01T14:31:45.151591Z","steps":["trace[752812331] 'agreement among raft nodes before linearized reading' (duration: 794.455085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.151674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.356307Z","time spent":"795.350566ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T14:31:45.151Z","caller":"traceutil/trace.go:171","msg":"trace[1274065504] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5wq5k; range_end:; response_count:1; response_revision:14616; }","duration":"108.764916ms","start":"2026-03-01T14:31:45.042225Z","end":"2026-03-01T14:31:45.150989Z","steps":["trace[1274065504] 'agreement among raft nodes before linearized reading' (duration: 108.16617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.15032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292606458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:31:45.15186Z","caller":"traceutil/trace.go:171","msg":"trace[1615680212] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14616; }","duration":"1.294208599s","start":"2026-03-01T14:31:43.857637Z","end":"2026-03-01T14:31:45.151845Z","steps":["trace[1615680212] 'agreement among raft nodes before linearized reading' (duration: 1.292471035s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.151916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857627Z","time spent":"1.29427274s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.869225Z","time spent":"1.280955995s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:31:45.151037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.869406Z","time spent":"1.281614041s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:31:45.150514Z","caller":"traceutil/trace.go:171","msg":"trace[170182635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14616; }","duration":"1.280941254s","start":"2026-03-01T14:31:43.86955Z","end":"2026-03-01T14:31:45.150491Z","steps":["trace[170182635] 'agreement among raft nodes before linearized reading' (duration: 1.280625896s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.152381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.869546Z","time spent":"1.282820582s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:31:45.150682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:44.357323Z","time spent":"793.354837ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:31:45.151303Z","caller":"traceutil/trace.go:171","msg":"trace[2125262060] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14616; }","duration":"1.293995864s","start":"2026-03-01T14:31:43.857292Z","end":"2026-03-01T14:31:45.151287Z","steps":["trace[2125262060] 'agreement among raft nodes before linearized reading' (duration: 1.293899182s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.152583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:43.857283Z","time spent":"1.295291706s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-01T14:31:45.31148Z","caller":"traceutil/trace.go:171","msg":"trace[1917582693] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"154.255064ms","start":"2026-03-01T14:31:45.15719Z","end":"2026-03-01T14:31:45.311445Z","steps":["trace[1917582693] 'process raft request' (duration: 116.47893ms)","trace[1917582693] 'compare' (duration: 37.421395ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:45.311721Z","caller":"traceutil/trace.go:171","msg":"trace[1875506644] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"154.092101ms","start":"2026-03-01T14:31:45.157618Z","end":"2026-03-01T14:31:45.31171Z","steps":["trace[1875506644] 'process raft request' (duration: 153.875025ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.311681Z","caller":"traceutil/trace.go:171","msg":"trace[392959009] linearizableReadLoop","detail":"{readStateIndex:15171; appliedIndex:15167; }","duration":"114.494791ms","start":"2026-03-01T14:31:45.197101Z","end":"2026-03-01T14:31:45.311595Z","steps":["trace[392959009] 'read index received' (duration: 76.592304ms)","trace[392959009] 'applied index is now lower than readState.Index' (duration: 37.901347ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:45.311822Z","caller":"traceutil/trace.go:171","msg":"trace[1965508147] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"154.355947ms","start":"2026-03-01T14:31:45.157455Z","end":"2026-03-01T14:31:45.311811Z","steps":["trace[1965508147] 'process raft request' (duration: 153.907006ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:45.311895Z","caller":"traceutil/trace.go:171","msg":"trace[638332670] transaction","detail":"{read_only:false; response_revision:14621; number_of_response:1; }","duration":"154.08526ms","start":"2026-03-01T14:31:45.157769Z","end":"2026-03-01T14:31:45.311855Z","steps":["trace[638332670] 'process raft request' (duration: 153.775552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.312548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.751392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"info","ts":"2026-03-01T14:31:45.312585Z","caller":"traceutil/trace.go:171","msg":"trace[1725232970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14621; }","duration":"153.816863ms","start":"2026-03-01T14:31:45.15876Z","end":"2026-03-01T14:31:45.312577Z","steps":["trace[1725232970] 'agreement among raft nodes before linearized reading' (duration: 153.125976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:45.313097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.257815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"info","ts":"2026-03-01T14:31:45.313202Z","caller":"traceutil/trace.go:171","msg":"trace[1528926889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14621; }","duration":"154.376858ms","start":"2026-03-01T14:31:45.158803Z","end":"2026-03-01T14:31:45.31318Z","steps":["trace[1528926889] 'agreement among raft nodes before linearized reading' (duration: 153.119616ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:46.245735Z","caller":"traceutil/trace.go:171","msg":"trace[398502795] linearizableReadLoop","detail":"{readStateIndex:15173; appliedIndex:15172; }","duration":"131.214641ms","start":"2026-03-01T14:31:46.114491Z","end":"2026-03-01T14:31:46.245706Z","steps":["trace[398502795] 'read index received' (duration: 85.125079ms)","trace[398502795] 'applied index is now lower than readState.Index' (duration: 46.088142ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:46.245858Z","caller":"traceutil/trace.go:171","msg":"trace[5970051] transaction","detail":"{read_only:false; response_revision:14623; number_of_response:1; }","duration":"135.054391ms","start":"2026-03-01T14:31:46.110791Z","end":"2026-03-01T14:31:46.245846Z","steps":["trace[5970051] 'process raft request' (duration: 88.878785ms)","trace[5970051] 'compare' (duration: 45.922259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:46.246362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.855729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:46.246407Z","caller":"traceutil/trace.go:171","msg":"trace[2058483172] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14623; }","duration":"131.982922ms","start":"2026-03-01T14:31:46.114414Z","end":"2026-03-01T14:31:46.246397Z","steps":["trace[2058483172] 'agreement among raft nodes before linearized reading' (duration: 131.826738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:47.481146Z","caller":"traceutil/trace.go:171","msg":"trace[1976014489] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"133.822367ms","start":"2026-03-01T14:31:47.347299Z","end":"2026-03-01T14:31:47.481121Z","steps":["trace[1976014489] 'process raft request' (duration: 115.655249ms)","trace[1976014489] 'compare' (duration: 17.919472ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:47.481364Z","caller":"traceutil/trace.go:171","msg":"trace[956074083] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"133.785788ms","start":"2026-03-01T14:31:47.347567Z","end":"2026-03-01T14:31:47.481353Z","steps":["trace[956074083] 'process raft request' (duration: 133.51576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:47.481509Z","caller":"traceutil/trace.go:171","msg":"trace[2125606394] linearizableReadLoop","detail":"{readStateIndex:15179; appliedIndex:15177; }","duration":"134.075544ms","start":"2026-03-01T14:31:47.347423Z","end":"2026-03-01T14:31:47.481499Z","steps":["trace[2125606394] 'read index received' (duration: 27.880583ms)","trace[2125606394] 'applied index is now lower than readState.Index' (duration: 106.194251ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:47.48163Z","caller":"traceutil/trace.go:171","msg":"trace[986200965] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"131.004647ms","start":"2026-03-01T14:31:47.350614Z","end":"2026-03-01T14:31:47.481619Z","steps":["trace[986200965] 'process raft request' (duration: 130.70292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:47.482542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.525635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"warn","ts":"2026-03-01T14:31:47.482722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.717934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"info","ts":"2026-03-01T14:31:47.482748Z","caller":"traceutil/trace.go:171","msg":"trace[56050327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14630; }","duration":"134.772982ms","start":"2026-03-01T14:31:47.347954Z","end":"2026-03-01T14:31:47.482727Z","steps":["trace[56050327] 'agreement among raft nodes before linearized reading' (duration: 133.695265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:47.482836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.480054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"info","ts":"2026-03-01T14:31:47.48289Z","caller":"traceutil/trace.go:171","msg":"trace[2133196342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14630; }","duration":"130.548025ms","start":"2026-03-01T14:31:47.352331Z","end":"2026-03-01T14:31:47.482879Z","steps":["trace[2133196342] 'agreement among raft nodes before linearized reading' (duration: 129.753336ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:47.482796Z","caller":"traceutil/trace.go:171","msg":"trace[1432251354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14630; }","duration":"129.804186ms","start":"2026-03-01T14:31:47.352973Z","end":"2026-03-01T14:31:47.482778Z","steps":["trace[1432251354] 'agreement among raft nodes before linearized reading' (duration: 128.75967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:47.485724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.28934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732309"} {"level":"info","ts":"2026-03-01T14:31:47.48581Z","caller":"traceutil/trace.go:171","msg":"trace[1287666024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14630; }","duration":"138.410133ms","start":"2026-03-01T14:31:47.347383Z","end":"2026-03-01T14:31:47.485794Z","steps":["trace[1287666024] 'agreement among raft nodes before linearized reading' (duration: 135.174331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:48.752005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907725124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:31:49.252661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907725124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:31:49.263694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012288454s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:31:49.271126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52717456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.27118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556272414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.27125Z","caller":"traceutil/trace.go:171","msg":"trace[28715315] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14630; }","duration":"1.556403257s","start":"2026-03-01T14:31:47.714826Z","end":"2026-03-01T14:31:49.271229Z","steps":["trace[28715315] 'range keys from in-memory index tree' (duration: 1.555952457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.27129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.714805Z","time spent":"1.55647564s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:49.271325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549574706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:31:49.271336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466500399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.271366Z","caller":"traceutil/trace.go:171","msg":"trace[424864590] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14630; }","duration":"1.54966302s","start":"2026-03-01T14:31:47.721694Z","end":"2026-03-01T14:31:49.271357Z","steps":["trace[424864590] 'range keys from in-memory index tree' (duration: 1.549369021s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.271395Z","caller":"traceutil/trace.go:171","msg":"trace[1220021302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14630; }","duration":"1.466583052s","start":"2026-03-01T14:31:47.804793Z","end":"2026-03-01T14:31:49.271376Z","steps":["trace[1220021302] 'range keys from in-memory index tree' (duration: 1.466369955s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.271401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.721668Z","time spent":"1.54972486s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:31:49.271434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.804778Z","time spent":"1.466647323s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:31:49.2715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.500452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.271588Z","caller":"traceutil/trace.go:171","msg":"trace[12796588] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14630; }","duration":"572.594664ms","start":"2026-03-01T14:31:48.69898Z","end":"2026-03-01T14:31:49.271575Z","steps":["trace[12796588] 'range keys from in-memory index tree' (duration: 572.488121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.271666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545697498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.271677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63849264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T14:31:49.2717Z","caller":"traceutil/trace.go:171","msg":"trace[220873655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14630; }","duration":"1.54574784s","start":"2026-03-01T14:31:47.725943Z","end":"2026-03-01T14:31:49.27169Z","steps":["trace[220873655] 'range keys from in-memory index tree' (duration: 1.545616766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.271739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.725934Z","time spent":"1.545797461s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:31:49.27179Z","caller":"traceutil/trace.go:171","msg":"trace[361652251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14630; }","duration":"1.638567072s","start":"2026-03-01T14:31:47.633136Z","end":"2026-03-01T14:31:49.271703Z","steps":["trace[361652251] 'count revisions from in-memory index tree' (duration: 1.638422979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.271839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.633116Z","time spent":"1.638709836s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:31:49.271197Z","caller":"traceutil/trace.go:171","msg":"trace[766078406] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14630; }","duration":"1.527477488s","start":"2026-03-01T14:31:47.743698Z","end":"2026-03-01T14:31:49.271176Z","steps":["trace[766078406] 'count revisions from in-memory index tree' (duration: 1.527100399s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.271975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545069383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.272012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.743683Z","time spent":"1.52831819s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:31:49.272426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149494146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-01T14:31:49.272527Z","caller":"traceutil/trace.go:171","msg":"trace[1021902646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14630; }","duration":"1.14963421s","start":"2026-03-01T14:31:48.122866Z","end":"2026-03-01T14:31:49.2725Z","steps":["trace[1021902646] 'range keys from in-memory index tree' (duration: 1.14926002s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.272714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:48.122847Z","time spent":"1.149849595s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:31:49.272018Z","caller":"traceutil/trace.go:171","msg":"trace[1411988586] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14630; }","duration":"1.545141145s","start":"2026-03-01T14:31:47.726863Z","end":"2026-03-01T14:31:49.272004Z","steps":["trace[1411988586] 'range keys from in-memory index tree' (duration: 1.544939169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.272894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:47.726848Z","time spent":"1.545946274s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:31:49.274654Z","caller":"traceutil/trace.go:171","msg":"trace[1694720067] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"1.023373094s","start":"2026-03-01T14:31:48.251251Z","end":"2026-03-01T14:31:49.274624Z","steps":["trace[1694720067] 'process raft request' (duration: 1.012630223s)","trace[1694720067] 'compare' (duration: 10.545736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:31:49.274869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:48.251222Z","time spent":"1.023577868s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:31:49.852584Z","caller":"traceutil/trace.go:171","msg":"trace[1992331006] linearizableReadLoop","detail":"{readStateIndex:15184; appliedIndex:15181; }","duration":"1.601041095s","start":"2026-03-01T14:31:48.251522Z","end":"2026-03-01T14:31:49.852563Z","steps":["trace[1992331006] 'read index received' (duration: 1.012577571s)","trace[1992331006] 'applied index is now lower than readState.Index' (duration: 588.462624ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.852844Z","caller":"traceutil/trace.go:171","msg":"trace[523169697] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"640.789356ms","start":"2026-03-01T14:31:49.211984Z","end":"2026-03-01T14:31:49.852773Z","steps":["trace[523169697] 'process raft request' (duration: 622.304569ms)","trace[523169697] 'compare' (duration: 17.510122ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:31:49.852837Z","caller":"traceutil/trace.go:171","msg":"trace[594411580] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"610.134852ms","start":"2026-03-01T14:31:49.242655Z","end":"2026-03-01T14:31:49.85279Z","steps":["trace[594411580] 'process raft request' (duration: 609.803034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.852906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601368093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:49.852948Z","caller":"traceutil/trace.go:171","msg":"trace[1076575297] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14633; }","duration":"1.601497027s","start":"2026-03-01T14:31:48.25144Z","end":"2026-03-01T14:31:49.852937Z","steps":["trace[1076575297] 'agreement among raft nodes before linearized reading' (duration: 1.601337043s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.852974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:48.251409Z","time spent":"1.601559149s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.242638Z","time spent":"610.308606ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:31:49.853076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.211969Z","time spent":"640.947419ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:31:49.853357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530512704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T14:31:49.853388Z","caller":"traceutil/trace.go:171","msg":"trace[1176434905] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14633; }","duration":"1.530572746s","start":"2026-03-01T14:31:48.322804Z","end":"2026-03-01T14:31:49.853377Z","steps":["trace[1176434905] 'agreement among raft nodes before linearized reading' (duration: 1.530493174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:48.322788Z","time spent":"1.530612966s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.429701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T14:31:49.853519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.364113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.853541Z","caller":"traceutil/trace.go:171","msg":"trace[783065044] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14633; }","duration":"615.407934ms","start":"2026-03-01T14:31:49.238127Z","end":"2026-03-01T14:31:49.853535Z","steps":["trace[783065044] 'agreement among raft nodes before linearized reading' (duration: 615.379343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.238117Z","time spent":"615.434895ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.454485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-01T14:31:49.853654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.395629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.853688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.817174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:49.85371Z","caller":"traceutil/trace.go:171","msg":"trace[479427266] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14633; }","duration":"615.863165ms","start":"2026-03-01T14:31:49.237841Z","end":"2026-03-01T14:31:49.853704Z","steps":["trace[479427266] 'agreement among raft nodes before linearized reading' (duration: 615.804393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.237831Z","time spent":"615.900107ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.79848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nnwbz\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-01T14:31:49.853779Z","caller":"traceutil/trace.go:171","msg":"trace[785206562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nnwbz; range_end:; response_count:1; response_revision:14633; }","duration":"574.863641ms","start":"2026-03-01T14:31:49.278907Z","end":"2026-03-01T14:31:49.853771Z","steps":["trace[785206562] 'agreement among raft nodes before linearized reading' (duration: 574.770938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.563333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.853825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.278889Z","time spent":"574.926783ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-nnwbz\" "} {"level":"info","ts":"2026-03-01T14:31:49.853836Z","caller":"traceutil/trace.go:171","msg":"trace[1948839832] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14633; }","duration":"614.603174ms","start":"2026-03-01T14:31:49.239224Z","end":"2026-03-01T14:31:49.853827Z","steps":["trace[1948839832] 'agreement among raft nodes before linearized reading' (duration: 614.504522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.149144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.853874Z","caller":"traceutil/trace.go:171","msg":"trace[748900260] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14633; }","duration":"616.243966ms","start":"2026-03-01T14:31:49.237624Z","end":"2026-03-01T14:31:49.853868Z","steps":["trace[748900260] 'agreement among raft nodes before linearized reading' (duration: 616.181644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.23922Z","time spent":"614.643565ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.237601Z","time spent":"616.291577ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.752468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.853999Z","caller":"traceutil/trace.go:171","msg":"trace[51174461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14633; }","duration":"473.831921ms","start":"2026-03-01T14:31:49.37995Z","end":"2026-03-01T14:31:49.853782Z","steps":["trace[51174461] 'agreement among raft nodes before linearized reading' (duration: 473.361489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.440843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.854022Z","caller":"traceutil/trace.go:171","msg":"trace[538356255] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14633; }","duration":"614.786729ms","start":"2026-03-01T14:31:49.239226Z","end":"2026-03-01T14:31:49.854013Z","steps":["trace[538356255] 'agreement among raft nodes before linearized reading' (duration: 614.735417ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.854041Z","caller":"traceutil/trace.go:171","msg":"trace[1960331191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14633; }","duration":"691.498805ms","start":"2026-03-01T14:31:49.162536Z","end":"2026-03-01T14:31:49.854035Z","steps":["trace[1960331191] 'agreement among raft nodes before linearized reading' (duration: 691.464933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.162497Z","time spent":"691.557477ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239189Z","time spent":"614.858961ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.210993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T14:31:49.854136Z","caller":"traceutil/trace.go:171","msg":"trace[1104926063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14633; }","duration":"583.288834ms","start":"2026-03-01T14:31:49.270839Z","end":"2026-03-01T14:31:49.854127Z","steps":["trace[1104926063] 'agreement among raft nodes before linearized reading' (duration: 583.191212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.927953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.854168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.270819Z","time spent":"583.343356ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:31:49.854175Z","caller":"traceutil/trace.go:171","msg":"trace[1548221108] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14633; }","duration":"614.964834ms","start":"2026-03-01T14:31:49.239202Z","end":"2026-03-01T14:31:49.854167Z","steps":["trace[1548221108] 'agreement among raft nodes before linearized reading' (duration: 614.919433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.774373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:49.854231Z","caller":"traceutil/trace.go:171","msg":"trace[960232048] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14633; }","duration":"693.835475ms","start":"2026-03-01T14:31:49.160389Z","end":"2026-03-01T14:31:49.854225Z","steps":["trace[960232048] 'agreement among raft nodes before linearized reading' (duration: 693.767243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.059926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.854261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.512427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.854282Z","caller":"traceutil/trace.go:171","msg":"trace[953941487] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14633; }","duration":"615.122318ms","start":"2026-03-01T14:31:49.23915Z","end":"2026-03-01T14:31:49.854273Z","steps":["trace[953941487] 'agreement among raft nodes before linearized reading' (duration: 615.069657ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.854291Z","caller":"traceutil/trace.go:171","msg":"trace[2113366428] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14633; }","duration":"613.563718ms","start":"2026-03-01T14:31:49.24072Z","end":"2026-03-01T14:31:49.854283Z","steps":["trace[2113366428] 'agreement among raft nodes before linearized reading' (duration: 613.519917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239139Z","time spent":"615.170689ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.16037Z","time spent":"693.876275ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.710732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.854398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.379877Z","time spent":"474.407956ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:31:49.85432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.240706Z","time spent":"613.608749ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.899921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.854683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.454765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.854733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.906657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:31:49.854738Z","caller":"traceutil/trace.go:171","msg":"trace[452039113] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14633; }","duration":"616.174804ms","start":"2026-03-01T14:31:49.238552Z","end":"2026-03-01T14:31:49.854727Z","steps":["trace[452039113] 'agreement among raft nodes before linearized reading' (duration: 614.882711ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.85476Z","caller":"traceutil/trace.go:171","msg":"trace[1951748978] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14633; }","duration":"615.952519ms","start":"2026-03-01T14:31:49.238801Z","end":"2026-03-01T14:31:49.854753Z","steps":["trace[1951748978] 'agreement among raft nodes before linearized reading' (duration: 615.743884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.238792Z","time spent":"615.98572ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.23854Z","time spent":"616.237196ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-01T14:31:49.853703Z","caller":"traceutil/trace.go:171","msg":"trace[1191160978] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14633; }","duration":"614.460561ms","start":"2026-03-01T14:31:49.23923Z","end":"2026-03-01T14:31:49.853691Z","steps":["trace[1191160978] 'agreement among raft nodes before linearized reading' (duration: 614.293296ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.853652Z","caller":"traceutil/trace.go:171","msg":"trace[1911069152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14633; }","duration":"573.516256ms","start":"2026-03-01T14:31:49.280115Z","end":"2026-03-01T14:31:49.853631Z","steps":["trace[1911069152] 'agreement among raft nodes before linearized reading' (duration: 573.349292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.854775Z","caller":"traceutil/trace.go:171","msg":"trace[1670341019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14633; }","duration":"939.600089ms","start":"2026-03-01T14:31:48.915149Z","end":"2026-03-01T14:31:49.85475Z","steps":["trace[1670341019] 'agreement among raft nodes before linearized reading' (duration: 939.385854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.854913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239219Z","time spent":"615.682992ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:49.854919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.280105Z","time spent":"574.80039ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:31:49.85494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:48.915134Z","time spent":"939.800024ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:31:49.853493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.289261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-01T14:31:49.854465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.044456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:31:49.855148Z","caller":"traceutil/trace.go:171","msg":"trace[77129568] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14633; }","duration":"615.743854ms","start":"2026-03-01T14:31:49.239396Z","end":"2026-03-01T14:31:49.85514Z","steps":["trace[77129568] 'agreement among raft nodes before linearized reading' (duration: 615.051956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239382Z","time spent":"615.782994ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-01T14:31:49.854431Z","caller":"traceutil/trace.go:171","msg":"trace[1573811387] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14633; }","duration":"613.767453ms","start":"2026-03-01T14:31:49.240656Z","end":"2026-03-01T14:31:49.854424Z","steps":["trace[1573811387] 'agreement among raft nodes before linearized reading' (duration: 613.681411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.240648Z","time spent":"614.599204ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:49.85513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.914071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T14:31:49.855105Z","caller":"traceutil/trace.go:171","msg":"trace[1386534853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14633; }","duration":"616.913823ms","start":"2026-03-01T14:31:49.23818Z","end":"2026-03-01T14:31:49.855094Z","steps":["trace[1386534853] 'agreement among raft nodes before linearized reading' (duration: 615.26683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.238171Z","time spent":"617.164829ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T14:31:49.855333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.660039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-01T14:31:49.854524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.19837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-01T14:31:49.85537Z","caller":"traceutil/trace.go:171","msg":"trace[136748083] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:14633; }","duration":"338.738151ms","start":"2026-03-01T14:31:49.516622Z","end":"2026-03-01T14:31:49.85536Z","steps":["trace[136748083] 'agreement among raft nodes before linearized reading' (duration: 338.615778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.853411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.105322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:31:49.855406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.5166Z","time spent":"338.799532ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" "} {"level":"info","ts":"2026-03-01T14:31:49.855327Z","caller":"traceutil/trace.go:171","msg":"trace[213446494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14633; }","duration":"361.187428ms","start":"2026-03-01T14:31:49.494123Z","end":"2026-03-01T14:31:49.85531Z","steps":["trace[213446494] 'agreement among raft nodes before linearized reading' (duration: 360.548902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.046215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-01T14:31:49.855288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.646136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:31:49.855647Z","caller":"traceutil/trace.go:171","msg":"trace[1438861668] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:14633; }","duration":"342.113146ms","start":"2026-03-01T14:31:49.513528Z","end":"2026-03-01T14:31:49.855641Z","steps":["trace[1438861668] 'agreement among raft nodes before linearized reading' (duration: 342.039684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.513508Z","time spent":"342.150277ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" "} {"level":"warn","ts":"2026-03-01T14:31:49.855625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.494099Z","time spent":"361.510425ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:31:49.855765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.239012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-01T14:31:49.854203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239196Z","time spent":"615.001315ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T14:31:49.855443Z","caller":"traceutil/trace.go:171","msg":"trace[931643980] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14633; }","duration":"616.115243ms","start":"2026-03-01T14:31:49.239277Z","end":"2026-03-01T14:31:49.855392Z","steps":["trace[931643980] 'agreement among raft nodes before linearized reading' (duration: 615.18674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:31:49.855859Z","caller":"traceutil/trace.go:171","msg":"trace[71423296] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5wq5k; range_end:; response_count:1; response_revision:14633; }","duration":"335.344725ms","start":"2026-03-01T14:31:49.520464Z","end":"2026-03-01T14:31:49.855809Z","steps":["trace[71423296] 'agreement among raft nodes before linearized reading' (duration: 335.094249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.855907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239245Z","time spent":"616.646776ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T14:31:49.855463Z","caller":"traceutil/trace.go:171","msg":"trace[243851457] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14633; }","duration":"616.150593ms","start":"2026-03-01T14:31:49.239257Z","end":"2026-03-01T14:31:49.855407Z","steps":["trace[243851457] 'agreement among raft nodes before linearized reading' (duration: 614.04441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.85604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.239251Z","time spent":"616.776619ms","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T14:31:49.855667Z","caller":"traceutil/trace.go:171","msg":"trace[641115643] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14633; }","duration":"617.045295ms","start":"2026-03-01T14:31:49.238605Z","end":"2026-03-01T14:31:49.855651Z","steps":["trace[641115643] 'agreement among raft nodes before linearized reading' (duration: 615.885166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.85545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.074825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-01T14:31:49.856138Z","caller":"traceutil/trace.go:171","msg":"trace[1011962825] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-95xtz; range_end:; response_count:1; response_revision:14633; }","duration":"338.814343ms","start":"2026-03-01T14:31:49.51731Z","end":"2026-03-01T14:31:49.856125Z","steps":["trace[1011962825] 'agreement among raft nodes before linearized reading' (duration: 337.797978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.856211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.517273Z","time spent":"338.927035ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-95xtz\" "} {"level":"warn","ts":"2026-03-01T14:31:49.856218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.520451Z","time spent":"335.749115ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" "} {"level":"warn","ts":"2026-03-01T14:31:49.855543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.312783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T14:31:49.856351Z","caller":"traceutil/trace.go:171","msg":"trace[944590091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14633; }","duration":"370.168663ms","start":"2026-03-01T14:31:49.486167Z","end":"2026-03-01T14:31:49.856336Z","steps":["trace[944590091] 'agreement among raft nodes before linearized reading' (duration: 369.24448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.856388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.486157Z","time spent":"370.217905ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:31:49.855549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.088022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T14:31:49.856481Z","caller":"traceutil/trace.go:171","msg":"trace[1303275703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14633; }","duration":"371.056746ms","start":"2026-03-01T14:31:49.485415Z","end":"2026-03-01T14:31:49.856472Z","steps":["trace[1303275703] 'agreement among raft nodes before linearized reading' (duration: 370.081662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:31:49.856514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.485391Z","time spent":"371.116028ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:31:49.858746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:31:49.238597Z","time spent":"617.509518ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-01T14:32:24.589838Z","caller":"traceutil/trace.go:171","msg":"trace[1763555092] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"103.397231ms","start":"2026-03-01T14:32:24.486414Z","end":"2026-03-01T14:32:24.589811Z","steps":["trace[1763555092] 'process raft request' (duration: 103.213506ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:28.760512Z","caller":"traceutil/trace.go:171","msg":"trace[952030954] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"189.017592ms","start":"2026-03-01T14:32:28.571426Z","end":"2026-03-01T14:32:28.760444Z","steps":["trace[952030954] 'process raft request' (duration: 188.859238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:29.477086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.928078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:29.477206Z","caller":"traceutil/trace.go:171","msg":"trace[547657565] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14844; }","duration":"103.109343ms","start":"2026-03-01T14:32:29.374068Z","end":"2026-03-01T14:32:29.477178Z","steps":["trace[547657565] 'range keys from in-memory index tree' (duration: 102.672642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:29.477174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.758155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:32:29.477276Z","caller":"traceutil/trace.go:171","msg":"trace[1968801547] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14844; }","duration":"102.904658ms","start":"2026-03-01T14:32:29.374342Z","end":"2026-03-01T14:32:29.477247Z","steps":["trace[1968801547] 'range keys from in-memory index tree' (duration: 102.56705ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:29.938359Z","caller":"traceutil/trace.go:171","msg":"trace[2141791528] linearizableReadLoop","detail":"{readStateIndex:15406; appliedIndex:15404; }","duration":"364.350317ms","start":"2026-03-01T14:32:29.573985Z","end":"2026-03-01T14:32:29.938335Z","steps":["trace[2141791528] 'read index received' (duration: 15.722387ms)","trace[2141791528] 'applied index is now lower than readState.Index' (duration: 348.62698ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:29.938513Z","caller":"traceutil/trace.go:171","msg":"trace[1080677467] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"440.627172ms","start":"2026-03-01T14:32:29.497823Z","end":"2026-03-01T14:32:29.93845Z","steps":["trace[1080677467] 'process raft request' (duration: 440.336415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:29.93861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.615424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-6fd9fc9d79-mjdbr\" ","response":"range_response_count:1 size:11214"} {"level":"warn","ts":"2026-03-01T14:32:29.938771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.004295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-01T14:32:29.938805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.497791Z","time spent":"440.895209ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T14:32:29.938888Z","caller":"traceutil/trace.go:171","msg":"trace[530875049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14846; }","duration":"283.140808ms","start":"2026-03-01T14:32:29.655709Z","end":"2026-03-01T14:32:29.93885Z","steps":["trace[530875049] 'agreement among raft nodes before linearized reading' (duration: 282.81644ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:29.938897Z","caller":"traceutil/trace.go:171","msg":"trace[218255625] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-6fd9fc9d79-mjdbr; range_end:; response_count:1; response_revision:14846; }","duration":"364.917741ms","start":"2026-03-01T14:32:29.573941Z","end":"2026-03-01T14:32:29.938859Z","steps":["trace[218255625] 'agreement among raft nodes before linearized reading' (duration: 364.518521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:29.938865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.545989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:29.938999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:32:29.573925Z","time spent":"365.038915ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":11238,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-6fd9fc9d79-mjdbr\" "} {"level":"info","ts":"2026-03-01T14:32:29.939011Z","caller":"traceutil/trace.go:171","msg":"trace[1992004984] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14846; }","duration":"228.837228ms","start":"2026-03-01T14:32:29.710156Z","end":"2026-03-01T14:32:29.938993Z","steps":["trace[1992004984] 'agreement among raft nodes before linearized reading' (duration: 228.511228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.193281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.833081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:32:30.193377Z","caller":"traceutil/trace.go:171","msg":"trace[1716314715] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"250.904803ms","start":"2026-03-01T14:32:29.942454Z","end":"2026-03-01T14:32:30.193359Z","steps":["trace[1716314715] 'process raft request' (duration: 142.911878ms)","trace[1716314715] 'compare' (duration: 107.699938ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:32:30.214427Z","caller":"traceutil/trace.go:171","msg":"trace[1480757136] transaction","detail":"{read_only:false; response_revision:14848; number_of_response:1; }","duration":"266.806255ms","start":"2026-03-01T14:32:29.947593Z","end":"2026-03-01T14:32:30.214399Z","steps":["trace[1480757136] 'process raft request' (duration: 266.511598ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.214488Z","caller":"traceutil/trace.go:171","msg":"trace[1901650310] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"146.099807ms","start":"2026-03-01T14:32:30.068354Z","end":"2026-03-01T14:32:30.214454Z","steps":["trace[1901650310] 'process raft request' (duration: 145.906813ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.21453Z","caller":"traceutil/trace.go:171","msg":"trace[3952999] transaction","detail":"{read_only:false; response_revision:14850; number_of_response:1; }","duration":"141.507823ms","start":"2026-03-01T14:32:30.072993Z","end":"2026-03-01T14:32:30.214501Z","steps":["trace[3952999] 'process raft request' (duration: 141.340578ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.214419Z","caller":"traceutil/trace.go:171","msg":"trace[1688992264] linearizableReadLoop","detail":"{readStateIndex:15408; appliedIndex:15406; }","duration":"253.971992ms","start":"2026-03-01T14:32:29.960414Z","end":"2026-03-01T14:32:30.214386Z","steps":["trace[1688992264] 'read index received' (duration: 125.116569ms)","trace[1688992264] 'applied index is now lower than readState.Index' (duration: 128.854223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:32:30.214616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.181167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.214677Z","caller":"traceutil/trace.go:171","msg":"trace[186896373] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14850; }","duration":"254.29527ms","start":"2026-03-01T14:32:29.960363Z","end":"2026-03-01T14:32:30.214658Z","steps":["trace[186896373] 'agreement among raft nodes before linearized reading' (duration: 254.111245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.2148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.367582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.214833Z","caller":"traceutil/trace.go:171","msg":"trace[1104569366] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14850; }","duration":"254.447814ms","start":"2026-03-01T14:32:29.960377Z","end":"2026-03-01T14:32:30.214825Z","steps":["trace[1104569366] 'agreement among raft nodes before linearized reading' (duration: 254.384372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.214839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:32:30.214894Z","caller":"traceutil/trace.go:171","msg":"trace[351237400] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14850; }","duration":"212.428932ms","start":"2026-03-01T14:32:30.00245Z","end":"2026-03-01T14:32:30.214879Z","steps":["trace[351237400] 'agreement among raft nodes before linearized reading' (duration: 212.33683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.214914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.024973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:32:30.214909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.028719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:30.214991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.510231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T14:32:30.214991Z","caller":"traceutil/trace.go:171","msg":"trace[1078356061] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14850; }","duration":"240.124641ms","start":"2026-03-01T14:32:29.974844Z","end":"2026-03-01T14:32:30.214969Z","steps":["trace[1078356061] 'agreement among raft nodes before linearized reading' (duration: 239.982338ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.215017Z","caller":"traceutil/trace.go:171","msg":"trace[2059852148] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14850; }","duration":"240.558582ms","start":"2026-03-01T14:32:29.974452Z","end":"2026-03-01T14:32:30.215011Z","steps":["trace[2059852148] 'agreement among raft nodes before linearized reading' (duration: 240.439089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.215033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.627612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:32:30.215071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.992162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:30.215093Z","caller":"traceutil/trace.go:171","msg":"trace[1132489557] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14850; }","duration":"253.738646ms","start":"2026-03-01T14:32:29.961338Z","end":"2026-03-01T14:32:30.215076Z","steps":["trace[1132489557] 'agreement among raft nodes before linearized reading' (duration: 253.557351ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.214994Z","caller":"traceutil/trace.go:171","msg":"trace[33538669] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14850; }","duration":"216.121316ms","start":"2026-03-01T14:32:29.998824Z","end":"2026-03-01T14:32:30.214945Z","steps":["trace[33538669] 'agreement among raft nodes before linearized reading' (duration: 215.949991ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.215123Z","caller":"traceutil/trace.go:171","msg":"trace[141843773] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14850; }","duration":"239.064114ms","start":"2026-03-01T14:32:29.976044Z","end":"2026-03-01T14:32:30.215108Z","steps":["trace[141843773] 'agreement among raft nodes before linearized reading' (duration: 238.89801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.21516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.208758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:30.215183Z","caller":"traceutil/trace.go:171","msg":"trace[252140768] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14850; }","duration":"254.252528ms","start":"2026-03-01T14:32:29.960925Z","end":"2026-03-01T14:32:30.215177Z","steps":["trace[252140768] 'agreement among raft nodes before linearized reading' (duration: 254.187347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.215261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.393727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-01T14:32:30.215273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.05713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-01T14:32:30.215281Z","caller":"traceutil/trace.go:171","msg":"trace[146300276] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14850; }","duration":"217.477189ms","start":"2026-03-01T14:32:29.997798Z","end":"2026-03-01T14:32:30.215275Z","steps":["trace[146300276] 'agreement among raft nodes before linearized reading' (duration: 217.393837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.215292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.336164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:30.21531Z","caller":"traceutil/trace.go:171","msg":"trace[967089542] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14850; }","duration":"211.368995ms","start":"2026-03-01T14:32:30.003936Z","end":"2026-03-01T14:32:30.215305Z","steps":["trace[967089542] 'agreement among raft nodes before linearized reading' (duration: 211.311263ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.215308Z","caller":"traceutil/trace.go:171","msg":"trace[1343795037] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14850; }","duration":"240.10337ms","start":"2026-03-01T14:32:29.975196Z","end":"2026-03-01T14:32:30.2153Z","steps":["trace[1343795037] 'agreement among raft nodes before linearized reading' (duration: 240.005168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.215372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.14868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T14:32:30.215404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.069149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:30.215423Z","caller":"traceutil/trace.go:171","msg":"trace[799384189] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14850; }","duration":"215.10194ms","start":"2026-03-01T14:32:30.000314Z","end":"2026-03-01T14:32:30.215416Z","steps":["trace[799384189] 'agreement among raft nodes before linearized reading' (duration: 215.049329ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:32:30.215419Z","caller":"traceutil/trace.go:171","msg":"trace[304227324] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14850; }","duration":"213.253463ms","start":"2026-03-01T14:32:30.002154Z","end":"2026-03-01T14:32:30.215408Z","steps":["trace[304227324] 'agreement among raft nodes before linearized reading' (duration: 213.169901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:32:30.215431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.89053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-03-01T14:32:30.215456Z","caller":"traceutil/trace.go:171","msg":"trace[773019637] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14850; }","duration":"215.936551ms","start":"2026-03-01T14:32:29.999512Z","end":"2026-03-01T14:32:30.215448Z","steps":["trace[773019637] 'agreement among raft nodes before linearized reading' (duration: 215.854259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:34:38.402934Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13489} {"level":"info","ts":"2026-03-01T14:34:38.481216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13489,"took":"74.998954ms","hash":1358422367,"current-db-size-bytes":42070016,"current-db-size":"42 MB","current-db-size-in-use-bytes":28102656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T14:34:38.48128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1358422367,"revision":13489,"compact-revision":11605} {"level":"info","ts":"2026-03-01T14:34:57.348801Z","caller":"traceutil/trace.go:171","msg":"trace[1397469654] linearizableReadLoop","detail":"{readStateIndex:16644; appliedIndex:16643; }","duration":"107.929156ms","start":"2026-03-01T14:34:57.240824Z","end":"2026-03-01T14:34:57.348753Z","steps":["trace[1397469654] 'read index received' (duration: 57.681887ms)","trace[1397469654] 'applied index is now lower than readState.Index' (duration: 50.245549ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:34:57.348859Z","caller":"traceutil/trace.go:171","msg":"trace[1480460912] transaction","detail":"{read_only:false; response_revision:16043; number_of_response:1; }","duration":"173.536782ms","start":"2026-03-01T14:34:57.175265Z","end":"2026-03-01T14:34:57.348802Z","steps":["trace[1480460912] 'process raft request' (duration: 123.312464ms)","trace[1480460912] 'compare' (duration: 49.833498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:34:57.348915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.085969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:34:57.349015Z","caller":"traceutil/trace.go:171","msg":"trace[579665204] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16043; }","duration":"108.242744ms","start":"2026-03-01T14:34:57.240755Z","end":"2026-03-01T14:34:57.348998Z","steps":["trace[579665204] 'agreement among raft nodes before linearized reading' (duration: 108.10303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:34:57.349205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.003886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:34:57.349254Z","caller":"traceutil/trace.go:171","msg":"trace[529647597] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16043; }","duration":"108.099149ms","start":"2026-03-01T14:34:57.241144Z","end":"2026-03-01T14:34:57.349244Z","steps":["trace[529647597] 'agreement among raft nodes before linearized reading' (duration: 107.966016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:34:57.34926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.206992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:34:57.349353Z","caller":"traceutil/trace.go:171","msg":"trace[1992699402] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16043; }","duration":"106.330835ms","start":"2026-03-01T14:34:57.242992Z","end":"2026-03-01T14:34:57.349323Z","steps":["trace[1992699402] 'agreement among raft nodes before linearized reading' (duration: 106.13523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:34:57.34926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.438473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T14:34:57.349425Z","caller":"traceutil/trace.go:171","msg":"trace[894756883] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16043; }","duration":"107.666168ms","start":"2026-03-01T14:34:57.241734Z","end":"2026-03-01T14:34:57.349401Z","steps":["trace[894756883] 'agreement among raft nodes before linearized reading' (duration: 107.418702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:34:59.198371Z","caller":"traceutil/trace.go:171","msg":"trace[75583392] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"112.549452ms","start":"2026-03-01T14:34:59.085794Z","end":"2026-03-01T14:34:59.198343Z","steps":["trace[75583392] 'process raft request' (duration: 112.408638ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:34:59.198608Z","caller":"traceutil/trace.go:171","msg":"trace[1943229014] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"110.919151ms","start":"2026-03-01T14:34:59.087663Z","end":"2026-03-01T14:34:59.198582Z","steps":["trace[1943229014] 'process raft request' (duration: 110.644274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:34:59.529853Z","caller":"traceutil/trace.go:171","msg":"trace[1257629715] transaction","detail":"{read_only:false; response_revision:16052; number_of_response:1; }","duration":"140.543669ms","start":"2026-03-01T14:34:59.38928Z","end":"2026-03-01T14:34:59.529824Z","steps":["trace[1257629715] 'process raft request' (duration: 140.343034ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:35:25.101279Z","caller":"traceutil/trace.go:171","msg":"trace[1653908621] transaction","detail":"{read_only:false; response_revision:16196; number_of_response:1; }","duration":"261.115175ms","start":"2026-03-01T14:35:24.840133Z","end":"2026-03-01T14:35:25.101248Z","steps":["trace[1653908621] 'process raft request' (duration: 260.945951ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:35:25.331268Z","caller":"traceutil/trace.go:171","msg":"trace[659289785] transaction","detail":"{read_only:false; response_revision:16197; number_of_response:1; }","duration":"410.522577ms","start":"2026-03-01T14:35:24.920721Z","end":"2026-03-01T14:35:25.331244Z","steps":["trace[659289785] 'process raft request' (duration: 405.174072ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:35:25.331317Z","caller":"traceutil/trace.go:171","msg":"trace[1366309305] linearizableReadLoop","detail":"{readStateIndex:16803; appliedIndex:16801; }","duration":"393.677962ms","start":"2026-03-01T14:35:24.937603Z","end":"2026-03-01T14:35:25.331281Z","steps":["trace[1366309305] 'read index received' (duration: 163.432918ms)","trace[1366309305] 'applied index is now lower than readState.Index' (duration: 230.243064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:35:25.33141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.92069Z","time spent":"410.65189ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:35:25.331391Z","caller":"traceutil/trace.go:171","msg":"trace[370330130] transaction","detail":"{read_only:false; response_revision:16198; number_of_response:1; }","duration":"371.726808ms","start":"2026-03-01T14:35:24.95964Z","end":"2026-03-01T14:35:25.331366Z","steps":["trace[370330130] 'process raft request' (duration: 371.539533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.331525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.959621Z","time spent":"371.83293ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:35:25.331582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.97118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-clwc2\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-01T14:35:25.331612Z","caller":"traceutil/trace.go:171","msg":"trace[1005413979] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-clwc2; range_end:; response_count:1; response_revision:16198; }","duration":"394.049672ms","start":"2026-03-01T14:35:24.937553Z","end":"2026-03-01T14:35:25.331603Z","steps":["trace[1005413979] 'agreement among raft nodes before linearized reading' (duration: 393.903838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:35:25.331644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:35:24.937534Z","time spent":"394.104623ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18613,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-clwc2\" "} {"level":"info","ts":"2026-03-01T14:37:49.759121Z","caller":"traceutil/trace.go:171","msg":"trace[527267609] transaction","detail":"{read_only:false; response_revision:17096; number_of_response:1; }","duration":"491.995297ms","start":"2026-03-01T14:37:49.267088Z","end":"2026-03-01T14:37:49.759083Z","steps":["trace[527267609] 'process raft request' (duration: 491.71806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:49.75935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:49.267046Z","time spent":"492.188912ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18780,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:37:49.759854Z","caller":"traceutil/trace.go:171","msg":"trace[123670144] transaction","detail":"{read_only:false; response_revision:17097; number_of_response:1; }","duration":"285.035453ms","start":"2026-03-01T14:37:49.474781Z","end":"2026-03-01T14:37:49.759816Z","steps":["trace[123670144] 'process raft request' (duration: 284.857239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:55.501507Z","caller":"traceutil/trace.go:171","msg":"trace[1520268855] transaction","detail":"{read_only:false; response_revision:17129; number_of_response:1; }","duration":"177.827279ms","start":"2026-03-01T14:37:55.323638Z","end":"2026-03-01T14:37:55.501465Z","steps":["trace[1520268855] 'process raft request' (duration: 177.633093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:56.065649Z","caller":"traceutil/trace.go:171","msg":"trace[1893394786] transaction","detail":"{read_only:false; response_revision:17130; number_of_response:1; }","duration":"170.363589ms","start":"2026-03-01T14:37:55.895265Z","end":"2026-03-01T14:37:56.065628Z","steps":["trace[1893394786] 'process raft request' (duration: 170.174615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.096862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031424061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:37:57.132674Z","caller":"traceutil/trace.go:171","msg":"trace[1226457047] linearizableReadLoop","detail":"{readStateIndex:17772; appliedIndex:17770; }","duration":"1.082595203s","start":"2026-03-01T14:37:56.05006Z","end":"2026-03-01T14:37:57.132655Z","steps":["trace[1226457047] 'read index received' (duration: 15.383319ms)","trace[1226457047] 'applied index is now lower than readState.Index' (duration: 1.067211034s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:37:57.132842Z","caller":"traceutil/trace.go:171","msg":"trace[200678525] transaction","detail":"{read_only:false; response_revision:17131; number_of_response:1; }","duration":"1.235350148s","start":"2026-03-01T14:37:55.897416Z","end":"2026-03-01T14:37:57.132766Z","steps":["trace[200678525] 'process raft request' (duration: 1.199648716s)","trace[200678525] 'compare' (duration: 34.287326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:37:57.132871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082795257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:37:57.132946Z","caller":"traceutil/trace.go:171","msg":"trace[1678805943] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:17131; }","duration":"1.082927201s","start":"2026-03-01T14:37:56.05Z","end":"2026-03-01T14:37:57.132928Z","steps":["trace[1678805943] 'agreement among raft nodes before linearized reading' (duration: 1.082800148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.132948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:55.897404Z","time spent":"1.235474581s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:37:57.132996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.049977Z","time spent":"1.083006803s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:37:57.149832Z","caller":"traceutil/trace.go:171","msg":"trace[744267216] transaction","detail":"{read_only:false; response_revision:17132; number_of_response:1; }","duration":"287.394213ms","start":"2026-03-01T14:37:56.862411Z","end":"2026-03-01T14:37:57.149805Z","steps":["trace[744267216] 'process raft request' (duration: 287.191118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083424343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T14:37:57.211128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.647857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:37:57.211177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.717678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:37:57.2112Z","caller":"traceutil/trace.go:171","msg":"trace[291670811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17132; }","duration":"296.721278ms","start":"2026-03-01T14:37:56.914445Z","end":"2026-03-01T14:37:57.211167Z","steps":["trace[291670811] 'agreement among raft nodes before linearized reading' (duration: 296.646716ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:57.211246Z","caller":"traceutil/trace.go:171","msg":"trace[1891212752] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:17132; }","duration":"336.820461ms","start":"2026-03-01T14:37:56.874405Z","end":"2026-03-01T14:37:57.211226Z","steps":["trace[1891212752] 'agreement among raft nodes before linearized reading' (duration: 336.698368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.591277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T14:37:57.211295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.874394Z","time spent":"336.888572ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:37:57.211326Z","caller":"traceutil/trace.go:171","msg":"trace[1641322982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17132; }","duration":"810.669449ms","start":"2026-03-01T14:37:56.400645Z","end":"2026-03-01T14:37:57.211314Z","steps":["trace[1641322982] 'agreement among raft nodes before linearized reading' (duration: 810.569886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.400624Z","time spent":"810.736471ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:37:57.211193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.186155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:37:57.211477Z","caller":"traceutil/trace.go:171","msg":"trace[1742852704] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:17132; }","duration":"691.507943ms","start":"2026-03-01T14:37:56.519958Z","end":"2026-03-01T14:37:57.211466Z","steps":["trace[1742852704] 'agreement among raft nodes before linearized reading' (duration: 691.199645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.519909Z","time spent":"691.597965ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:37:57.211546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.700206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:37:57.211608Z","caller":"traceutil/trace.go:171","msg":"trace[326134679] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:17132; }","duration":"437.809209ms","start":"2026-03-01T14:37:56.773781Z","end":"2026-03-01T14:37:57.21159Z","steps":["trace[326134679] 'agreement among raft nodes before linearized reading' (duration: 437.724167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.773757Z","time spent":"437.889671ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:37:57.211032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.89685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:37:57.211701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.094193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-01T14:37:57.211716Z","caller":"traceutil/trace.go:171","msg":"trace[1258934352] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:17132; }","duration":"638.617108ms","start":"2026-03-01T14:37:56.573085Z","end":"2026-03-01T14:37:57.211702Z","steps":["trace[1258934352] 'agreement among raft nodes before linearized reading' (duration: 637.793147ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:37:57.211739Z","caller":"traceutil/trace.go:171","msg":"trace[122152950] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:17132; }","duration":"911.167885ms","start":"2026-03-01T14:37:56.300562Z","end":"2026-03-01T14:37:57.21173Z","steps":["trace[122152950] 'agreement among raft nodes before linearized reading' (duration: 911.059623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.573023Z","time spent":"638.71876ms","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:37:57.21113Z","caller":"traceutil/trace.go:171","msg":"trace[1442250780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17132; }","duration":"1.083561947s","start":"2026-03-01T14:37:56.127546Z","end":"2026-03-01T14:37:57.211108Z","steps":["trace[1442250780] 'agreement among raft nodes before linearized reading' (duration: 1.08328874s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.038234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-01T14:37:57.211875Z","caller":"traceutil/trace.go:171","msg":"trace[1974008289] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5wq5k; range_end:; response_count:1; response_revision:17132; }","duration":"959.100656ms","start":"2026-03-01T14:37:56.252767Z","end":"2026-03-01T14:37:57.211867Z","steps":["trace[1974008289] 'agreement among raft nodes before linearized reading' (duration: 959.024614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.211883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.127531Z","time spent":"1.084338676s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:37:57.211907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.252744Z","time spent":"959.157137ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" "} {"level":"warn","ts":"2026-03-01T14:37:57.211773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.300541Z","time spent":"911.224937ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" "} {"level":"warn","ts":"2026-03-01T14:37:57.212242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070783404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:37:57.212284Z","caller":"traceutil/trace.go:171","msg":"trace[1315961853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17132; }","duration":"1.070851306s","start":"2026-03-01T14:37:56.141421Z","end":"2026-03-01T14:37:57.212272Z","steps":["trace[1315961853] 'agreement among raft nodes before linearized reading' (duration: 1.070708122s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.212318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.141404Z","time spent":"1.070906967s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:37:57.212459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071065111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:37:57.212497Z","caller":"traceutil/trace.go:171","msg":"trace[831603394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17132; }","duration":"1.071126842s","start":"2026-03-01T14:37:56.14136Z","end":"2026-03-01T14:37:57.212487Z","steps":["trace[831603394] 'agreement among raft nodes before linearized reading' (duration: 1.070988999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.212535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.141349Z","time spent":"1.071179324s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:37:57.212612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075200075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:37:57.212672Z","caller":"traceutil/trace.go:171","msg":"trace[397060892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17132; }","duration":"1.075286447s","start":"2026-03-01T14:37:56.137371Z","end":"2026-03-01T14:37:57.212658Z","steps":["trace[397060892] 'agreement among raft nodes before linearized reading' (duration: 1.075091983s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:57.212718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:56.13736Z","time spent":"1.075349129s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:37:57.215269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.740894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:37:57.21532Z","caller":"traceutil/trace.go:171","msg":"trace[914272603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17132; }","duration":"255.817496ms","start":"2026-03-01T14:37:56.95949Z","end":"2026-03-01T14:37:57.215307Z","steps":["trace[914272603] 'agreement among raft nodes before linearized reading' (duration: 255.681013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:58.11994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.582452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:37:58.120028Z","caller":"traceutil/trace.go:171","msg":"trace[1363320281] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17137; }","duration":"750.681796ms","start":"2026-03-01T14:37:57.36933Z","end":"2026-03-01T14:37:58.120011Z","steps":["trace[1363320281] 'range keys from in-memory index tree' (duration: 750.493901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:37:58.120058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:57.369302Z","time spent":"750.748817ms","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:37:59.745702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907735411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:00.246402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907735411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:00.746806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907735411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:01.247846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907735411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:38:01.266329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.324470463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:38:01.26664Z","caller":"traceutil/trace.go:171","msg":"trace[225694513] transaction","detail":"{read_only:false; response_revision:17139; number_of_response:1; }","duration":"2.324939215s","start":"2026-03-01T14:37:58.941677Z","end":"2026-03-01T14:38:01.266617Z","steps":["trace[225694513] 'process raft request' (duration: 2.324797461s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.266783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:58.941642Z","time spent":"2.325045858s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:01.30799Z","caller":"traceutil/trace.go:171","msg":"trace[495434277] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"1.328115648s","start":"2026-03-01T14:37:59.979837Z","end":"2026-03-01T14:38:01.307953Z","steps":["trace[495434277] 'process raft request' (duration: 1.328006585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.308331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.979816Z","time spent":"1.328290073s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:01.308326Z","caller":"traceutil/trace.go:171","msg":"trace[417481618] linearizableReadLoop","detail":"{readStateIndex:17785; appliedIndex:17780; }","duration":"2.063298583s","start":"2026-03-01T14:37:59.244994Z","end":"2026-03-01T14:38:01.308293Z","steps":["trace[417481618] 'read index received' (duration: 2.021473877s)","trace[417481618] 'applied index is now lower than readState.Index' (duration: 41.823236ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:01.308467Z","caller":"traceutil/trace.go:171","msg":"trace[655990931] transaction","detail":"{read_only:false; response_revision:17143; number_of_response:1; }","duration":"1.181379385s","start":"2026-03-01T14:38:00.126972Z","end":"2026-03-01T14:38:01.308351Z","steps":["trace[655990931] 'process raft request' (duration: 1.180926254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.308593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063577429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-01T14:38:01.308641Z","caller":"traceutil/trace.go:171","msg":"trace[943363699] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5wq5k; range_end:; response_count:1; response_revision:17143; }","duration":"2.063699664s","start":"2026-03-01T14:37:59.244927Z","end":"2026-03-01T14:38:01.308627Z","steps":["trace[943363699] 'agreement among raft nodes before linearized reading' (duration: 2.063519528s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.30868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.2449Z","time spent":"2.063772165s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" "} {"level":"info","ts":"2026-03-01T14:38:01.308649Z","caller":"traceutil/trace.go:171","msg":"trace[174993106] transaction","detail":"{read_only:false; response_revision:17140; number_of_response:1; }","duration":"2.170613841s","start":"2026-03-01T14:37:59.137992Z","end":"2026-03-01T14:38:01.308606Z","steps":["trace[174993106] 'process raft request' (duration: 2.169596805s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.308681Z","caller":"traceutil/trace.go:171","msg":"trace[937261151] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"2.153985501s","start":"2026-03-01T14:37:59.154651Z","end":"2026-03-01T14:38:01.308637Z","steps":["trace[937261151] 'process raft request' (duration: 2.153148269s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.308806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022156865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T14:38:01.308841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.154634Z","time spent":"2.154122665s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:01.308832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.000187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:38:01.308851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.137964Z","time spent":"2.170770116s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:01.308927Z","caller":"traceutil/trace.go:171","msg":"trace[2134983237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17143; }","duration":"389.255734ms","start":"2026-03-01T14:38:00.919647Z","end":"2026-03-01T14:38:01.308903Z","steps":["trace[2134983237] 'agreement among raft nodes before linearized reading' (duration: 389.08558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.30895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007498285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T14:38:01.308983Z","caller":"traceutil/trace.go:171","msg":"trace[143942928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17143; }","duration":"2.007545557s","start":"2026-03-01T14:37:59.301428Z","end":"2026-03-01T14:38:01.308974Z","steps":["trace[143942928] 'agreement among raft nodes before linearized reading' (duration: 2.007458614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.309025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.301421Z","time spent":"2.007597798s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.602205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:38:01.309011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005194387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-01T14:38:01.309065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107752447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:01.309086Z","caller":"traceutil/trace.go:171","msg":"trace[1499490575] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:17143; }","duration":"229.683997ms","start":"2026-03-01T14:38:01.079387Z","end":"2026-03-01T14:38:01.309071Z","steps":["trace[1499490575] 'agreement among raft nodes before linearized reading' (duration: 229.620305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.309115Z","caller":"traceutil/trace.go:171","msg":"trace[152557613] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:17143; }","duration":"2.00531998s","start":"2026-03-01T14:37:59.303768Z","end":"2026-03-01T14:38:01.309088Z","steps":["trace[152557613] 'agreement among raft nodes before linearized reading' (duration: 2.004936061s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.309128Z","caller":"traceutil/trace.go:171","msg":"trace[235076288] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17143; }","duration":"1.10784635s","start":"2026-03-01T14:38:00.201267Z","end":"2026-03-01T14:38:01.309113Z","steps":["trace[235076288] 'agreement among raft nodes before linearized reading' (duration: 1.107743267s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.309116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007758471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T14:38:01.309181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.303756Z","time spent":"2.005411782s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008029698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:38:01.309198Z","caller":"traceutil/trace.go:171","msg":"trace[954779435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17143; }","duration":"2.007899456s","start":"2026-03-01T14:37:59.301279Z","end":"2026-03-01T14:38:01.309178Z","steps":["trace[954779435] 'agreement among raft nodes before linearized reading' (duration: 2.007698891s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.309233Z","caller":"traceutil/trace.go:171","msg":"trace[912743632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17143; }","duration":"2.008167612s","start":"2026-03-01T14:37:59.301055Z","end":"2026-03-01T14:38:01.309222Z","steps":["trace[912743632] 'agreement among raft nodes before linearized reading' (duration: 2.008032158s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.308982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.919632Z","time spent":"389.336316ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.301253Z","time spent":"2.007979187s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.301023Z","time spent":"2.008243584s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.201249Z","time spent":"1.107923112s","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:38:01.308862Z","caller":"traceutil/trace.go:171","msg":"trace[425378652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17143; }","duration":"2.022262777s","start":"2026-03-01T14:37:59.286583Z","end":"2026-03-01T14:38:01.308846Z","steps":["trace[425378652] 'agreement among raft nodes before linearized reading' (duration: 2.022088723s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.309385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.286557Z","time spent":"2.022818852s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:38:01.309241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007884205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T14:38:01.309148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:00.126949Z","time spent":"1.181655462s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:01.309445Z","caller":"traceutil/trace.go:171","msg":"trace[394605147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17143; }","duration":"2.00809261s","start":"2026-03-01T14:37:59.30134Z","end":"2026-03-01T14:38:01.309433Z","steps":["trace[394605147] 'agreement among raft nodes before linearized reading' (duration: 2.007836234s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.309553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:37:59.301334Z","time spent":"2.008207143s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T14:38:01.514608Z","caller":"traceutil/trace.go:171","msg":"trace[1737201941] transaction","detail":"{read_only:false; response_revision:17144; number_of_response:1; }","duration":"199.218078ms","start":"2026-03-01T14:38:01.315347Z","end":"2026-03-01T14:38:01.514565Z","steps":["trace[1737201941] 'process raft request' (duration: 109.821392ms)","trace[1737201941] 'compare' (duration: 89.205621ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:01.701225Z","caller":"traceutil/trace.go:171","msg":"trace[1599592369] transaction","detail":"{read_only:false; response_revision:17149; number_of_response:1; }","duration":"229.274616ms","start":"2026-03-01T14:38:01.471926Z","end":"2026-03-01T14:38:01.701201Z","steps":["trace[1599592369] 'process raft request' (duration: 229.231575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.701564Z","caller":"traceutil/trace.go:171","msg":"trace[461445291] transaction","detail":"{read_only:false; response_revision:17147; number_of_response:1; }","duration":"385.647093ms","start":"2026-03-01T14:38:01.315869Z","end":"2026-03-01T14:38:01.701516Z","steps":["trace[461445291] 'process raft request' (duration: 385.218812ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.701771Z","caller":"traceutil/trace.go:171","msg":"trace[732675193] transaction","detail":"{read_only:false; response_revision:17148; number_of_response:1; }","duration":"385.589102ms","start":"2026-03-01T14:38:01.316167Z","end":"2026-03-01T14:38:01.701756Z","steps":["trace[732675193] 'process raft request' (duration: 384.953696ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:01.701801Z","caller":"traceutil/trace.go:171","msg":"trace[1729686487] transaction","detail":"{read_only:false; response_revision:17145; number_of_response:1; }","duration":"386.436603ms","start":"2026-03-01T14:38:01.315347Z","end":"2026-03-01T14:38:01.701784Z","steps":["trace[1729686487] 'process raft request' (duration: 323.616457ms)","trace[1729686487] 'compare' (duration: 61.970865ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:01.701915Z","caller":"traceutil/trace.go:171","msg":"trace[1312959210] linearizableReadLoop","detail":"{readStateIndex:17790; appliedIndex:17785; }","duration":"384.874484ms","start":"2026-03-01T14:38:01.316977Z","end":"2026-03-01T14:38:01.701852Z","steps":["trace[1312959210] 'read index received' (duration: 108.236742ms)","trace[1312959210] 'applied index is now lower than readState.Index' (duration: 276.632861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:01.702046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:01.316149Z","time spent":"385.677044ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:38:01.702119Z","caller":"traceutil/trace.go:171","msg":"trace[1813007061] transaction","detail":"{read_only:false; response_revision:17146; number_of_response:1; }","duration":"386.418833ms","start":"2026-03-01T14:38:01.315682Z","end":"2026-03-01T14:38:01.702101Z","steps":["trace[1813007061] 'process raft request' (duration: 385.367637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.702226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:01.315673Z","time spent":"386.501615ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:01.702251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.054928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T14:38:01.702304Z","caller":"traceutil/trace.go:171","msg":"trace[2090011723] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:17149; }","duration":"114.171862ms","start":"2026-03-01T14:38:01.588123Z","end":"2026-03-01T14:38:01.702295Z","steps":["trace[2090011723] 'agreement among raft nodes before linearized reading' (duration: 114.028708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.701882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:01.315861Z","time spent":"385.875899ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:01.701928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:01.315326Z","time spent":"386.522195ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:01.703273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.29348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940406"} {"level":"info","ts":"2026-03-01T14:38:01.704866Z","caller":"traceutil/trace.go:171","msg":"trace[249507913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17149; }","duration":"387.927251ms","start":"2026-03-01T14:38:01.316926Z","end":"2026-03-01T14:38:01.704853Z","steps":["trace[249507913] 'agreement among raft nodes before linearized reading' (duration: 385.1225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:01.704916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:01.316905Z","time spent":"387.994952ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940430,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T14:38:06.98585Z","caller":"traceutil/trace.go:171","msg":"trace[128274018] linearizableReadLoop","detail":"{readStateIndex:17882; appliedIndex:17881; }","duration":"450.772256ms","start":"2026-03-01T14:38:06.535053Z","end":"2026-03-01T14:38:06.985825Z","steps":["trace[128274018] 'read index received' (duration: 450.575472ms)","trace[128274018] 'applied index is now lower than readState.Index' (duration: 195.694µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:06.986145Z","caller":"traceutil/trace.go:171","msg":"trace[2063371746] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"501.459906ms","start":"2026-03-01T14:38:06.484668Z","end":"2026-03-01T14:38:06.986128Z","steps":["trace[2063371746] 'process raft request' (duration: 501.022675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.986291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:06.484655Z","time spent":"501.561158ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3915,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:38:06.986535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.448093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:38:06.986632Z","caller":"traceutil/trace.go:171","msg":"trace[1592402339] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:17239; }","duration":"451.597037ms","start":"2026-03-01T14:38:06.535012Z","end":"2026-03-01T14:38:06.986609Z","steps":["trace[1592402339] 'agreement among raft nodes before linearized reading' (duration: 451.440863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:06.986679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:38:06.534992Z","time spent":"451.674299ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:38:07.952313Z","caller":"traceutil/trace.go:171","msg":"trace[1008742218] linearizableReadLoop","detail":"{readStateIndex:17888; appliedIndex:17887; }","duration":"221.317186ms","start":"2026-03-01T14:38:07.730977Z","end":"2026-03-01T14:38:07.952294Z","steps":["trace[1008742218] 'read index received' (duration: 221.257965ms)","trace[1008742218] 'applied index is now lower than readState.Index' (duration: 58.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:07.95263Z","caller":"traceutil/trace.go:171","msg":"trace[557634779] transaction","detail":"{read_only:false; response_revision:17244; number_of_response:1; }","duration":"222.499015ms","start":"2026-03-01T14:38:07.730115Z","end":"2026-03-01T14:38:07.952614Z","steps":["trace[557634779] 'process raft request' (duration: 222.056494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:07.953004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.009833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:38:07.953073Z","caller":"traceutil/trace.go:171","msg":"trace[1034336221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17244; }","duration":"222.100315ms","start":"2026-03-01T14:38:07.730961Z","end":"2026-03-01T14:38:07.953061Z","steps":["trace[1034336221] 'agreement among raft nodes before linearized reading' (duration: 221.91746ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:07.990682Z","caller":"traceutil/trace.go:171","msg":"trace[386968057] transaction","detail":"{read_only:false; response_revision:17245; number_of_response:1; }","duration":"258.777571ms","start":"2026-03-01T14:38:07.731878Z","end":"2026-03-01T14:38:07.990656Z","steps":["trace[386968057] 'process raft request' (duration: 258.589787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:07.990776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.49557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:38:07.990841Z","caller":"traceutil/trace.go:171","msg":"trace[1133100814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17245; }","duration":"259.580261ms","start":"2026-03-01T14:38:07.731242Z","end":"2026-03-01T14:38:07.990822Z","steps":["trace[1133100814] 'agreement among raft nodes before linearized reading' (duration: 259.344156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:07.991121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.596749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-01T14:38:07.991171Z","caller":"traceutil/trace.go:171","msg":"trace[1037058868] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:17245; }","duration":"226.672331ms","start":"2026-03-01T14:38:07.764487Z","end":"2026-03-01T14:38:07.991159Z","steps":["trace[1037058868] 'agreement among raft nodes before linearized reading' (duration: 226.533247ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:11.828192Z","caller":"traceutil/trace.go:171","msg":"trace[395791814] transaction","detail":"{read_only:false; response_revision:17338; number_of_response:1; }","duration":"172.837673ms","start":"2026-03-01T14:38:11.6553Z","end":"2026-03-01T14:38:11.828137Z","steps":["trace[395791814] 'process raft request' (duration: 74.315735ms)","trace[395791814] 'compare' (duration: 98.373694ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:13.847281Z","caller":"traceutil/trace.go:171","msg":"trace[942657123] linearizableReadLoop","detail":"{readStateIndex:18003; appliedIndex:18002; }","duration":"227.280746ms","start":"2026-03-01T14:38:13.619984Z","end":"2026-03-01T14:38:13.847264Z","steps":["trace[942657123] 'read index received' (duration: 227.135022ms)","trace[942657123] 'applied index is now lower than readState.Index' (duration: 143.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:13.847519Z","caller":"traceutil/trace.go:171","msg":"trace[2124166439] transaction","detail":"{read_only:false; response_revision:17351; number_of_response:1; }","duration":"234.18577ms","start":"2026-03-01T14:38:13.613326Z","end":"2026-03-01T14:38:13.847512Z","steps":["trace[2124166439] 'process raft request' (duration: 233.836961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:13.847698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.713128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-01T14:38:13.847723Z","caller":"traceutil/trace.go:171","msg":"trace[1312089454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17351; }","duration":"227.747839ms","start":"2026-03-01T14:38:13.619968Z","end":"2026-03-01T14:38:13.847716Z","steps":["trace[1312089454] 'agreement among raft nodes before linearized reading' (duration: 227.645416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:19.598225Z","caller":"traceutil/trace.go:171","msg":"trace[153796046] transaction","detail":"{read_only:false; response_revision:17385; number_of_response:1; }","duration":"145.874431ms","start":"2026-03-01T14:38:19.452318Z","end":"2026-03-01T14:38:19.598192Z","steps":["trace[153796046] 'process raft request' (duration: 132.805732ms)","trace[153796046] 'compare' (duration: 12.836764ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:19.59826Z","caller":"traceutil/trace.go:171","msg":"trace[527534673] transaction","detail":"{read_only:false; response_revision:17386; number_of_response:1; }","duration":"145.794359ms","start":"2026-03-01T14:38:19.452442Z","end":"2026-03-01T14:38:19.598236Z","steps":["trace[527534673] 'process raft request' (duration: 145.652726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:21.806542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.961601ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:38:21.822747Z","caller":"traceutil/trace.go:171","msg":"trace[1274872052] transaction","detail":"{read_only:false; response_revision:17399; number_of_response:1; }","duration":"217.682113ms","start":"2026-03-01T14:38:21.605049Z","end":"2026-03-01T14:38:21.822731Z","steps":["trace[1274872052] 'process raft request' (duration: 217.5377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:21.823006Z","caller":"traceutil/trace.go:171","msg":"trace[1762009317] transaction","detail":"{read_only:false; response_revision:17401; number_of_response:1; }","duration":"192.18633ms","start":"2026-03-01T14:38:21.63081Z","end":"2026-03-01T14:38:21.822997Z","steps":["trace[1762009317] 'process raft request' (duration: 192.074407ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:21.823006Z","caller":"traceutil/trace.go:171","msg":"trace[1465465327] linearizableReadLoop","detail":"{readStateIndex:18054; appliedIndex:18051; }","duration":"203.556477ms","start":"2026-03-01T14:38:21.619424Z","end":"2026-03-01T14:38:21.82298Z","steps":["trace[1465465327] 'read index received' (duration: 76.155372ms)","trace[1465465327] 'applied index is now lower than readState.Index' (duration: 127.400145ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:21.823023Z","caller":"traceutil/trace.go:171","msg":"trace[796061713] transaction","detail":"{read_only:false; response_revision:17400; number_of_response:1; }","duration":"217.482899ms","start":"2026-03-01T14:38:21.605494Z","end":"2026-03-01T14:38:21.822977Z","steps":["trace[796061713] 'process raft request' (duration: 217.206842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:21.823165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.731242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5wq5k\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-01T14:38:21.823196Z","caller":"traceutil/trace.go:171","msg":"trace[1408980328] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5wq5k; range_end:; response_count:1; response_revision:17401; }","duration":"203.806734ms","start":"2026-03-01T14:38:21.619381Z","end":"2026-03-01T14:38:21.823188Z","steps":["trace[1408980328] 'agreement among raft nodes before linearized reading' (duration: 203.69721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:22.445854Z","caller":"traceutil/trace.go:171","msg":"trace[919547801] linearizableReadLoop","detail":"{readStateIndex:18059; appliedIndex:18058; }","duration":"245.585488ms","start":"2026-03-01T14:38:22.200238Z","end":"2026-03-01T14:38:22.445823Z","steps":["trace[919547801] 'read index received' (duration: 245.353183ms)","trace[919547801] 'applied index is now lower than readState.Index' (duration: 230.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:22.446152Z","caller":"traceutil/trace.go:171","msg":"trace[1587220255] transaction","detail":"{read_only:false; response_revision:17405; number_of_response:1; }","duration":"247.954318ms","start":"2026-03-01T14:38:22.198166Z","end":"2026-03-01T14:38:22.44612Z","steps":["trace[1587220255] 'process raft request' (duration: 247.442685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:22.446332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.951075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:38:22.446377Z","caller":"traceutil/trace.go:171","msg":"trace[62331027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17405; }","duration":"238.032747ms","start":"2026-03-01T14:38:22.208332Z","end":"2026-03-01T14:38:22.446365Z","steps":["trace[62331027] 'agreement among raft nodes before linearized reading' (duration: 237.862493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:22.44635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.100811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:38:22.446512Z","caller":"traceutil/trace.go:171","msg":"trace[1084732984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17405; }","duration":"246.337246ms","start":"2026-03-01T14:38:22.200132Z","end":"2026-03-01T14:38:22.446469Z","steps":["trace[1084732984] 'agreement among raft nodes before linearized reading' (duration: 246.014108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:22.446529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.319196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r2g7g\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-01T14:38:22.44667Z","caller":"traceutil/trace.go:171","msg":"trace[2147368894] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r2g7g; range_end:; response_count:1; response_revision:17405; }","duration":"185.519412ms","start":"2026-03-01T14:38:22.261129Z","end":"2026-03-01T14:38:22.446648Z","steps":["trace[2147368894] 'agreement among raft nodes before linearized reading' (duration: 185.142672ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:22.585016Z","caller":"traceutil/trace.go:171","msg":"trace[36563843] transaction","detail":"{read_only:false; response_revision:17406; number_of_response:1; }","duration":"132.689208ms","start":"2026-03-01T14:38:22.452301Z","end":"2026-03-01T14:38:22.58499Z","steps":["trace[36563843] 'process raft request' (duration: 37.527906ms)","trace[36563843] 'compare' (duration: 94.913856ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:22.585151Z","caller":"traceutil/trace.go:171","msg":"trace[203544549] linearizableReadLoop","detail":"{readStateIndex:18061; appliedIndex:18059; }","duration":"129.91939ms","start":"2026-03-01T14:38:22.455212Z","end":"2026-03-01T14:38:22.585131Z","steps":["trace[203544549] 'read index received' (duration: 34.632475ms)","trace[203544549] 'applied index is now lower than readState.Index' (duration: 95.285185ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:38:22.585233Z","caller":"traceutil/trace.go:171","msg":"trace[1674076618] transaction","detail":"{read_only:false; response_revision:17407; number_of_response:1; }","duration":"132.605828ms","start":"2026-03-01T14:38:22.452605Z","end":"2026-03-01T14:38:22.585211Z","steps":["trace[1674076618] 'process raft request' (duration: 132.32385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:22.586346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.111819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:952098"} {"level":"info","ts":"2026-03-01T14:38:22.586405Z","caller":"traceutil/trace.go:171","msg":"trace[76227719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17407; }","duration":"131.184761ms","start":"2026-03-01T14:38:22.455208Z","end":"2026-03-01T14:38:22.586392Z","steps":["trace[76227719] 'agreement among raft nodes before linearized reading' (duration: 129.983611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:42.080401Z","caller":"traceutil/trace.go:171","msg":"trace[946494824] linearizableReadLoop","detail":"{readStateIndex:18316; appliedIndex:18315; }","duration":"164.934613ms","start":"2026-03-01T14:38:41.915436Z","end":"2026-03-01T14:38:42.080371Z","steps":["trace[946494824] 'read index received' (duration: 164.742808ms)","trace[946494824] 'applied index is now lower than readState.Index' (duration: 190.335µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:42.080582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.129387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:42.080626Z","caller":"traceutil/trace.go:171","msg":"trace[308342350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17657; }","duration":"165.23524ms","start":"2026-03-01T14:38:41.915378Z","end":"2026-03-01T14:38:42.080613Z","steps":["trace[308342350] 'agreement among raft nodes before linearized reading' (duration: 165.144707ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:42.080717Z","caller":"traceutil/trace.go:171","msg":"trace[652377364] transaction","detail":"{read_only:false; response_revision:17657; number_of_response:1; }","duration":"171.199091ms","start":"2026-03-01T14:38:41.90925Z","end":"2026-03-01T14:38:42.08045Z","steps":["trace[652377364] 'process raft request' (duration: 170.819581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:42.152742Z","caller":"traceutil/trace.go:171","msg":"trace[186401553] transaction","detail":"{read_only:false; response_revision:17658; number_of_response:1; }","duration":"235.669718ms","start":"2026-03-01T14:38:41.917014Z","end":"2026-03-01T14:38:42.152684Z","steps":["trace[186401553] 'process raft request' (duration: 222.986128ms)","trace[186401553] 'compare' (duration: 12.497625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:38:42.152939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.999824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:38:42.15305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.215945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:42.153062Z","caller":"traceutil/trace.go:171","msg":"trace[312359548] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17659; }","duration":"226.139428ms","start":"2026-03-01T14:38:41.926895Z","end":"2026-03-01T14:38:42.153034Z","steps":["trace[312359548] 'agreement among raft nodes before linearized reading' (duration: 225.898622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:42.153168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.40101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:38:42.153306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.434025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:42.153364Z","caller":"traceutil/trace.go:171","msg":"trace[307349969] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17659; }","duration":"227.344799ms","start":"2026-03-01T14:38:41.925743Z","end":"2026-03-01T14:38:42.153088Z","steps":["trace[307349969] 'agreement among raft nodes before linearized reading' (duration: 227.213426ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:42.153379Z","caller":"traceutil/trace.go:171","msg":"trace[89157701] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17659; }","duration":"226.523387ms","start":"2026-03-01T14:38:41.926834Z","end":"2026-03-01T14:38:42.153358Z","steps":["trace[89157701] 'agreement among raft nodes before linearized reading' (duration: 226.445185ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:38:42.153481Z","caller":"traceutil/trace.go:171","msg":"trace[1152677235] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17659; }","duration":"227.557174ms","start":"2026-03-01T14:38:41.925703Z","end":"2026-03-01T14:38:42.153261Z","steps":["trace[1152677235] 'agreement among raft nodes before linearized reading' (duration: 227.280397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:42.153417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.539538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:42.153588Z","caller":"traceutil/trace.go:171","msg":"trace[809767782] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:17659; }","duration":"226.748102ms","start":"2026-03-01T14:38:41.926828Z","end":"2026-03-01T14:38:42.153576Z","steps":["trace[809767782] 'agreement among raft nodes before linearized reading' (duration: 226.526547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:38:42.153386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.230204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:38:42.153684Z","caller":"traceutil/trace.go:171","msg":"trace[480385240] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17659; }","duration":"227.580993ms","start":"2026-03-01T14:38:41.92608Z","end":"2026-03-01T14:38:42.153661Z","steps":["trace[480385240] 'agreement among raft nodes before linearized reading' (duration: 227.201934ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:39:38.410321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15754} {"level":"info","ts":"2026-03-01T14:39:38.506392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15754,"took":"92.27743ms","hash":1484882473,"current-db-size-bytes":45035520,"current-db-size":"45 MB","current-db-size-in-use-bytes":29560832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T14:39:38.50654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1484882473,"revision":15754,"compact-revision":13489} {"level":"info","ts":"2026-03-01T14:39:48.500955Z","caller":"traceutil/trace.go:171","msg":"trace[1206399551] linearizableReadLoop","detail":"{readStateIndex:18808; appliedIndex:18807; }","duration":"109.020872ms","start":"2026-03-01T14:39:48.391918Z","end":"2026-03-01T14:39:48.500938Z","steps":["trace[1206399551] 'read index received' (duration: 108.863988ms)","trace[1206399551] 'applied index is now lower than readState.Index' (duration: 156.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:39:48.50107Z","caller":"traceutil/trace.go:171","msg":"trace[1510107264] transaction","detail":"{read_only:false; response_revision:18134; number_of_response:1; }","duration":"129.449657ms","start":"2026-03-01T14:39:48.371589Z","end":"2026-03-01T14:39:48.501038Z","steps":["trace[1510107264] 'process raft request' (duration: 129.242782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:39:48.501155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.640458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-03-01T14:39:48.50118Z","caller":"traceutil/trace.go:171","msg":"trace[39947607] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18134; }","duration":"134.70478ms","start":"2026-03-01T14:39:48.366469Z","end":"2026-03-01T14:39:48.501173Z","steps":["trace[39947607] 'agreement among raft nodes before linearized reading' (duration: 134.579457ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:42:35.355545Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T14:42:35.36131Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-01T14:42:35.361433Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-01T14:44:38.424364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18087} {"level":"info","ts":"2026-03-01T14:44:38.532632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18087,"took":"103.619765ms","hash":1347350375,"current-db-size-bytes":45035520,"current-db-size":"45 MB","current-db-size-in-use-bytes":28123136,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T14:44:38.532709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1347350375,"revision":18087,"compact-revision":15754} {"level":"info","ts":"2026-03-01T14:44:58.229693Z","caller":"traceutil/trace.go:171","msg":"trace[250017259] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"132.775022ms","start":"2026-03-01T14:44:58.096874Z","end":"2026-03-01T14:44:58.229649Z","steps":["trace[250017259] 'process raft request' (duration: 46.259288ms)","trace[250017259] 'compare' (duration: 86.184594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:34.752412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907745890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:35.122644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004909078s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:47:35.123082Z","caller":"traceutil/trace.go:171","msg":"trace[1477281321] transaction","detail":"{read_only:false; response_revision:20752; number_of_response:1; }","duration":"1.005439742s","start":"2026-03-01T14:47:34.11762Z","end":"2026-03-01T14:47:35.123059Z","steps":["trace[1477281321] 'process raft request' (duration: 1.005236347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.123211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.117593Z","time spent":"1.005540315s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:35.341859Z","caller":"traceutil/trace.go:171","msg":"trace[37257501] linearizableReadLoop","detail":"{readStateIndex:21534; appliedIndex:21532; }","duration":"1.089824772s","start":"2026-03-01T14:47:34.252008Z","end":"2026-03-01T14:47:35.341832Z","steps":["trace[37257501] 'read index received' (duration: 871.01174ms)","trace[37257501] 'applied index is now lower than readState.Index' (duration: 218.811972ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:35.341879Z","caller":"traceutil/trace.go:171","msg":"trace[1423499437] transaction","detail":"{read_only:false; response_revision:20753; number_of_response:1; }","duration":"1.058139061s","start":"2026-03-01T14:47:34.28371Z","end":"2026-03-01T14:47:35.341849Z","steps":["trace[1423499437] 'process raft request' (duration: 1.040975218s)","trace[1423499437] 'compare' (duration: 17.004759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:35.341984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089950825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:35.342062Z","caller":"traceutil/trace.go:171","msg":"trace[229145842] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20753; }","duration":"1.090075718s","start":"2026-03-01T14:47:34.251964Z","end":"2026-03-01T14:47:35.34204Z","steps":["trace[229145842] 'agreement among raft nodes before linearized reading' (duration: 1.089944525s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.342116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.251943Z","time spent":"1.090163219s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:35.342039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.486193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:35.342198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.543603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-01T14:47:35.342256Z","caller":"traceutil/trace.go:171","msg":"trace[1961827486] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20753; }","duration":"741.661476ms","start":"2026-03-01T14:47:34.600577Z","end":"2026-03-01T14:47:35.342239Z","steps":["trace[1961827486] 'agreement among raft nodes before linearized reading' (duration: 741.47633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.342263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.6957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:47:35.342266Z","caller":"traceutil/trace.go:171","msg":"trace[397974599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20753; }","duration":"428.7201ms","start":"2026-03-01T14:47:34.913494Z","end":"2026-03-01T14:47:35.342214Z","steps":["trace[397974599] 'agreement among raft nodes before linearized reading' (duration: 428.488823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.342294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.600543Z","time spent":"741.742908ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:47:35.342296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.283686Z","time spent":"1.058249634s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:35.342321Z","caller":"traceutil/trace.go:171","msg":"trace[1296187048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20753; }","duration":"348.791342ms","start":"2026-03-01T14:47:34.993514Z","end":"2026-03-01T14:47:35.342305Z","steps":["trace[1296187048] 'agreement among raft nodes before linearized reading' (duration: 348.581386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.342347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.913473Z","time spent":"428.853793ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:47:35.342375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.993493Z","time spent":"348.869814ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:47:35.342799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.868879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:47:35.342843Z","caller":"traceutil/trace.go:171","msg":"trace[1813549789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20753; }","duration":"777.954191ms","start":"2026-03-01T14:47:34.564878Z","end":"2026-03-01T14:47:35.342832Z","steps":["trace[1813549789] 'agreement among raft nodes before linearized reading' (duration: 777.106949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.342872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.564851Z","time spent":"778.014983ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:47:35.343589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.957875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:47:35.343841Z","caller":"traceutil/trace.go:171","msg":"trace[668157760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20753; }","duration":"450.17007ms","start":"2026-03-01T14:47:34.89361Z","end":"2026-03-01T14:47:35.34378Z","steps":["trace[668157760] 'agreement among raft nodes before linearized reading' (duration: 448.405835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:35.343995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:34.89354Z","time spent":"450.435497ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:47:35.575271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.750596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-01T14:47:35.575351Z","caller":"traceutil/trace.go:171","msg":"trace[1034968489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20755; }","duration":"133.861449ms","start":"2026-03-01T14:47:35.441469Z","end":"2026-03-01T14:47:35.575331Z","steps":["trace[1034968489] 'range keys from in-memory index tree' (duration: 133.606482ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:37.790825Z","caller":"traceutil/trace.go:171","msg":"trace[1491118019] transaction","detail":"{read_only:false; response_revision:20767; number_of_response:1; }","duration":"100.848185ms","start":"2026-03-01T14:47:37.689953Z","end":"2026-03-01T14:47:37.790801Z","steps":["trace[1491118019] 'process raft request' (duration: 100.658851ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:37.791127Z","caller":"traceutil/trace.go:171","msg":"trace[2034701477] transaction","detail":"{read_only:false; response_revision:20768; number_of_response:1; }","duration":"100.423195ms","start":"2026-03-01T14:47:37.690679Z","end":"2026-03-01T14:47:37.791102Z","steps":["trace[2034701477] 'process raft request' (duration: 100.080856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:39.935138Z","caller":"traceutil/trace.go:171","msg":"trace[665373627] transaction","detail":"{read_only:false; response_revision:20778; number_of_response:1; }","duration":"102.791234ms","start":"2026-03-01T14:47:39.832313Z","end":"2026-03-01T14:47:39.935104Z","steps":["trace[665373627] 'process raft request' (duration: 102.63303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:40.895032Z","caller":"traceutil/trace.go:171","msg":"trace[1128781468] linearizableReadLoop","detail":"{readStateIndex:21561; appliedIndex:21560; }","duration":"226.257439ms","start":"2026-03-01T14:47:40.668754Z","end":"2026-03-01T14:47:40.895012Z","steps":["trace[1128781468] 'read index received' (duration: 226.036194ms)","trace[1128781468] 'applied index is now lower than readState.Index' (duration: 220.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:40.895228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.413104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:40.895165Z","caller":"traceutil/trace.go:171","msg":"trace[432668939] transaction","detail":"{read_only:false; response_revision:20779; number_of_response:1; }","duration":"266.941797ms","start":"2026-03-01T14:47:40.628185Z","end":"2026-03-01T14:47:40.895127Z","steps":["trace[432668939] 'process raft request' (duration: 266.675891ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:40.895263Z","caller":"traceutil/trace.go:171","msg":"trace[1882258726] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20779; }","duration":"226.526496ms","start":"2026-03-01T14:47:40.668725Z","end":"2026-03-01T14:47:40.895251Z","steps":["trace[1882258726] 'agreement among raft nodes before linearized reading' (duration: 226.386443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:40.895456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.048489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-01T14:47:40.895533Z","caller":"traceutil/trace.go:171","msg":"trace[997618350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20779; }","duration":"225.176863ms","start":"2026-03-01T14:47:40.670334Z","end":"2026-03-01T14:47:40.895511Z","steps":["trace[997618350] 'agreement among raft nodes before linearized reading' (duration: 224.904896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:40.895597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.889031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:47:40.895733Z","caller":"traceutil/trace.go:171","msg":"trace[143322965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20779; }","duration":"207.046454ms","start":"2026-03-01T14:47:40.68864Z","end":"2026-03-01T14:47:40.895687Z","steps":["trace[143322965] 'agreement among raft nodes before linearized reading' (duration: 206.650794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.018228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907745967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:42.173234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123493311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:42.173337Z","caller":"traceutil/trace.go:171","msg":"trace[128904192] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20779; }","duration":"1.123637364s","start":"2026-03-01T14:47:41.049676Z","end":"2026-03-01T14:47:42.173314Z","steps":["trace[128904192] 'range keys from in-memory index tree' (duration: 1.123421979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:42.173424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.049658Z","time spent":"1.123722276s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T14:47:42.173965Z","caller":"traceutil/trace.go:171","msg":"trace[1067657247] transaction","detail":"{read_only:false; response_revision:20780; number_of_response:1; }","duration":"962.22233ms","start":"2026-03-01T14:47:41.211387Z","end":"2026-03-01T14:47:42.17361Z","steps":["trace[1067657247] 'process raft request' (duration: 898.216115ms)","trace[1067657247] 'compare' (duration: 63.824061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:42.174733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.211362Z","time spent":"962.694752ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:43.399916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107718543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:47:43.400297Z","caller":"traceutil/trace.go:171","msg":"trace[698187040] linearizableReadLoop","detail":"{readStateIndex:21564; appliedIndex:21561; }","duration":"1.883084278s","start":"2026-03-01T14:47:41.517198Z","end":"2026-03-01T14:47:43.400283Z","steps":["trace[698187040] 'read index received' (duration: 592.416249ms)","trace[698187040] 'applied index is now lower than readState.Index' (duration: 1.290667019s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:43.400299Z","caller":"traceutil/trace.go:171","msg":"trace[1288201418] transaction","detail":"{read_only:false; response_revision:20781; number_of_response:1; }","duration":"1.928007982s","start":"2026-03-01T14:47:41.472264Z","end":"2026-03-01T14:47:43.400272Z","steps":["trace[1288201418] 'process raft request' (duration: 819.821827ms)","trace[1288201418] 'compare' (duration: 1.107039596s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:43.400395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.472239Z","time spent":"1.928105304s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:43.400565Z","caller":"traceutil/trace.go:171","msg":"trace[173491843] transaction","detail":"{read_only:false; response_revision:20783; number_of_response:1; }","duration":"1.313126005s","start":"2026-03-01T14:47:42.087412Z","end":"2026-03-01T14:47:43.400538Z","steps":["trace[173491843] 'process raft request' (duration: 1.312823658s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.400707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:42.087362Z","time spent":"1.31326278s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:43.40081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883605641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:47:43.400796Z","caller":"traceutil/trace.go:171","msg":"trace[2037324461] transaction","detail":"{read_only:false; response_revision:20782; number_of_response:1; }","duration":"1.567068624s","start":"2026-03-01T14:47:41.83371Z","end":"2026-03-01T14:47:43.400779Z","steps":["trace[2037324461] 'process raft request' (duration: 1.566383596s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.401349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.833687Z","time spent":"1.567619777s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:43.400837Z","caller":"traceutil/trace.go:171","msg":"trace[1539765411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20783; }","duration":"1.883658273s","start":"2026-03-01T14:47:41.51717Z","end":"2026-03-01T14:47:43.400829Z","steps":["trace[1539765411] 'agreement among raft nodes before linearized reading' (duration: 1.88355394s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.40151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.517158Z","time spent":"1.884309359s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:47:43.403883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879463448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:47:43.403922Z","caller":"traceutil/trace.go:171","msg":"trace[1724616982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20784; }","duration":"1.879537609s","start":"2026-03-01T14:47:41.524374Z","end":"2026-03-01T14:47:43.403912Z","steps":["trace[1724616982] 'agreement among raft nodes before linearized reading' (duration: 1.879444766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.403944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.524354Z","time spent":"1.87958545s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:47:43.404262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.042293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:43.404295Z","caller":"traceutil/trace.go:171","msg":"trace[1593277558] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20784; }","duration":"822.103105ms","start":"2026-03-01T14:47:42.582182Z","end":"2026-03-01T14:47:43.404285Z","steps":["trace[1593277558] 'agreement among raft nodes before linearized reading' (duration: 822.046923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.404317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:42.582167Z","time spent":"822.144795ms","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:43.404447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784541612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T14:47:43.404469Z","caller":"traceutil/trace.go:171","msg":"trace[1327498175] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:20784; }","duration":"1.784643284s","start":"2026-03-01T14:47:41.61982Z","end":"2026-03-01T14:47:43.404463Z","steps":["trace[1327498175] 'agreement among raft nodes before linearized reading' (duration: 1.784582953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.404486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.619761Z","time spent":"1.784721256s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:47:43.404515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576221194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:47:43.404574Z","caller":"traceutil/trace.go:171","msg":"trace[1541630887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20784; }","duration":"1.576325718s","start":"2026-03-01T14:47:41.828235Z","end":"2026-03-01T14:47:43.40456Z","steps":["trace[1541630887] 'agreement among raft nodes before linearized reading' (duration: 1.576144672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.404612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.828193Z","time spent":"1.57641129s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:47:43.404613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846710301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:43.40472Z","caller":"traceutil/trace.go:171","msg":"trace[1999154542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20784; }","duration":"1.846892856s","start":"2026-03-01T14:47:41.557806Z","end":"2026-03-01T14:47:43.404698Z","steps":["trace[1999154542] 'agreement among raft nodes before linearized reading' (duration: 1.84667392s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.404807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.557788Z","time spent":"1.847004158s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:43.404877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48371265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T14:47:43.4049Z","caller":"traceutil/trace.go:171","msg":"trace[1371601262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20784; }","duration":"1.483736321s","start":"2026-03-01T14:47:41.921157Z","end":"2026-03-01T14:47:43.404894Z","steps":["trace[1371601262] 'agreement among raft nodes before linearized reading' (duration: 1.483670849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.40492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.92111Z","time spent":"1.483806482s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:47:43.404935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466386234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:47:43.40499Z","caller":"traceutil/trace.go:171","msg":"trace[2137924618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20784; }","duration":"1.466462776s","start":"2026-03-01T14:47:41.938506Z","end":"2026-03-01T14:47:43.404969Z","steps":["trace[2137924618] 'agreement among raft nodes before linearized reading' (duration: 1.466338103s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.405015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.938493Z","time spent":"1.466514847s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:47:43.405055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469461211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:43.405076Z","caller":"traceutil/trace.go:171","msg":"trace[1547717266] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20784; }","duration":"1.469542253s","start":"2026-03-01T14:47:41.935528Z","end":"2026-03-01T14:47:43.40507Z","steps":["trace[1547717266] 'agreement among raft nodes before linearized reading' (duration: 1.469468081s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.405094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.935512Z","time spent":"1.469577294s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:43.405482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492323328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:43.405563Z","caller":"traceutil/trace.go:171","msg":"trace[2066688094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20784; }","duration":"1.49243019s","start":"2026-03-01T14:47:41.913119Z","end":"2026-03-01T14:47:43.40555Z","steps":["trace[2066688094] 'agreement among raft nodes before linearized reading' (duration: 1.492295517s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.405636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:41.913103Z","time spent":"1.492490472s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:47:43.405708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228390248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:43.405739Z","caller":"traceutil/trace.go:171","msg":"trace[1776092005] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20784; }","duration":"1.22844644s","start":"2026-03-01T14:47:42.177284Z","end":"2026-03-01T14:47:43.405731Z","steps":["trace[1776092005] 'agreement among raft nodes before linearized reading' (duration: 1.227468675s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:43.40577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:42.177272Z","time spent":"1.22848939s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T14:47:43.907598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907745974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:44.758048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.393056ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:47:44.75813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.405338Z","time spent":"1.352788237s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:47:44.767344Z","caller":"traceutil/trace.go:171","msg":"trace[1025603180] transaction","detail":"{read_only:false; response_revision:20785; number_of_response:1; }","duration":"1.360122273s","start":"2026-03-01T14:47:43.407193Z","end":"2026-03-01T14:47:44.767316Z","steps":["trace[1025603180] 'process raft request' (duration: 1.359893347s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.767489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.407177Z","time spent":"1.360238895s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:44.767667Z","caller":"traceutil/trace.go:171","msg":"trace[1562223369] transaction","detail":"{read_only:false; response_revision:20786; number_of_response:1; }","duration":"1.359707092s","start":"2026-03-01T14:47:43.407933Z","end":"2026-03-01T14:47:44.76764Z","steps":["trace[1562223369] 'process raft request' (duration: 1.359327513s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.767819Z","caller":"traceutil/trace.go:171","msg":"trace[964381186] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"1.359057905s","start":"2026-03-01T14:47:43.408754Z","end":"2026-03-01T14:47:44.767812Z","steps":["trace[964381186] 'process raft request' (duration: 1.35885981s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:44.767833Z","caller":"traceutil/trace.go:171","msg":"trace[280887319] transaction","detail":"{read_only:false; response_revision:20788; number_of_response:1; }","duration":"1.359100346s","start":"2026-03-01T14:47:43.408715Z","end":"2026-03-01T14:47:44.767815Z","steps":["trace[280887319] 'process raft request' (duration: 1.35886338s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.76792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.408749Z","time spent":"1.359103476s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:44.767933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.40871Z","time spent":"1.359158448s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:44.76795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.407919Z","time spent":"1.359864516s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:44.76768Z","caller":"traceutil/trace.go:171","msg":"trace[629667267] transaction","detail":"{read_only:false; response_revision:20787; number_of_response:1; }","duration":"1.359015164s","start":"2026-03-01T14:47:43.408639Z","end":"2026-03-01T14:47:44.767654Z","steps":["trace[629667267] 'process raft request' (duration: 1.358862331s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.768017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361372404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:44.768112Z","caller":"traceutil/trace.go:171","msg":"trace[1854760089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20789; }","duration":"1.361480997s","start":"2026-03-01T14:47:43.406602Z","end":"2026-03-01T14:47:44.768083Z","steps":["trace[1854760089] 'agreement among raft nodes before linearized reading' (duration: 1.361348024s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.768048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.408621Z","time spent":"1.359397684s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:44.768189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.40659Z","time spent":"1.361555449s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:47:44.768368Z","caller":"traceutil/trace.go:171","msg":"trace[428646034] linearizableReadLoop","detail":"{readStateIndex:21572; appliedIndex:21566; }","duration":"1.361167499s","start":"2026-03-01T14:47:43.406621Z","end":"2026-03-01T14:47:44.767789Z","steps":["trace[428646034] 'read index received' (duration: 620.485528ms)","trace[428646034] 'applied index is now lower than readState.Index' (duration: 740.680901ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:47:44.81909Z","caller":"traceutil/trace.go:171","msg":"trace[92730408] transaction","detail":"{read_only:false; response_revision:20790; number_of_response:1; }","duration":"637.877045ms","start":"2026-03-01T14:47:44.18119Z","end":"2026-03-01T14:47:44.819067Z","steps":["trace[92730408] 'process raft request' (duration: 637.732212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.819322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:44.181155Z","time spent":"637.995458ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:44.819459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388794556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:44.81954Z","caller":"traceutil/trace.go:171","msg":"trace[1211731801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20791; }","duration":"1.38892161s","start":"2026-03-01T14:47:43.4306Z","end":"2026-03-01T14:47:44.819522Z","steps":["trace[1211731801] 'agreement among raft nodes before linearized reading' (duration: 1.388763776s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.819591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.430584Z","time spent":"1.388996001s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:44.819787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.954282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:44.819886Z","caller":"traceutil/trace.go:171","msg":"trace[1664435881] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20791; }","duration":"673.064925ms","start":"2026-03-01T14:47:44.14678Z","end":"2026-03-01T14:47:44.819845Z","steps":["trace[1664435881] 'agreement among raft nodes before linearized reading' (duration: 672.938712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.81994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:44.146732Z","time spent":"673.194249ms","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:44.820197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41073178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:47:44.820266Z","caller":"traceutil/trace.go:171","msg":"trace[2033308858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20791; }","duration":"1.411410417s","start":"2026-03-01T14:47:43.408838Z","end":"2026-03-01T14:47:44.820248Z","steps":["trace[2033308858] 'agreement among raft nodes before linearized reading' (duration: 1.410529025s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:44.820316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:43.408831Z","time spent":"1.411469818s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:47:46.006759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907745994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:47:46.234356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042882158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:46.234409Z","caller":"traceutil/trace.go:171","msg":"trace[664631850] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20791; }","duration":"1.042983001s","start":"2026-03-01T14:47:45.191412Z","end":"2026-03-01T14:47:46.234395Z","steps":["trace[664631850] 'count revisions from in-memory index tree' (duration: 1.042795886s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.234434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.191392Z","time spent":"1.043036861s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:46.234475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.042088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:46.234552Z","caller":"traceutil/trace.go:171","msg":"trace[2012575988] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20791; }","duration":"882.239983ms","start":"2026-03-01T14:47:45.352293Z","end":"2026-03-01T14:47:46.234533Z","steps":["trace[2012575988] 'count revisions from in-memory index tree' (duration: 881.934525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.234607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.352271Z","time spent":"882.325155ms","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:47:46.234632Z","caller":"traceutil/trace.go:171","msg":"trace[1317532960] transaction","detail":"{read_only:false; response_revision:20792; number_of_response:1; }","duration":"828.657281ms","start":"2026-03-01T14:47:45.405944Z","end":"2026-03-01T14:47:46.234601Z","steps":["trace[1317532960] 'process raft request' (duration: 826.782983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.234753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.405902Z","time spent":"828.787784ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:46.264823Z","caller":"traceutil/trace.go:171","msg":"trace[1463028363] linearizableReadLoop","detail":"{readStateIndex:21576; appliedIndex:21574; }","duration":"758.988783ms","start":"2026-03-01T14:47:45.505817Z","end":"2026-03-01T14:47:46.264805Z","steps":["trace[1463028363] 'read index received' (duration: 726.894773ms)","trace[1463028363] 'applied index is now lower than readState.Index' (duration: 32.09333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:46.26497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.747381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:46.265034Z","caller":"traceutil/trace.go:171","msg":"trace[893091814] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20793; }","duration":"755.891885ms","start":"2026-03-01T14:47:45.509133Z","end":"2026-03-01T14:47:46.265025Z","steps":["trace[893091814] 'agreement among raft nodes before linearized reading' (duration: 755.777932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.265058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.509106Z","time spent":"755.946256ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:46.265164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.123076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:46.265192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.371082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:47:46.26515Z","caller":"traceutil/trace.go:171","msg":"trace[1373673569] transaction","detail":"{read_only:false; response_revision:20793; number_of_response:1; }","duration":"858.859723ms","start":"2026-03-01T14:47:45.40607Z","end":"2026-03-01T14:47:46.26493Z","steps":["trace[1373673569] 'process raft request' (duration: 858.627436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.2653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.522881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:47:46.265337Z","caller":"traceutil/trace.go:171","msg":"trace[76066213] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20793; }","duration":"759.500866ms","start":"2026-03-01T14:47:45.505737Z","end":"2026-03-01T14:47:46.265238Z","steps":["trace[76066213] 'agreement among raft nodes before linearized reading' (duration: 759.162658ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:47:46.265416Z","caller":"traceutil/trace.go:171","msg":"trace[636879547] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20793; }","duration":"252.686806ms","start":"2026-03-01T14:47:46.012704Z","end":"2026-03-01T14:47:46.265391Z","steps":["trace[636879547] 'agreement among raft nodes before linearized reading' (duration: 252.263385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.265282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.437093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:47:46.265513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.505708Z","time spent":"759.69597ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:47:46.265248Z","caller":"traceutil/trace.go:171","msg":"trace[1077801764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20793; }","duration":"352.246839ms","start":"2026-03-01T14:47:45.912984Z","end":"2026-03-01T14:47:46.265231Z","steps":["trace[1077801764] 'agreement among raft nodes before linearized reading' (duration: 352.125116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.265648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.912963Z","time spent":"352.67207ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:47:46.26567Z","caller":"traceutil/trace.go:171","msg":"trace[842636059] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20793; }","duration":"411.74181ms","start":"2026-03-01T14:47:45.853806Z","end":"2026-03-01T14:47:46.265548Z","steps":["trace[842636059] 'agreement among raft nodes before linearized reading' (duration: 411.452582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:46.265741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.853788Z","time spent":"411.931265ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:46.265896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:45.406028Z","time spent":"859.314745ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:47.857304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.008352ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:47:47.857443Z","caller":"traceutil/trace.go:171","msg":"trace[244524651] linearizableReadLoop","detail":"{readStateIndex:21577; appliedIndex:21576; }","duration":"1.086666592s","start":"2026-03-01T14:47:46.770718Z","end":"2026-03-01T14:47:47.857384Z","steps":["trace[244524651] 'read index received' (duration: 180.589408ms)","trace[244524651] 'applied index is now lower than readState.Index' (duration: 906.075794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:47:47.857989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087252696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:47:47.858099Z","caller":"traceutil/trace.go:171","msg":"trace[760143095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20793; }","duration":"1.08740478s","start":"2026-03-01T14:47:46.770669Z","end":"2026-03-01T14:47:47.858073Z","steps":["trace[760143095] 'agreement among raft nodes before linearized reading' (duration: 1.087114433s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.858143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.770649Z","time spent":"1.087482801s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T14:47:47.859166Z","caller":"traceutil/trace.go:171","msg":"trace[1173970099] transaction","detail":"{read_only:false; response_revision:20794; number_of_response:1; }","duration":"1.034643909s","start":"2026-03-01T14:47:46.824488Z","end":"2026-03-01T14:47:47.859132Z","steps":["trace[1173970099] 'process raft request' (duration: 1.034387683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.859463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.824457Z","time spent":"1.034801743s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:47:47.863404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092348635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:47:47.863474Z","caller":"traceutil/trace.go:171","msg":"trace[936585953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20795; }","duration":"1.092419907s","start":"2026-03-01T14:47:46.771036Z","end":"2026-03-01T14:47:47.863456Z","steps":["trace[936585953] 'agreement among raft nodes before linearized reading' (duration: 1.092253193s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.863501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.771029Z","time spent":"1.092466398s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:47:47.863699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091975376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:47:47.863721Z","caller":"traceutil/trace.go:171","msg":"trace[1252296063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20795; }","duration":"1.092024406s","start":"2026-03-01T14:47:46.771691Z","end":"2026-03-01T14:47:47.863715Z","steps":["trace[1252296063] 'agreement among raft nodes before linearized reading' (duration: 1.091958004s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.863722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.411405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:47:47.86374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.771676Z","time spent":"1.092059718s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T14:47:47.863761Z","caller":"traceutil/trace.go:171","msg":"trace[931410165] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20795; }","duration":"981.494407ms","start":"2026-03-01T14:47:46.882258Z","end":"2026-03-01T14:47:47.863752Z","steps":["trace[931410165] 'agreement among raft nodes before linearized reading' (duration: 981.420615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.863788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.882238Z","time spent":"981.544808ms","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:47.863749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.869982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:47:47.863811Z","caller":"traceutil/trace.go:171","msg":"trace[473732682] transaction","detail":"{read_only:false; response_revision:20795; number_of_response:1; }","duration":"531.666194ms","start":"2026-03-01T14:47:47.332106Z","end":"2026-03-01T14:47:47.863772Z","steps":["trace[473732682] 'process raft request' (duration: 531.08048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.863892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:47.332083Z","time spent":"531.767847ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:47:47.863889Z","caller":"traceutil/trace.go:171","msg":"trace[571323920] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20795; }","duration":"771.076897ms","start":"2026-03-01T14:47:47.092785Z","end":"2026-03-01T14:47:47.863862Z","steps":["trace[571323920] 'agreement among raft nodes before linearized reading' (duration: 770.82199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.863923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09179111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T14:47:47.863961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092158359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:47:47.863997Z","caller":"traceutil/trace.go:171","msg":"trace[1612301022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20795; }","duration":"1.091888482s","start":"2026-03-01T14:47:46.772096Z","end":"2026-03-01T14:47:47.863984Z","steps":["trace[1612301022] 'agreement among raft nodes before linearized reading' (duration: 1.091655716s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.864039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.772086Z","time spent":"1.091944064s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:47:47.864005Z","caller":"traceutil/trace.go:171","msg":"trace[1708163961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20795; }","duration":"1.092241892s","start":"2026-03-01T14:47:46.771749Z","end":"2026-03-01T14:47:47.863991Z","steps":["trace[1708163961] 'agreement among raft nodes before linearized reading' (duration: 1.091882813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:47:47.864185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:47.092761Z","time spent":"771.17847ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:47:47.864236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:47:46.771723Z","time spent":"1.092500019s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:48:04.030341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.861303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:48:04.030496Z","caller":"traceutil/trace.go:171","msg":"trace[29251782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20868; }","duration":"114.057328ms","start":"2026-03-01T14:48:03.916405Z","end":"2026-03-01T14:48:04.030462Z","steps":["trace[29251782] 'range keys from in-memory index tree' (duration: 113.792191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:20.789887Z","caller":"traceutil/trace.go:171","msg":"trace[1974640065] transaction","detail":"{read_only:false; response_revision:20947; number_of_response:1; }","duration":"100.776113ms","start":"2026-03-01T14:48:20.689083Z","end":"2026-03-01T14:48:20.789859Z","steps":["trace[1974640065] 'process raft request' (duration: 100.545598ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:51.131989Z","caller":"traceutil/trace.go:171","msg":"trace[1317252806] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"317.746058ms","start":"2026-03-01T14:48:50.814211Z","end":"2026-03-01T14:48:51.131957Z","steps":["trace[1317252806] 'process raft request' (duration: 293.036644ms)","trace[1317252806] 'compare' (duration: 24.1506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:48:51.132662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:48:50.814193Z","time spent":"318.387324ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:48:51.132892Z","caller":"traceutil/trace.go:171","msg":"trace[1445725618] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"244.410878ms","start":"2026-03-01T14:48:50.888451Z","end":"2026-03-01T14:48:51.132862Z","steps":["trace[1445725618] 'process raft request' (duration: 243.459394ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:51.133796Z","caller":"traceutil/trace.go:171","msg":"trace[340821980] linearizableReadLoop","detail":"{readStateIndex:22163; appliedIndex:22160; }","duration":"218.433683ms","start":"2026-03-01T14:48:50.915338Z","end":"2026-03-01T14:48:51.133772Z","steps":["trace[340821980] 'read index received' (duration: 191.875772ms)","trace[340821980] 'applied index is now lower than readState.Index' (duration: 26.556711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:48:51.133999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.651908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:48:51.134079Z","caller":"traceutil/trace.go:171","msg":"trace[326394137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21355; }","duration":"218.780081ms","start":"2026-03-01T14:48:50.915284Z","end":"2026-03-01T14:48:51.134065Z","steps":["trace[326394137] 'agreement among raft nodes before linearized reading' (duration: 218.633187ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:48:51.134679Z","caller":"traceutil/trace.go:171","msg":"trace[247227624] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"243.437993ms","start":"2026-03-01T14:48:50.8912Z","end":"2026-03-01T14:48:51.134638Z","steps":["trace[247227624] 'process raft request' (duration: 242.474019ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:13.213687Z","caller":"traceutil/trace.go:171","msg":"trace[888429402] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"329.646738ms","start":"2026-03-01T14:49:12.88395Z","end":"2026-03-01T14:49:13.213597Z","steps":["trace[888429402] 'process raft request' (duration: 329.301019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:49:13.213932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:49:12.883926Z","time spent":"329.890084ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:49:13.213922Z","caller":"traceutil/trace.go:171","msg":"trace[900758012] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"329.889134ms","start":"2026-03-01T14:49:12.884008Z","end":"2026-03-01T14:49:13.213897Z","steps":["trace[900758012] 'process raft request' (duration: 329.515555ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:13.213991Z","caller":"traceutil/trace.go:171","msg":"trace[1915551225] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"329.208347ms","start":"2026-03-01T14:49:12.884756Z","end":"2026-03-01T14:49:13.213964Z","steps":["trace[1915551225] 'process raft request' (duration: 329.059693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:49:13.214074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:49:12.88398Z","time spent":"330.009758ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:49:13.214135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:49:12.88474Z","time spent":"329.32269ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:49:13.328057Z","caller":"traceutil/trace.go:171","msg":"trace[1475764914] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"121.000783ms","start":"2026-03-01T14:49:13.207025Z","end":"2026-03-01T14:49:13.328026Z","steps":["trace[1475764914] 'process raft request' (duration: 39.785744ms)","trace[1475764914] 'compare' (duration: 81.003194ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:49:13.328278Z","caller":"traceutil/trace.go:171","msg":"trace[1420814847] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"119.350782ms","start":"2026-03-01T14:49:13.208885Z","end":"2026-03-01T14:49:13.328236Z","steps":["trace[1420814847] 'process raft request' (duration: 119.096315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:49:38.431318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19886} {"level":"info","ts":"2026-03-01T14:49:38.528607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19886,"took":"93.827879ms","hash":765767790,"current-db-size-bytes":45035520,"current-db-size":"45 MB","current-db-size-in-use-bytes":25223168,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T14:49:38.528658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":765767790,"revision":19886,"compact-revision":18087} {"level":"info","ts":"2026-03-01T14:51:37.267122Z","caller":"traceutil/trace.go:171","msg":"trace[2134754730] linearizableReadLoop","detail":"{readStateIndex:23333; appliedIndex:23332; }","duration":"144.888137ms","start":"2026-03-01T14:51:37.12221Z","end":"2026-03-01T14:51:37.267098Z","steps":["trace[2134754730] 'read index received' (duration: 144.592949ms)","trace[2134754730] 'applied index is now lower than readState.Index' (duration: 294.388µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:37.2672Z","caller":"traceutil/trace.go:171","msg":"trace[447655751] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"262.142375ms","start":"2026-03-01T14:51:37.005022Z","end":"2026-03-01T14:51:37.267164Z","steps":["trace[447655751] 'process raft request' (duration: 261.901679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:37.267263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:37.267381Z","caller":"traceutil/trace.go:171","msg":"trace[499545235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22486; }","duration":"145.221994ms","start":"2026-03-01T14:51:37.122149Z","end":"2026-03-01T14:51:37.267371Z","steps":["trace[499545235] 'agreement among raft nodes before linearized reading' (duration: 145.065541ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:43.576355Z","caller":"traceutil/trace.go:171","msg":"trace[457494296] transaction","detail":"{read_only:false; response_revision:22606; number_of_response:1; }","duration":"290.420049ms","start":"2026-03-01T14:51:43.285916Z","end":"2026-03-01T14:51:43.576336Z","steps":["trace[457494296] 'process raft request' (duration: 290.287596ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:48.754598Z","caller":"traceutil/trace.go:171","msg":"trace[711587336] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"497.537344ms","start":"2026-03-01T14:51:48.257032Z","end":"2026-03-01T14:51:48.754569Z","steps":["trace[711587336] 'process raft request' (duration: 488.907186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.755188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.25702Z","time spent":"498.069479ms","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129289,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:48.759248Z","caller":"traceutil/trace.go:171","msg":"trace[1208013291] linearizableReadLoop","detail":"{readStateIndex:23799; appliedIndex:23796; }","duration":"465.298662ms","start":"2026-03-01T14:51:48.293927Z","end":"2026-03-01T14:51:48.759226Z","steps":["trace[1208013291] 'read index received' (duration: 451.969875ms)","trace[1208013291] 'applied index is now lower than readState.Index' (duration: 13.327927ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:48.759389Z","caller":"traceutil/trace.go:171","msg":"trace[1634775614] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"485.184723ms","start":"2026-03-01T14:51:48.274186Z","end":"2026-03-01T14:51:48.759371Z","steps":["trace[1634775614] 'process raft request' (duration: 484.762013ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:48.759412Z","caller":"traceutil/trace.go:171","msg":"trace[183204174] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"329.751611ms","start":"2026-03-01T14:51:48.429644Z","end":"2026-03-01T14:51:48.759396Z","steps":["trace[183204174] 'process raft request' (duration: 329.447374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.759493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.429623Z","time spent":"329.815023ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:48.759497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.274165Z","time spent":"485.266295ms","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2122,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:48.759546Z","caller":"traceutil/trace.go:171","msg":"trace[591949087] transaction","detail":"{read_only:false; response_revision:22949; number_of_response:1; }","duration":"149.075501ms","start":"2026-03-01T14:51:48.610443Z","end":"2026-03-01T14:51:48.759519Z","steps":["trace[591949087] 'process raft request' (duration: 148.738543ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:48.759623Z","caller":"traceutil/trace.go:171","msg":"trace[1362709265] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"432.667258ms","start":"2026-03-01T14:51:48.326949Z","end":"2026-03-01T14:51:48.759616Z","steps":["trace[1362709265] 'process raft request' (duration: 432.052092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.759665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.326929Z","time spent":"432.711759ms","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2276,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:48.759349Z","caller":"traceutil/trace.go:171","msg":"trace[835136327] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"489.39373ms","start":"2026-03-01T14:51:48.269901Z","end":"2026-03-01T14:51:48.759295Z","steps":["trace[835136327] 'process raft request' (duration: 488.942818ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:48.759765Z","caller":"traceutil/trace.go:171","msg":"trace[914786370] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"309.12049ms","start":"2026-03-01T14:51:48.450629Z","end":"2026-03-01T14:51:48.75975Z","steps":["trace[914786370] 'process raft request' (duration: 308.503505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:48.75978Z","caller":"traceutil/trace.go:171","msg":"trace[320331646] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"366.072007ms","start":"2026-03-01T14:51:48.393701Z","end":"2026-03-01T14:51:48.759773Z","steps":["trace[320331646] 'process raft request' (duration: 365.339999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.759814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.393633Z","time spent":"366.164869ms","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2459,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:51:48.75985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.450608Z","time spent":"309.183812ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:48.759959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.269887Z","time spent":"489.896903ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:48.76073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.78784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-01T14:51:48.760804Z","caller":"traceutil/trace.go:171","msg":"trace[425576819] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22949; }","duration":"466.864622ms","start":"2026-03-01T14:51:48.293921Z","end":"2026-03-01T14:51:48.760786Z","steps":["trace[425576819] 'agreement among raft nodes before linearized reading' (duration: 465.682741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.760864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.293876Z","time spent":"466.971574ms","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209385,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-01T14:51:48.762032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.703601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:51:48.762122Z","caller":"traceutil/trace.go:171","msg":"trace[1018941209] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22950; }","duration":"352.855525ms","start":"2026-03-01T14:51:48.409251Z","end":"2026-03-01T14:51:48.762106Z","steps":["trace[1018941209] 'agreement among raft nodes before linearized reading' (duration: 352.66542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:48.762188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:48.409231Z","time spent":"352.926466ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:51:52.194567Z","caller":"traceutil/trace.go:171","msg":"trace[663772756] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23925; }","duration":"249.231339ms","start":"2026-03-01T14:51:51.945302Z","end":"2026-03-01T14:51:52.194534Z","steps":["trace[663772756] 'read index received' (duration: 249.015454ms)","trace[663772756] 'applied index is now lower than readState.Index' (duration: 214.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:52.194639Z","caller":"traceutil/trace.go:171","msg":"trace[1992627138] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"250.733347ms","start":"2026-03-01T14:51:51.943868Z","end":"2026-03-01T14:51:52.194602Z","steps":["trace[1992627138] 'process raft request' (duration: 250.475291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:52.194779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.430044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/cert-manager-test/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:52.194819Z","caller":"traceutil/trace.go:171","msg":"trace[1708492330] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/cert-manager-test/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/cert-manager-test0; response_count:0; response_revision:23069; }","duration":"249.536347ms","start":"2026-03-01T14:51:51.94527Z","end":"2026-03-01T14:51:52.194806Z","steps":["trace[1708492330] 'agreement among raft nodes before linearized reading' (duration: 249.423994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:52.195751Z","caller":"traceutil/trace.go:171","msg":"trace[1083416891] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"191.718288ms","start":"2026-03-01T14:51:52.004005Z","end":"2026-03-01T14:51:52.195723Z","steps":["trace[1083416891] 'process raft request' (duration: 191.527343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:52.196071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.431529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:51:52.196119Z","caller":"traceutil/trace.go:171","msg":"trace[850050560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23071; }","duration":"139.537072ms","start":"2026-03-01T14:51:52.05657Z","end":"2026-03-01T14:51:52.196107Z","steps":["trace[850050560] 'agreement among raft nodes before linearized reading' (duration: 139.359897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:52.196305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.34022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:51:52.196327Z","caller":"traceutil/trace.go:171","msg":"trace[378891943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23071; }","duration":"138.391762ms","start":"2026-03-01T14:51:52.057928Z","end":"2026-03-01T14:51:52.196319Z","steps":["trace[378891943] 'agreement among raft nodes before linearized reading' (duration: 138.32274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:52.196498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.806078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:51:52.196547Z","caller":"traceutil/trace.go:171","msg":"trace[422839739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23071; }","duration":"139.9075ms","start":"2026-03-01T14:51:52.056627Z","end":"2026-03-01T14:51:52.196535Z","steps":["trace[422839739] 'agreement among raft nodes before linearized reading' (duration: 139.744436ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:54.911256Z","caller":"traceutil/trace.go:171","msg":"trace[587363102] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"201.901915ms","start":"2026-03-01T14:51:54.709316Z","end":"2026-03-01T14:51:54.911218Z","steps":["trace[587363102] 'process raft request' (duration: 129.230282ms)","trace[587363102] 'compare' (duration: 72.262073ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:54.91139Z","caller":"traceutil/trace.go:171","msg":"trace[13147330] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"104.255631ms","start":"2026-03-01T14:51:54.807092Z","end":"2026-03-01T14:51:54.911347Z","steps":["trace[13147330] 'process raft request' (duration: 104.046176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.600596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.763229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:56.600705Z","caller":"traceutil/trace.go:171","msg":"trace[32540045] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23140; }","duration":"155.938434ms","start":"2026-03-01T14:51:56.444741Z","end":"2026-03-01T14:51:56.60068Z","steps":["trace[32540045] 'count revisions from in-memory index tree' (duration: 155.670276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:56.600639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.749621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nxwmz\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-03-01T14:51:56.600822Z","caller":"traceutil/trace.go:171","msg":"trace[1185663604] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nxwmz; range_end:; response_count:1; response_revision:23140; }","duration":"269.094119ms","start":"2026-03-01T14:51:56.331709Z","end":"2026-03-01T14:51:56.600803Z","steps":["trace[1185663604] 'range keys from in-memory index tree' (duration: 268.547416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:57.343779Z","caller":"traceutil/trace.go:171","msg":"trace[1757060445] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"402.830694ms","start":"2026-03-01T14:51:56.940928Z","end":"2026-03-01T14:51:57.343759Z","steps":["trace[1757060445] 'process raft request' (duration: 402.707901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:57.343906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.940906Z","time spent":"402.934527ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:58.406484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062939714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:51:58.407272Z","caller":"traceutil/trace.go:171","msg":"trace[1350947185] linearizableReadLoop","detail":"{readStateIndex:24020; appliedIndex:24018; }","duration":"1.423550413s","start":"2026-03-01T14:51:56.983685Z","end":"2026-03-01T14:51:58.407236Z","steps":["trace[1350947185] 'read index received' (duration: 359.936412ms)","trace[1350947185] 'applied index is now lower than readState.Index' (duration: 1.063613101s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:58.407481Z","caller":"traceutil/trace.go:171","msg":"trace[1946200930] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"1.465388799s","start":"2026-03-01T14:51:56.942056Z","end":"2026-03-01T14:51:58.407445Z","steps":["trace[1946200930] 'process raft request' (duration: 1.464927007s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:58.407547Z","caller":"traceutil/trace.go:171","msg":"trace[1369145163] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"1.389594967s","start":"2026-03-01T14:51:57.017927Z","end":"2026-03-01T14:51:58.407522Z","steps":["trace[1369145163] 'process raft request' (duration: 1.389255328s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:58.407626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.94205Z","time spent":"1.465508092s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:58.407648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.017886Z","time spent":"1.389697389s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:58.407875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423924093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:58.407942Z","caller":"traceutil/trace.go:171","msg":"trace[1138082493] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23163; }","duration":"1.424286031s","start":"2026-03-01T14:51:56.983642Z","end":"2026-03-01T14:51:58.407928Z","steps":["trace[1138082493] 'agreement among raft nodes before linearized reading' (duration: 1.423895001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:58.407977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:56.983628Z","time spent":"1.424341463s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:51:58.907608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907753062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:51:58.944301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.038989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:58.94447Z","caller":"traceutil/trace.go:171","msg":"trace[896107442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23163; }","duration":"246.256404ms","start":"2026-03-01T14:51:58.698194Z","end":"2026-03-01T14:51:58.94445Z","steps":["trace[896107442] 'range keys from in-memory index tree' (duration: 246.016529ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.176877Z","caller":"traceutil/trace.go:171","msg":"trace[1844878312] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.043692978s","start":"2026-03-01T14:51:58.13316Z","end":"2026-03-01T14:51:59.176853Z","steps":["trace[1844878312] 'process raft request' (duration: 1.043606286s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.176937Z","caller":"traceutil/trace.go:171","msg":"trace[1364503519] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"1.662067203s","start":"2026-03-01T14:51:57.514794Z","end":"2026-03-01T14:51:59.176861Z","steps":["trace[1364503519] 'process raft request' (duration: 1.661684994s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.177043Z","caller":"traceutil/trace.go:171","msg":"trace[677151208] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"1.533354205s","start":"2026-03-01T14:51:57.643527Z","end":"2026-03-01T14:51:59.176881Z","steps":["trace[677151208] 'process raft request' (duration: 1.53317337s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.177219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.643499Z","time spent":"1.533646562s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:59.17722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.514761Z","time spent":"1.662264167s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:51:59.177225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.13314Z","time spent":"1.04381027s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:59.178265Z","caller":"traceutil/trace.go:171","msg":"trace[794808171] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"962.321033ms","start":"2026-03-01T14:51:58.215915Z","end":"2026-03-01T14:51:59.178236Z","steps":["trace[794808171] 'process raft request' (duration: 960.895158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.178375Z","caller":"traceutil/trace.go:171","msg":"trace[1840477463] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"961.553174ms","start":"2026-03-01T14:51:58.216802Z","end":"2026-03-01T14:51:59.178355Z","steps":["trace[1840477463] 'process raft request' (duration: 961.313098ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.178301Z","caller":"traceutil/trace.go:171","msg":"trace[1137161437] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"961.390751ms","start":"2026-03-01T14:51:58.216893Z","end":"2026-03-01T14:51:59.178284Z","steps":["trace[1137161437] 'process raft request' (duration: 961.325529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.178575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.216864Z","time spent":"961.653286ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:59.178639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.21677Z","time spent":"961.665217ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:59.178385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.215886Z","time spent":"962.438357ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:59.264601Z","caller":"traceutil/trace.go:171","msg":"trace[2126120881] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"499.233088ms","start":"2026-03-01T14:51:58.765335Z","end":"2026-03-01T14:51:59.264569Z","steps":["trace[2126120881] 'process raft request' (duration: 493.642307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.264742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.76531Z","time spent":"499.356151ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:51:59.264849Z","caller":"traceutil/trace.go:171","msg":"trace[751563999] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24021; }","duration":"857.440967ms","start":"2026-03-01T14:51:58.407337Z","end":"2026-03-01T14:51:59.264778Z","steps":["trace[751563999] 'read index received' (duration: 769.14344ms)","trace[751563999] 'applied index is now lower than readState.Index' (duration: 88.293707ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:59.264898Z","caller":"traceutil/trace.go:171","msg":"trace[1427919996] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"463.172057ms","start":"2026-03-01T14:51:58.801679Z","end":"2026-03-01T14:51:59.264851Z","steps":["trace[1427919996] 'process raft request' (duration: 462.844669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486128762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T14:51:59.265155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948320016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-01T14:51:59.265176Z","caller":"traceutil/trace.go:171","msg":"trace[623588399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23171; }","duration":"1.486224814s","start":"2026-03-01T14:51:57.778938Z","end":"2026-03-01T14:51:59.265162Z","steps":["trace[623588399] 'agreement among raft nodes before linearized reading' (duration: 1.485954927s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.778919Z","time spent":"1.486281726s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:51:59.265258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.668697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.265312Z","caller":"traceutil/trace.go:171","msg":"trace[1807674260] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23171; }","duration":"619.779399ms","start":"2026-03-01T14:51:58.64552Z","end":"2026-03-01T14:51:59.265299Z","steps":["trace[1807674260] 'agreement among raft nodes before linearized reading' (duration: 619.671907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047596116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.265194Z","caller":"traceutil/trace.go:171","msg":"trace[1180734615] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23171; }","duration":"1.948393798s","start":"2026-03-01T14:51:57.316789Z","end":"2026-03-01T14:51:59.265182Z","steps":["trace[1180734615] 'agreement among raft nodes before linearized reading' (duration: 1.948288565s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.501565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:51:59.26544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040400675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:51:59.265441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516680343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:51:59.265463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043861791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T14:51:59.265471Z","caller":"traceutil/trace.go:171","msg":"trace[196522218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23171; }","duration":"350.626388ms","start":"2026-03-01T14:51:58.914825Z","end":"2026-03-01T14:51:59.265452Z","steps":["trace[196522218] 'agreement among raft nodes before linearized reading' (duration: 350.456434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635908642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.265485Z","caller":"traceutil/trace.go:171","msg":"trace[559527506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23171; }","duration":"1.040471766s","start":"2026-03-01T14:51:58.225Z","end":"2026-03-01T14:51:59.265471Z","steps":["trace[559527506] 'agreement among raft nodes before linearized reading' (duration: 1.040336092s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.2655Z","caller":"traceutil/trace.go:171","msg":"trace[295016944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23171; }","duration":"1.043918363s","start":"2026-03-01T14:51:58.221571Z","end":"2026-03-01T14:51:59.265489Z","steps":["trace[295016944] 'agreement among raft nodes before linearized reading' (duration: 1.04380091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.914809Z","time spent":"350.691909ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:51:59.265527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.221562Z","time spent":"1.043957434s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:51:59.265537Z","caller":"traceutil/trace.go:171","msg":"trace[1954634793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23171; }","duration":"1.516812326s","start":"2026-03-01T14:51:57.748673Z","end":"2026-03-01T14:51:59.265486Z","steps":["trace[1954634793] 'agreement among raft nodes before linearized reading' (duration: 1.516356865s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.265549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.224987Z","time spent":"1.040551657s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:51:59.265461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.31677Z","time spent":"1.948652903s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:51:59.265576Z","caller":"traceutil/trace.go:171","msg":"trace[412221501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23171; }","duration":"1.636074306s","start":"2026-03-01T14:51:57.629435Z","end":"2026-03-01T14:51:59.26551Z","steps":["trace[412221501] 'agreement among raft nodes before linearized reading' (duration: 1.635804779s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:51:59.265368Z","caller":"traceutil/trace.go:171","msg":"trace[1727743417] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23171; }","duration":"1.047704419s","start":"2026-03-01T14:51:58.217647Z","end":"2026-03-01T14:51:59.265352Z","steps":["trace[1727743417] 'agreement among raft nodes before linearized reading' (duration: 1.047576556s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.26564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.629422Z","time spent":"1.636201059s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:51:59.265623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:57.748654Z","time spent":"1.516920459s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:51:59.265714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.217637Z","time spent":"1.048061127s","remote":"127.0.0.1:43402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:51:59.265124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.801652Z","time spent":"463.408003ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:51:59.265344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.645502Z","time spent":"619.832421ms","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:51:59.266123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044875548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T14:51:59.266156Z","caller":"traceutil/trace.go:171","msg":"trace[653883760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23171; }","duration":"1.044935689s","start":"2026-03-01T14:51:58.221212Z","end":"2026-03-01T14:51:59.266148Z","steps":["trace[653883760] 'agreement among raft nodes before linearized reading' (duration: 1.044500768s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:51:59.266177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:51:58.221179Z","time spent":"1.04499218s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:51:59.495468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.951017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:51:59.495567Z","caller":"traceutil/trace.go:171","msg":"trace[23720515] linearizableReadLoop","detail":"{readStateIndex:24035; appliedIndex:24034; }","duration":"138.352741ms","start":"2026-03-01T14:51:59.357198Z","end":"2026-03-01T14:51:59.495551Z","steps":["trace[23720515] 'read index received' (duration: 20.124427ms)","trace[23720515] 'applied index is now lower than readState.Index' (duration: 118.226804ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:51:59.495634Z","caller":"traceutil/trace.go:171","msg":"trace[1429652862] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"145.494922ms","start":"2026-03-01T14:51:59.350105Z","end":"2026-03-01T14:51:59.4956Z","steps":["trace[1429652862] 'process raft request' (duration: 27.309659ms)","trace[1429652862] 'compare' (duration: 117.748421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:51:59.495866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.442974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:51:59.49593Z","caller":"traceutil/trace.go:171","msg":"trace[1872501713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23177; }","duration":"138.725961ms","start":"2026-03-01T14:51:59.357185Z","end":"2026-03-01T14:51:59.495911Z","steps":["trace[1872501713] 'agreement among raft nodes before linearized reading' (duration: 138.410424ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:53:20.627358Z","caller":"traceutil/trace.go:171","msg":"trace[1464942189] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"123.854146ms","start":"2026-03-01T14:53:20.503481Z","end":"2026-03-01T14:53:20.627335Z","steps":["trace[1464942189] 'process raft request' (duration: 123.708572ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:53:20.907226Z","caller":"traceutil/trace.go:171","msg":"trace[1127928063] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"170.731759ms","start":"2026-03-01T14:53:20.736468Z","end":"2026-03-01T14:53:20.907199Z","steps":["trace[1127928063] 'process raft request' (duration: 170.548344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:53:33.518602Z","caller":"traceutil/trace.go:171","msg":"trace[783537219] linearizableReadLoop","detail":"{readStateIndex:24977; appliedIndex:24976; }","duration":"296.562794ms","start":"2026-03-01T14:53:33.222017Z","end":"2026-03-01T14:53:33.518579Z","steps":["trace[783537219] 'read index received' (duration: 296.43275ms)","trace[783537219] 'applied index is now lower than readState.Index' (duration: 129.114µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:53:33.518728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.705918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:53:33.518758Z","caller":"traceutil/trace.go:171","msg":"trace[1770696543] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24096; }","duration":"296.755569ms","start":"2026-03-01T14:53:33.221993Z","end":"2026-03-01T14:53:33.518748Z","steps":["trace[1770696543] 'agreement among raft nodes before linearized reading' (duration: 296.685627ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:53:33.518748Z","caller":"traceutil/trace.go:171","msg":"trace[75976312] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"379.020376ms","start":"2026-03-01T14:53:33.139681Z","end":"2026-03-01T14:53:33.518702Z","steps":["trace[75976312] 'process raft request' (duration: 378.764139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:53:33.518766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.617706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:53:33.518961Z","caller":"traceutil/trace.go:171","msg":"trace[1531965929] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24096; }","duration":"151.912193ms","start":"2026-03-01T14:53:33.367031Z","end":"2026-03-01T14:53:33.518943Z","steps":["trace[1531965929] 'agreement among raft nodes before linearized reading' (duration: 151.687437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:53:33.518983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:53:33.139662Z","time spent":"379.191149ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:53:33.735655Z","caller":"traceutil/trace.go:171","msg":"trace[2053466387] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"113.006631ms","start":"2026-03-01T14:53:33.622635Z","end":"2026-03-01T14:53:33.735642Z","steps":["trace[2053466387] 'process raft request' (duration: 112.895009ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:53:33.735633Z","caller":"traceutil/trace.go:171","msg":"trace[1644260618] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"152.538998ms","start":"2026-03-01T14:53:33.583058Z","end":"2026-03-01T14:53:33.735597Z","steps":["trace[1644260618] 'process raft request' (duration: 113.383571ms)","trace[1644260618] 'compare' (duration: 38.943722ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:53:34.102942Z","caller":"traceutil/trace.go:171","msg":"trace[539443198] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"127.022545ms","start":"2026-03-01T14:53:33.975894Z","end":"2026-03-01T14:53:34.102917Z","steps":["trace[539443198] 'process raft request' (duration: 126.856001ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:54:38.437419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21629} {"level":"info","ts":"2026-03-01T14:54:38.545726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21629,"took":"104.104921ms","hash":3071689642,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":38191104,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-01T14:54:38.545803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3071689642,"revision":21629,"compact-revision":19886} {"level":"info","ts":"2026-03-01T14:55:26.927385Z","caller":"traceutil/trace.go:171","msg":"trace[755046813] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"108.027461ms","start":"2026-03-01T14:55:26.819336Z","end":"2026-03-01T14:55:26.927363Z","steps":["trace[755046813] 'process raft request' (duration: 107.805365ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:32.118914Z","caller":"traceutil/trace.go:171","msg":"trace[1244629546] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26118; }","duration":"413.676596ms","start":"2026-03-01T14:55:31.705216Z","end":"2026-03-01T14:55:32.118893Z","steps":["trace[1244629546] 'read index received' (duration: 413.605744ms)","trace[1244629546] 'applied index is now lower than readState.Index' (duration: 69.692µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:32.118919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:31.653204Z","time spent":"465.711076ms","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:32.120444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.213455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:55:32.120486Z","caller":"traceutil/trace.go:171","msg":"trace[228234142] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25205; }","duration":"415.297997ms","start":"2026-03-01T14:55:31.705178Z","end":"2026-03-01T14:55:32.120476Z","steps":["trace[228234142] 'agreement among raft nodes before linearized reading' (duration: 413.798659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:32.120512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:31.705163Z","time spent":"415.340668ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2626,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:32.137438Z","caller":"traceutil/trace.go:171","msg":"trace[138929887] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"155.638129ms","start":"2026-03-01T14:55:31.981751Z","end":"2026-03-01T14:55:32.137389Z","steps":["trace[138929887] 'process raft request' (duration: 155.330412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:37.42823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:37.929146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:38.429701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:38.675306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.801000506s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:55:38.675978Z","caller":"traceutil/trace.go:171","msg":"trace[1398474981] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.802471394s","start":"2026-03-01T14:55:36.873481Z","end":"2026-03-01T14:55:38.675953Z","steps":["trace[1398474981] 'process raft request' (duration: 1.802093885s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:38.676139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:36.873452Z","time spent":"1.802590987s","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:39.252381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.358732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:39.252488Z","caller":"traceutil/trace.go:171","msg":"trace[245593969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25252; }","duration":"553.476555ms","start":"2026-03-01T14:55:38.698992Z","end":"2026-03-01T14:55:39.252468Z","steps":["trace[245593969] 'range keys from in-memory index tree' (duration: 553.342792ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:39.274394Z","caller":"traceutil/trace.go:171","msg":"trace[1212835109] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"2.298302768s","start":"2026-03-01T14:55:36.976071Z","end":"2026-03-01T14:55:39.274373Z","steps":["trace[1212835109] 'process raft request' (duration: 2.298056981s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.274517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:36.976043Z","time spent":"2.29841158s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:39.274796Z","caller":"traceutil/trace.go:171","msg":"trace[1420088727] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"1.764658261s","start":"2026-03-01T14:55:37.510086Z","end":"2026-03-01T14:55:39.274744Z","steps":["trace[1420088727] 'process raft request' (duration: 1.764249571s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:39.274917Z","caller":"traceutil/trace.go:171","msg":"trace[9825214] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"1.11767119s","start":"2026-03-01T14:55:38.157215Z","end":"2026-03-01T14:55:39.274886Z","steps":["trace[9825214] 'process raft request' (duration: 1.117400424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.274952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.510064Z","time spent":"1.764805894s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:39.275036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.157198Z","time spent":"1.117770673s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:39.276957Z","caller":"traceutil/trace.go:171","msg":"trace[1129764324] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"1.116918492s","start":"2026-03-01T14:55:38.160009Z","end":"2026-03-01T14:55:39.276927Z","steps":["trace[1129764324] 'process raft request' (duration: 1.114716976s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.277297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.15999Z","time spent":"1.117195628s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:39.277317Z","caller":"traceutil/trace.go:171","msg":"trace[1614861810] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.11365984s","start":"2026-03-01T14:55:38.163632Z","end":"2026-03-01T14:55:39.277291Z","steps":["trace[1614861810] 'process raft request' (duration: 1.113042195s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.277542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.163609Z","time spent":"1.113847384s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:39.277662Z","caller":"traceutil/trace.go:171","msg":"trace[424129099] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.086406603s","start":"2026-03-01T14:55:38.191241Z","end":"2026-03-01T14:55:39.277648Z","steps":["trace[424129099] 'process raft request' (duration: 1.085969772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.277743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.191221Z","time spent":"1.086481665s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:39.277951Z","caller":"traceutil/trace.go:171","msg":"trace[1031478394] linearizableReadLoop","detail":"{readStateIndex:26173; appliedIndex:26165; }","duration":"2.355021916s","start":"2026-03-01T14:55:36.922918Z","end":"2026-03-01T14:55:39.27794Z","steps":["trace[1031478394] 'read index received' (duration: 1.752610629s)","trace[1031478394] 'applied index is now lower than readState.Index' (duration: 602.410577ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:39.278073Z","caller":"traceutil/trace.go:171","msg":"trace[430845392] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"734.625787ms","start":"2026-03-01T14:55:38.543441Z","end":"2026-03-01T14:55:39.278066Z","steps":["trace[430845392] 'process raft request' (duration: 734.130454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.278132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.543425Z","time spent":"734.670188ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:39.278228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355306093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:39.278261Z","caller":"traceutil/trace.go:171","msg":"trace[915271775] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25259; }","duration":"2.355362065s","start":"2026-03-01T14:55:36.922889Z","end":"2026-03-01T14:55:39.278251Z","steps":["trace[915271775] 'agreement among raft nodes before linearized reading' (duration: 2.355311994s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.278289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:36.922874Z","time spent":"2.355407916s","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.278482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989731329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:39.278564Z","caller":"traceutil/trace.go:171","msg":"trace[1030743142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25259; }","duration":"1.989843991s","start":"2026-03-01T14:55:37.288707Z","end":"2026-03-01T14:55:39.278551Z","steps":["trace[1030743142] 'agreement among raft nodes before linearized reading' (duration: 1.989736499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.278706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.288689Z","time spent":"1.990000576s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:39.278924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.095138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:55:39.278967Z","caller":"traceutil/trace.go:171","msg":"trace[131913025] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25259; }","duration":"254.176241ms","start":"2026-03-01T14:55:39.024781Z","end":"2026-03-01T14:55:39.278957Z","steps":["trace[131913025] 'agreement among raft nodes before linearized reading' (duration: 253.964275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.278977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.301948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:39.279038Z","caller":"traceutil/trace.go:171","msg":"trace[1737796706] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25259; }","duration":"649.398441ms","start":"2026-03-01T14:55:38.629624Z","end":"2026-03-01T14:55:39.279022Z","steps":["trace[1737796706] 'agreement among raft nodes before linearized reading' (duration: 649.296799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.629602Z","time spent":"649.468382ms","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.279149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.677098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T14:55:39.279207Z","caller":"traceutil/trace.go:171","msg":"trace[266534230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25259; }","duration":"931.836523ms","start":"2026-03-01T14:55:38.347363Z","end":"2026-03-01T14:55:39.279199Z","steps":["trace[266534230] 'agreement among raft nodes before linearized reading' (duration: 931.538185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.347342Z","time spent":"931.894574ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:55:39.279258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.504891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T14:55:39.279297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.266661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:39.279298Z","caller":"traceutil/trace.go:171","msg":"trace[1377363324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25259; }","duration":"803.551703ms","start":"2026-03-01T14:55:38.475736Z","end":"2026-03-01T14:55:39.279287Z","steps":["trace[1377363324] 'agreement among raft nodes before linearized reading' (duration: 803.45947ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:39.279322Z","caller":"traceutil/trace.go:171","msg":"trace[1402936705] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25259; }","duration":"327.329852ms","start":"2026-03-01T14:55:38.951985Z","end":"2026-03-01T14:55:39.279315Z","steps":["trace[1402936705] 'agreement among raft nodes before linearized reading' (duration: 327.294872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.475731Z","time spent":"803.590974ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:55:39.279346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.951961Z","time spent":"327.380503ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.279443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.822469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T14:55:39.27948Z","caller":"traceutil/trace.go:171","msg":"trace[1794493551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25259; }","duration":"803.901471ms","start":"2026-03-01T14:55:38.475568Z","end":"2026-03-01T14:55:39.279469Z","steps":["trace[1794493551] 'agreement among raft nodes before linearized reading' (duration: 803.817699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.643661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-01T14:55:39.279513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.475551Z","time spent":"803.953762ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T14:55:39.279525Z","caller":"traceutil/trace.go:171","msg":"trace[1459596143] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25259; }","duration":"337.702363ms","start":"2026-03-01T14:55:38.941816Z","end":"2026-03-01T14:55:39.279519Z","steps":["trace[1459596143] 'agreement among raft nodes before linearized reading' (duration: 337.631661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.941797Z","time spent":"337.745523ms","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T14:55:39.27946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003475596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:39.279594Z","caller":"traceutil/trace.go:171","msg":"trace[1488555371] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25259; }","duration":"1.00364273s","start":"2026-03-01T14:55:38.275944Z","end":"2026-03-01T14:55:39.279586Z","steps":["trace[1488555371] 'agreement among raft nodes before linearized reading' (duration: 1.003450505s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.411752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:39.279649Z","caller":"traceutil/trace.go:171","msg":"trace[704575713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25259; }","duration":"315.823113ms","start":"2026-03-01T14:55:38.963815Z","end":"2026-03-01T14:55:39.279638Z","steps":["trace[704575713] 'agreement among raft nodes before linearized reading' (duration: 315.419282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.275929Z","time spent":"1.003695891s","remote":"127.0.0.1:49138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.279831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366879956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:39.279888Z","caller":"traceutil/trace.go:171","msg":"trace[1667364195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25259; }","duration":"1.366979788s","start":"2026-03-01T14:55:37.912897Z","end":"2026-03-01T14:55:39.279877Z","steps":["trace[1667364195] 'agreement among raft nodes before linearized reading' (duration: 1.366912297s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.279925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.912864Z","time spent":"1.36705466s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:39.279982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95006928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:39.28002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550034208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-01T14:55:39.280026Z","caller":"traceutil/trace.go:171","msg":"trace[1726366029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25259; }","duration":"1.950167692s","start":"2026-03-01T14:55:37.329847Z","end":"2026-03-01T14:55:39.280015Z","steps":["trace[1726366029] 'agreement among raft nodes before linearized reading' (duration: 1.95008933s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:39.280048Z","caller":"traceutil/trace.go:171","msg":"trace[2128401218] range","detail":"{range_begin:/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022; range_end:; response_count:1; response_revision:25259; }","duration":"1.550095939s","start":"2026-03-01T14:55:37.729945Z","end":"2026-03-01T14:55:39.280041Z","steps":["trace[2128401218] 'agreement among raft nodes before linearized reading' (duration: 1.550021667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.280058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.329821Z","time spent":"1.950230754s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.28007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.729928Z","time spent":"1.55013579s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" "} {"level":"warn","ts":"2026-03-01T14:55:39.278726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.648517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:55:39.280138Z","caller":"traceutil/trace.go:171","msg":"trace[1326308275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25259; }","duration":"896.093393ms","start":"2026-03-01T14:55:38.384036Z","end":"2026-03-01T14:55:39.280129Z","steps":["trace[1326308275] 'agreement among raft nodes before linearized reading' (duration: 894.595545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.280216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.384019Z","time spent":"896.186565ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:55:39.280262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514758149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:39.280278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626743488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-01T14:55:39.280288Z","caller":"traceutil/trace.go:171","msg":"trace[1726630748] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25259; }","duration":"1.514837461s","start":"2026-03-01T14:55:37.765444Z","end":"2026-03-01T14:55:39.280282Z","steps":["trace[1726630748] 'agreement among raft nodes before linearized reading' (duration: 1.514764599s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:39.2803Z","caller":"traceutil/trace.go:171","msg":"trace[1679837341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25259; }","duration":"1.62679033s","start":"2026-03-01T14:55:37.653503Z","end":"2026-03-01T14:55:39.280293Z","steps":["trace[1679837341] 'agreement among raft nodes before linearized reading' (duration: 1.626694307s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.280309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.765414Z","time spent":"1.514887812s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.280297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790044881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:39.280325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.653487Z","time spent":"1.62683296s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-01T14:55:39.28035Z","caller":"traceutil/trace.go:171","msg":"trace[483894750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25259; }","duration":"1.790133013s","start":"2026-03-01T14:55:37.4902Z","end":"2026-03-01T14:55:39.280333Z","steps":["trace[483894750] 'agreement among raft nodes before linearized reading' (duration: 1.790042161s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.280392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:37.49018Z","time spent":"1.790200995s","remote":"127.0.0.1:54108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:39.279176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.394249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:55:39.280564Z","caller":"traceutil/trace.go:171","msg":"trace[532038485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25259; }","duration":"804.796824ms","start":"2026-03-01T14:55:38.475758Z","end":"2026-03-01T14:55:39.280555Z","steps":["trace[532038485] 'agreement among raft nodes before linearized reading' (duration: 803.350657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:39.280635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.475755Z","time spent":"804.870276ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:55:39.279689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:38.963802Z","time spent":"315.874433ms","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:40.721418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022825373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:41.288141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:41.28841Z","caller":"traceutil/trace.go:171","msg":"trace[713991855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418027s","start":"2026-03-01T14:55:39.287915Z","end":"2026-03-01T14:55:41.288333Z","steps":["trace[713991855] 'agreement among raft nodes before linearized reading' (duration: 2.00013904s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:41.288484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.287904Z","time spent":"2.00056859s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:42.613281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:40.724083Z","time spent":"1.889191306s","remote":"127.0.0.1:38566","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:42.614299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915681522s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:42.614927Z","caller":"traceutil/trace.go:171","msg":"trace[1332634551] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"3.331375358s","start":"2026-03-01T14:55:39.283522Z","end":"2026-03-01T14:55:42.614897Z","steps":["trace[1332634551] 'process raft request' (duration: 415.014579ms)","trace[1332634551] 'compare' (duration: 2.913779204s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:42.614927Z","caller":"traceutil/trace.go:171","msg":"trace[2047605541] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"3.329941552s","start":"2026-03-01T14:55:39.284959Z","end":"2026-03-01T14:55:42.614901Z","steps":["trace[2047605541] 'process raft request' (duration: 3.329779638s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:42.614944Z","caller":"traceutil/trace.go:171","msg":"trace[1704576607] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"3.329872751s","start":"2026-03-01T14:55:39.285053Z","end":"2026-03-01T14:55:42.614926Z","steps":["trace[1704576607] 'process raft request' (duration: 3.329787979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:42.615034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.285044Z","time spent":"3.329949583s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:42.61505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.283503Z","time spent":"3.331476171s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:42.615049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.284948Z","time spent":"3.330037145s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:42.615315Z","caller":"traceutil/trace.go:171","msg":"trace[313917414] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"3.330171059s","start":"2026-03-01T14:55:39.28511Z","end":"2026-03-01T14:55:42.615281Z","steps":["trace[313917414] 'process raft request' (duration: 3.329777279s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:42.615511Z","caller":"traceutil/trace.go:171","msg":"trace[1124600902] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"3.330166218s","start":"2026-03-01T14:55:39.285335Z","end":"2026-03-01T14:55:42.615501Z","steps":["trace[1124600902] 'process raft request' (duration: 3.32983595s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:42.61556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.285328Z","time spent":"3.330206349s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:42.615578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.285105Z","time spent":"3.330308192s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:42.615853Z","caller":"traceutil/trace.go:171","msg":"trace[1037313649] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26174; }","duration":"3.329741388s","start":"2026-03-01T14:55:39.286104Z","end":"2026-03-01T14:55:42.615845Z","steps":["trace[1037313649] 'read index received' (duration: 412.425865ms)","trace[1037313649] 'applied index is now lower than readState.Index' (duration: 2.917314913s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:42.615969Z","caller":"traceutil/trace.go:171","msg":"trace[2071252938] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"2.758998477s","start":"2026-03-01T14:55:39.856964Z","end":"2026-03-01T14:55:42.615963Z","steps":["trace[2071252938] 'process raft request' (duration: 2.758838723s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:42.615974Z","caller":"traceutil/trace.go:171","msg":"trace[1804868135] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"3.330508126s","start":"2026-03-01T14:55:39.285447Z","end":"2026-03-01T14:55:42.615955Z","steps":["trace[1804868135] 'process raft request' (duration: 3.329957283s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:42.616012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.856924Z","time spent":"2.759064298s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:42.616045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.285439Z","time spent":"3.330569299s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:42.616099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329991234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-01T14:55:42.616112Z","caller":"traceutil/trace.go:171","msg":"trace[838622827] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.335226088s","start":"2026-03-01T14:55:41.280868Z","end":"2026-03-01T14:55:42.616094Z","steps":["trace[838622827] 'process raft request' (duration: 1.335070254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:42.616222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.28085Z","time spent":"1.335335181s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:42.617059Z","caller":"traceutil/trace.go:171","msg":"trace[1902862348] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25266; }","duration":"3.330969299s","start":"2026-03-01T14:55:39.286074Z","end":"2026-03-01T14:55:42.617044Z","steps":["trace[1902862348] 'agreement among raft nodes before linearized reading' (duration: 3.329855441s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:42.617118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.286065Z","time spent":"3.331042141s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T14:55:43.116376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:43.268304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228519704s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:43.288659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000559622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:43.288725Z","caller":"traceutil/trace.go:171","msg":"trace[1493958026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661014s","start":"2026-03-01T14:55:41.288049Z","end":"2026-03-01T14:55:43.28871Z","steps":["trace[1493958026] 'agreement among raft nodes before linearized reading' (duration: 2.000578002s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:43.288775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.28804Z","time spent":"2.000713965s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:45.295279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:45.295503Z","caller":"traceutil/trace.go:171","msg":"trace[2102664784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183225s","start":"2026-03-01T14:55:43.295279Z","end":"2026-03-01T14:55:45.295462Z","steps":["trace[2102664784] 'agreement among raft nodes before linearized reading' (duration: 1.999904648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:45.295687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.295259Z","time spent":"2.00040926s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:46.135903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867313118s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:46.136141Z","caller":"traceutil/trace.go:171","msg":"trace[269057060] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"4.855091078s","start":"2026-03-01T14:55:41.281016Z","end":"2026-03-01T14:55:46.136107Z","steps":["trace[269057060] 'process raft request' (duration: 1.987469252s)","trace[269057060] 'compare' (duration: 2.864453597s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:46.136309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.280978Z","time spent":"4.855250341s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:46.136397Z","caller":"traceutil/trace.go:171","msg":"trace[2137207744] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"4.855233111s","start":"2026-03-01T14:55:41.281142Z","end":"2026-03-01T14:55:46.136375Z","steps":["trace[2137207744] 'process raft request' (duration: 4.854869142s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.136522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.281124Z","time spent":"4.855346394s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:46.136669Z","caller":"traceutil/trace.go:171","msg":"trace[408514575] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"4.852111063s","start":"2026-03-01T14:55:41.284538Z","end":"2026-03-01T14:55:46.136649Z","steps":["trace[408514575] 'process raft request' (duration: 4.85198508s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.136771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.284532Z","time spent":"4.852196435s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:46.136835Z","caller":"traceutil/trace.go:171","msg":"trace[1724059253] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"4.851914558s","start":"2026-03-01T14:55:41.284904Z","end":"2026-03-01T14:55:46.136818Z","steps":["trace[1724059253] 'process raft request' (duration: 4.851700043s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.136921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.284899Z","time spent":"4.851977379s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:46.137196Z","caller":"traceutil/trace.go:171","msg":"trace[1650718944] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"4.850039271s","start":"2026-03-01T14:55:41.287144Z","end":"2026-03-01T14:55:46.137183Z","steps":["trace[1650718944] 'process raft request' (duration: 4.849916328s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:46.137205Z","caller":"traceutil/trace.go:171","msg":"trace[1943629399] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26182; }","duration":"3.521307965s","start":"2026-03-01T14:55:42.615876Z","end":"2026-03-01T14:55:46.137184Z","steps":["trace[1943629399] 'read index received' (duration: 652.548581ms)","trace[1943629399] 'applied index is now lower than readState.Index' (duration: 2.868758444s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:46.137399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301665223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:46.137439Z","caller":"traceutil/trace.go:171","msg":"trace[521021289] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25274; }","duration":"4.301735355s","start":"2026-03-01T14:55:41.835696Z","end":"2026-03-01T14:55:46.137431Z","steps":["trace[521021289] 'agreement among raft nodes before linearized reading' (duration: 4.301666363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859108691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:46.137424Z","caller":"traceutil/trace.go:171","msg":"trace[676123277] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"4.621943078s","start":"2026-03-01T14:55:41.515453Z","end":"2026-03-01T14:55:46.137396Z","steps":["trace[676123277] 'process raft request' (duration: 4.621681582s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.835681Z","time spent":"4.301774676s","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.137422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270165628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:46.137483Z","caller":"traceutil/trace.go:171","msg":"trace[36335027] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25274; }","duration":"3.859223874s","start":"2026-03-01T14:55:42.278244Z","end":"2026-03-01T14:55:46.137468Z","steps":["trace[36335027] 'agreement among raft nodes before linearized reading' (duration: 3.859102491s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:46.137519Z","caller":"traceutil/trace.go:171","msg":"trace[1004188212] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25274; }","duration":"5.270324222s","start":"2026-03-01T14:55:40.867181Z","end":"2026-03-01T14:55:46.137505Z","steps":["trace[1004188212] 'agreement among raft nodes before linearized reading' (duration: 5.270142597s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:42.278228Z","time spent":"3.859286655s","remote":"127.0.0.1:49060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.13755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.515425Z","time spent":"4.622059801s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:46.13758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:40.867157Z","time spent":"5.270411324s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.137626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.316172465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:46.137649Z","caller":"traceutil/trace.go:171","msg":"trace[1727788755] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25274; }","duration":"6.316221366s","start":"2026-03-01T14:55:39.821423Z","end":"2026-03-01T14:55:46.137644Z","steps":["trace[1727788755] 'agreement among raft nodes before linearized reading' (duration: 6.316179195s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.82141Z","time spent":"6.316249387s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.137785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358611666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-01T14:55:46.137804Z","caller":"traceutil/trace.go:171","msg":"trace[1123048039] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25274; }","duration":"5.358654557s","start":"2026-03-01T14:55:40.779144Z","end":"2026-03-01T14:55:46.137799Z","steps":["trace[1123048039] 'agreement among raft nodes before linearized reading' (duration: 5.358589296s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:40.779127Z","time spent":"5.358686758s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T14:55:46.13781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064065397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:46.137839Z","caller":"traceutil/trace.go:171","msg":"trace[1566468122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25274; }","duration":"6.064132039s","start":"2026-03-01T14:55:40.073697Z","end":"2026-03-01T14:55:46.137829Z","steps":["trace[1566468122] 'agreement among raft nodes before linearized reading' (duration: 6.064072127s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.137867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:40.073676Z","time spent":"6.06418503s","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:55:46.137868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384212599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:46.138029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845419606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:46.138034Z","caller":"traceutil/trace.go:171","msg":"trace[458987699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25274; }","duration":"6.38425201s","start":"2026-03-01T14:55:39.753641Z","end":"2026-03-01T14:55:46.137893Z","steps":["trace[458987699] 'agreement among raft nodes before linearized reading' (duration: 6.384162297s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:46.137251Z","caller":"traceutil/trace.go:171","msg":"trace[1468275585] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"4.851445856s","start":"2026-03-01T14:55:41.285784Z","end":"2026-03-01T14:55:46.13723Z","steps":["trace[1468275585] 'process raft request' (duration: 4.850944084s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:46.138052Z","caller":"traceutil/trace.go:171","msg":"trace[165741198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25274; }","duration":"3.845489017s","start":"2026-03-01T14:55:42.292558Z","end":"2026-03-01T14:55:46.138047Z","steps":["trace[165741198] 'agreement among raft nodes before linearized reading' (duration: 3.845452696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.138073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:42.292535Z","time spent":"3.845532949s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.138096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484807065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-01T14:55:46.138123Z","caller":"traceutil/trace.go:171","msg":"trace[1472585338] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25274; }","duration":"4.484865637s","start":"2026-03-01T14:55:41.653251Z","end":"2026-03-01T14:55:46.138117Z","steps":["trace[1472585338] 'agreement among raft nodes before linearized reading' (duration: 4.484769995s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.138141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.653225Z","time spent":"4.484912518s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:55:46.138134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.285777Z","time spent":"4.852296457s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:46.138098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.753566Z","time spent":"6.384494846s","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:46.138376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.577075415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T14:55:46.138428Z","caller":"traceutil/trace.go:171","msg":"trace[892444156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25274; }","duration":"6.577142236s","start":"2026-03-01T14:55:39.561272Z","end":"2026-03-01T14:55:46.138414Z","steps":["trace[892444156] 'agreement among raft nodes before linearized reading' (duration: 6.576973641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.13846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:39.561259Z","time spent":"6.577194108s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T14:55:46.138784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.287108Z","time spent":"4.850129762s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:46.139126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81032014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T14:55:46.139169Z","caller":"traceutil/trace.go:171","msg":"trace[504091551] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25274; }","duration":"4.810357271s","start":"2026-03-01T14:55:41.328798Z","end":"2026-03-01T14:55:46.139155Z","steps":["trace[504091551] 'agreement among raft nodes before linearized reading' (duration: 4.808475773s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:46.139185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:41.328768Z","time spent":"4.810413652s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T14:55:46.270285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.83406176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:47.295563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:47.295621Z","caller":"traceutil/trace.go:171","msg":"trace[908106460] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001355s","start":"2026-03-01T14:55:45.295472Z","end":"2026-03-01T14:55:47.295607Z","steps":["trace[908106460] 'agreement among raft nodes before linearized reading' (duration: 2.000054168s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:47.295653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:45.295452Z","time spent":"2.000194031s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:48.983293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.270487ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:48.983441Z","caller":"traceutil/trace.go:171","msg":"trace[1619082423] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25274; }","duration":"284.458541ms","start":"2026-03-01T14:55:48.698955Z","end":"2026-03-01T14:55:48.983414Z","steps":["trace[1619082423] 'range keys from in-memory index tree' (duration: 284.252166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:48.986314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715195964s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:48.986389Z","caller":"traceutil/trace.go:171","msg":"trace[1465104901] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"5.690793948s","start":"2026-03-01T14:55:43.295574Z","end":"2026-03-01T14:55:48.986368Z","steps":["trace[1465104901] 'process raft request' (duration: 2.97545787s)","trace[1465104901] 'compare' (duration: 2.708199649s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:48.98645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.29556Z","time spent":"5.69085724s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:49.027792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.757269423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:55:49.028318Z","caller":"traceutil/trace.go:171","msg":"trace[1284988530] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"5.370266198s","start":"2026-03-01T14:55:43.658033Z","end":"2026-03-01T14:55:49.028299Z","steps":["trace[1284988530] 'process raft request' (duration: 5.370105544s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.028443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.658005Z","time spent":"5.37036674s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:55:49.028582Z","caller":"traceutil/trace.go:171","msg":"trace[519049984] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"4.405840154s","start":"2026-03-01T14:55:44.622705Z","end":"2026-03-01T14:55:49.028546Z","steps":["trace[519049984] 'process raft request' (duration: 4.405559987s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.028706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.622685Z","time spent":"4.405944676s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:49.029471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.143151Z","time spent":"2.886312574s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:55:49.029501Z","caller":"traceutil/trace.go:171","msg":"trace[911204190] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26189; }","duration":"2.892184461s","start":"2026-03-01T14:55:46.137294Z","end":"2026-03-01T14:55:49.029478Z","steps":["trace[911204190] 'read index received' (duration: 133.765428ms)","trace[911204190] 'applied index is now lower than readState.Index' (duration: 2.758418163s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:55:49.02961Z","caller":"traceutil/trace.go:171","msg":"trace[997773562] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"2.883648466s","start":"2026-03-01T14:55:46.145951Z","end":"2026-03-01T14:55:49.029599Z","steps":["trace[997773562] 'process raft request' (duration: 2.88340166s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.02972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.145931Z","time spent":"2.883705178s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:49.029892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409000583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:55:49.029956Z","caller":"traceutil/trace.go:171","msg":"trace[1412960279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25278; }","duration":"4.409114935s","start":"2026-03-01T14:55:44.620824Z","end":"2026-03-01T14:55:49.029938Z","steps":["trace[1412960279] 'agreement among raft nodes before linearized reading' (duration: 4.408858579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.029963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31631758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:49.029997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.6208Z","time spent":"4.409188968s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T14:55:49.030023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2186457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:55:49.030041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965728092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:49.030067Z","caller":"traceutil/trace.go:171","msg":"trace[550013001] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25278; }","duration":"5.965795433s","start":"2026-03-01T14:55:43.064265Z","end":"2026-03-01T14:55:49.030061Z","steps":["trace[550013001] 'agreement among raft nodes before linearized reading' (duration: 5.965754222s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:49.030053Z","caller":"traceutil/trace.go:171","msg":"trace[1988208447] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25278; }","duration":"4.218722712s","start":"2026-03-01T14:55:44.811323Z","end":"2026-03-01T14:55:49.030046Z","steps":["trace[1988208447] 'agreement among raft nodes before linearized reading' (duration: 4.218610739s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.030088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.064242Z","time spent":"5.965840874s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:49.030108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.811296Z","time spent":"4.218806404s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:49.030109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738516381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-01T14:55:49.030147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374631878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:49.030169Z","caller":"traceutil/trace.go:171","msg":"trace[602331423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef; range_end:; response_count:1; response_revision:25278; }","duration":"5.738615183s","start":"2026-03-01T14:55:43.291539Z","end":"2026-03-01T14:55:49.030154Z","steps":["trace[602331423] 'agreement among raft nodes before linearized reading' (duration: 5.738378237s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:49.030003Z","caller":"traceutil/trace.go:171","msg":"trace[771384668] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25278; }","duration":"6.316386131s","start":"2026-03-01T14:55:42.713605Z","end":"2026-03-01T14:55:49.029991Z","steps":["trace[771384668] 'agreement among raft nodes before linearized reading' (duration: 6.316313509s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:49.030192Z","caller":"traceutil/trace.go:171","msg":"trace[525186547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25278; }","duration":"5.37469988s","start":"2026-03-01T14:55:43.655478Z","end":"2026-03-01T14:55:49.030178Z","steps":["trace[525186547] 'agreement among raft nodes before linearized reading' (duration: 5.374623718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.030202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.291526Z","time spent":"5.738670665s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" "} {"level":"warn","ts":"2026-03-01T14:55:49.030213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407810484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T14:55:49.030225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:42.713584Z","time spent":"6.316619827s","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:49.030232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:43.655465Z","time spent":"5.374756431s","remote":"127.0.0.1:48910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:49.030234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409299451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:55:49.03025Z","caller":"traceutil/trace.go:171","msg":"trace[694002184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25278; }","duration":"4.407886736s","start":"2026-03-01T14:55:44.622352Z","end":"2026-03-01T14:55:49.030239Z","steps":["trace[694002184] 'agreement among raft nodes before linearized reading' (duration: 4.407752992s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.030275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.622335Z","time spent":"4.407934257s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T14:55:49.030324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408899351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T14:55:49.030343Z","caller":"traceutil/trace.go:171","msg":"trace[1129714467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25278; }","duration":"4.408918121s","start":"2026-03-01T14:55:44.621418Z","end":"2026-03-01T14:55:49.030337Z","steps":["trace[1129714467] 'agreement among raft nodes before linearized reading' (duration: 4.408830769s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.030362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.621382Z","time spent":"4.408974933s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T14:55:49.03056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001619585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:49.03058Z","caller":"traceutil/trace.go:171","msg":"trace[1656415174] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25278; }","duration":"5.001699017s","start":"2026-03-01T14:55:44.028873Z","end":"2026-03-01T14:55:49.030572Z","steps":["trace[1656415174] 'agreement among raft nodes before linearized reading' (duration: 5.001627125s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.030595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.02885Z","time spent":"5.001740699s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:49.030272Z","caller":"traceutil/trace.go:171","msg":"trace[1453175722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25278; }","duration":"4.409402793s","start":"2026-03-01T14:55:44.62086Z","end":"2026-03-01T14:55:49.030263Z","steps":["trace[1453175722] 'agreement among raft nodes before linearized reading' (duration: 4.409217389s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.031007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.620838Z","time spent":"4.410159642s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:55:49.029885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408312526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T14:55:49.032617Z","caller":"traceutil/trace.go:171","msg":"trace[975031779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25278; }","duration":"4.411049165s","start":"2026-03-01T14:55:44.621503Z","end":"2026-03-01T14:55:49.032552Z","steps":["trace[975031779] 'agreement among raft nodes before linearized reading' (duration: 4.408231044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.032839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:44.621474Z","time spent":"4.411347822s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T14:55:49.300051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:49.300278Z","caller":"traceutil/trace.go:171","msg":"trace[855898646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053962s","start":"2026-03-01T14:55:47.299711Z","end":"2026-03-01T14:55:49.300251Z","steps":["trace[855898646] 'agreement among raft nodes before linearized reading' (duration: 2.000250653s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:49.300388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.299676Z","time spent":"2.000689704s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:49.529894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:50.03024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:50.531087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:51.031966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:51.302576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002279004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:51.30267Z","caller":"traceutil/trace.go:171","msg":"trace[627611294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002458659s","start":"2026-03-01T14:55:49.300191Z","end":"2026-03-01T14:55:51.30265Z","steps":["trace[627611294] 'agreement among raft nodes before linearized reading' (duration: 2.002312875s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:51.302721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.300147Z","time spent":"2.002562041s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:51.532793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:52.033491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:52.533777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:53.034083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:53.14047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.141799Z","time spent":"4.998660169s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:53.140526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.14267Z","time spent":"4.997847118s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:53.14167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.143713Z","time spent":"4.9979478s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:53.144503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.146713Z","time spent":"4.997786227s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:53.145739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.147136Z","time spent":"4.998595346s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:53.146483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.147876Z","time spent":"4.998603857s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:53.309734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00093555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:53.309819Z","caller":"traceutil/trace.go:171","msg":"trace[516126674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031293s","start":"2026-03-01T14:55:51.308766Z","end":"2026-03-01T14:55:53.309797Z","steps":["trace[516126674] 'agreement among raft nodes before linearized reading' (duration: 2.00093185s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:53.309878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.308732Z","time spent":"2.001133246s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:53.535043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758061,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:55:53.770606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.981105429s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:54.033219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.03359Z","time spent":"4.999621173s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.033298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.033664Z","time spent":"4.999626603s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.033466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.035325Z","time spent":"4.998133115s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.445329Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529ca9b2917b59","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:55:54.621171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.034225Z","time spent":"5.58693964s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:54.621245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.035254Z","time spent":"5.585984876s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:54.622778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.622436Z","time spent":"7.000338547s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:55.311331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001254387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:55.311404Z","caller":"traceutil/trace.go:171","msg":"trace[1585491153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00136799s","start":"2026-03-01T14:55:53.310019Z","end":"2026-03-01T14:55:55.311387Z","steps":["trace[1585491153] 'agreement among raft nodes before linearized reading' (duration: 2.001279348s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:55.311446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.309999Z","time spent":"2.001439012s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.031526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.031444Z","time spent":"7.000076551s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:56.03243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.035762Z","time spent":"4.996662248s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.033712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.033582Z","time spent":"7.000128082s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:55:56.160185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.015227418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:56.160263Z","caller":"traceutil/trace.go:171","msg":"trace[1056238394] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.015356341s","start":"2026-03-01T14:55:46.14489Z","end":"2026-03-01T14:55:56.160246Z","steps":["trace[1056238394] 'agreement among raft nodes before linearized reading' (duration: 10.015230758s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:56.16031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.144886Z","time spent":"10.015412062s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:55:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:56.530963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760207866s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:55:57.317782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000977261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:57.317873Z","caller":"traceutil/trace.go:171","msg":"trace[247408805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001106334s","start":"2026-03-01T14:55:55.316749Z","end":"2026-03-01T14:55:57.317855Z","steps":["trace[247408805] 'agreement among raft nodes before linearized reading' (duration: 2.000998541s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:57.31792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.316737Z","time spent":"2.001172335s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:58.141202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999333624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.141307Z","caller":"traceutil/trace.go:171","msg":"trace[245108711] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999498818s","start":"2026-03-01T14:55:53.141786Z","end":"2026-03-01T14:55:58.141285Z","steps":["trace[245108711] 'agreement among raft nodes before linearized reading' (duration: 4.999371955s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.141358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.141756Z","time spent":"4.999590841s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:55:58.141619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998995076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.141762Z","caller":"traceutil/trace.go:171","msg":"trace[1977101182] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999188561s","start":"2026-03-01T14:55:53.142535Z","end":"2026-03-01T14:55:58.141724Z","steps":["trace[1977101182] 'agreement among raft nodes before linearized reading' (duration: 4.999029877s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.141846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.142517Z","time spent":"4.999312453s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-01T14:55:58.14229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999731055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.14235Z","caller":"traceutil/trace.go:171","msg":"trace[610004959] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999827288s","start":"2026-03-01T14:55:53.14251Z","end":"2026-03-01T14:55:58.142337Z","steps":["trace[610004959] 'agreement among raft nodes before linearized reading' (duration: 4.999764376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.142401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.14249Z","time spent":"4.999901249s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/01 14:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:58.145457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993677053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.145511Z","caller":"traceutil/trace.go:171","msg":"trace[166257204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.993756355s","start":"2026-03-01T14:55:53.151742Z","end":"2026-03-01T14:55:58.145498Z","steps":["trace[166257204] 'agreement among raft nodes before linearized reading' (duration: 4.993694784s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.145548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.151723Z","time spent":"4.993818376s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/01 14:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:58.147644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999931579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.147692Z","caller":"traceutil/trace.go:171","msg":"trace[1825590437] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999988441s","start":"2026-03-01T14:55:53.147693Z","end":"2026-03-01T14:55:58.147682Z","steps":["trace[1825590437] 'agreement among raft nodes before linearized reading' (duration: 4.999930509s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.147824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.147617Z","time spent":"5.000097783s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:55:58.1505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002412451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:58.150539Z","caller":"traceutil/trace.go:171","msg":"trace[106136762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.002495333s","start":"2026-03-01T14:55:53.148036Z","end":"2026-03-01T14:55:58.150531Z","steps":["trace[106136762] 'agreement among raft nodes before linearized reading' (duration: 5.002451862s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.150564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.148015Z","time spent":"5.002541845s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:55:58.165333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.020658511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:58.165417Z","caller":"traceutil/trace.go:171","msg":"trace[868060939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"12.020768773s","start":"2026-03-01T14:55:46.144628Z","end":"2026-03-01T14:55:58.165397Z","steps":["trace[868060939] 'agreement among raft nodes before linearized reading' (duration: 12.020659641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:58.165463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.144623Z","time spent":"12.020826686s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/01 14:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:58.35543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.584614383s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:55:59.318142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:55:59.31822Z","caller":"traceutil/trace.go:171","msg":"trace[1412319937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194992s","start":"2026-03-01T14:55:57.318009Z","end":"2026-03-01T14:55:59.318204Z","steps":["trace[1412319937] 'agreement among raft nodes before linearized reading' (duration: 2.00009388s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.318289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:57.31799Z","time spent":"2.000289595s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:55:59.621121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.622952Z","time spent":"4.998163146s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:59.621301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.62171Z","time spent":"4.999588911s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:55:59.656997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.555614ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:59.657094Z","caller":"traceutil/trace.go:171","msg":"trace[6454064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25280; }","duration":"958.686037ms","start":"2026-03-01T14:55:58.698394Z","end":"2026-03-01T14:55:59.65708Z","steps":["trace[6454064] 'range keys from in-memory index tree' (duration: 958.536094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.659889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125928136s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:55:59.660804Z","caller":"traceutil/trace.go:171","msg":"trace[6199126] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26194; }","duration":"10.631224747s","start":"2026-03-01T14:55:49.029565Z","end":"2026-03-01T14:55:59.660789Z","steps":["trace[6199126] 'read index received' (duration: 4.741202036s)","trace[6199126] 'applied index is now lower than readState.Index' (duration: 5.890022061s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:55:59.660891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.804370557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:55:59.660939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.04316405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-01T14:55:59.660961Z","caller":"traceutil/trace.go:171","msg":"trace[1257049819] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25294; }","duration":"11.04319563s","start":"2026-03-01T14:55:48.617756Z","end":"2026-03-01T14:55:59.660952Z","steps":["trace[1257049819] 'agreement among raft nodes before linearized reading' (duration: 11.043102138s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:55:59.66096Z","caller":"traceutil/trace.go:171","msg":"trace[538243468] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25294; }","duration":"10.80450069s","start":"2026-03-01T14:55:48.856443Z","end":"2026-03-01T14:55:59.660944Z","steps":["trace[538243468] 'agreement among raft nodes before linearized reading' (duration: 10.804380717s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.660984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.617741Z","time spent":"11.043237621s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T14:55:59.660992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:48.856414Z","time spent":"10.804570572s","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:59.661112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.48252518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:55:59.661133Z","caller":"traceutil/trace.go:171","msg":"trace[1231581826] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25294; }","duration":"12.482575732s","start":"2026-03-01T14:55:47.178551Z","end":"2026-03-01T14:55:59.661127Z","steps":["trace[1231581826] 'agreement among raft nodes before linearized reading' (duration: 12.482541761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.661147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:47.178532Z","time spent":"12.482612292s","remote":"127.0.0.1:33690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:55:59.661202Z","caller":"traceutil/trace.go:171","msg":"trace[848684782] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"6.01902948s","start":"2026-03-01T14:55:53.642164Z","end":"2026-03-01T14:55:59.661193Z","steps":["trace[848684782] 'process raft request' (duration: 6.018476297s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.661227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.307465381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:55:59.66124Z","caller":"traceutil/trace.go:171","msg":"trace[1937557496] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25294; }","duration":"13.307509253s","start":"2026-03-01T14:55:46.353727Z","end":"2026-03-01T14:55:59.661236Z","steps":["trace[1937557496] 'agreement among raft nodes before linearized reading' (duration: 13.307482872s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.661257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.353711Z","time spent":"13.307543134s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:55:59.66127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.642139Z","time spent":"6.019088241s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:55:59.661352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.518045033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-01T14:55:59.661369Z","caller":"traceutil/trace.go:171","msg":"trace[1759237683] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25294; }","duration":"13.518071445s","start":"2026-03-01T14:55:46.143294Z","end":"2026-03-01T14:55:59.661365Z","steps":["trace[1759237683] 'agreement among raft nodes before linearized reading' (duration: 13.518015643s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.661382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:46.143288Z","time spent":"13.518090715s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T14:55:59.805242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000937041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:55:59.805334Z","caller":"traceutil/trace.go:171","msg":"trace[2040808657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001075254s","start":"2026-03-01T14:55:57.804236Z","end":"2026-03-01T14:55:59.805311Z","steps":["trace[2040808657] 'agreement among raft nodes before linearized reading' (duration: 2.000957201s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:55:59.805387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:57.80422Z","time spent":"2.001154876s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:00.162117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:00.662527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:01.035331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001591542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:01.035417Z","caller":"traceutil/trace.go:171","msg":"trace[1196811081] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.001708745s","start":"2026-03-01T14:55:56.033688Z","end":"2026-03-01T14:56:01.035397Z","steps":["trace[1196811081] 'agreement among raft nodes before linearized reading' (duration: 5.001594232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:01.035463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.033685Z","time spent":"5.001768117s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 14:56:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:01.163417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:01.323323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:01.323401Z","caller":"traceutil/trace.go:171","msg":"trace[575467671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690974s","start":"2026-03-01T14:55:59.322693Z","end":"2026-03-01T14:56:01.323384Z","steps":["trace[575467671] 'agreement among raft nodes before linearized reading' (duration: 2.000591281s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:01.323457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.322682Z","time spent":"2.000766096s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:01.435422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.079844395s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:01.622738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.622089Z","time spent":"7.000641066s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:01.622944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.622876Z","time spent":"7.000061281s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:02.851622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415916951s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-01T14:56:02.851864Z","caller":"traceutil/trace.go:171","msg":"trace[588677744] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25294; }","duration":"4.707019996s","start":"2026-03-01T14:55:58.144825Z","end":"2026-03-01T14:56:02.851845Z","steps":["trace[588677744] 'process raft request' (duration: 4.706967865s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:02.851955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.144803Z","time spent":"4.707102839s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:03.324302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:03.324474Z","caller":"traceutil/trace.go:171","msg":"trace[1515339800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600002s","start":"2026-03-01T14:56:01.323817Z","end":"2026-03-01T14:56:03.324417Z","steps":["trace[1515339800] 'agreement among raft nodes before linearized reading' (duration: 2.000400327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:03.324557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.323791Z","time spent":"2.000751415s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:04.095955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.65863465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:04.096584Z","caller":"traceutil/trace.go:171","msg":"trace[1137750322] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26211; }","duration":"4.435714483s","start":"2026-03-01T14:55:59.660839Z","end":"2026-03-01T14:56:04.096553Z","steps":["trace[1137750322] 'read index received' (duration: 1.774811936s)","trace[1137750322] 'applied index is now lower than readState.Index' (duration: 2.660900697s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:04.096736Z","caller":"traceutil/trace.go:171","msg":"trace[195870002] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"4.982119222s","start":"2026-03-01T14:55:59.114601Z","end":"2026-03-01T14:56:04.09672Z","steps":["trace[195870002] 'process raft request' (duration: 4.98164465s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.096885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.114576Z","time spent":"4.982198883s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:04.097125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47078227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T14:56:04.097201Z","caller":"traceutil/trace.go:171","msg":"trace[1111898022] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25296; }","duration":"9.470903723s","start":"2026-03-01T14:55:54.626276Z","end":"2026-03-01T14:56:04.09718Z","steps":["trace[1111898022] 'agreement among raft nodes before linearized reading' (duration: 9.470658317s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003183744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.097233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.626262Z","time spent":"9.470966124s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:56:04.097256Z","caller":"traceutil/trace.go:171","msg":"trace[1422644667] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25296; }","duration":"10.003262916s","start":"2026-03-01T14:55:54.093973Z","end":"2026-03-01T14:56:04.097236Z","steps":["trace[1422644667] 'agreement among raft nodes before linearized reading' (duration: 10.003205025s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:54.093954Z","time spent":"10.003334219s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.097329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.7914827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-01T14:56:04.097435Z","caller":"traceutil/trace.go:171","msg":"trace[1368216731] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25296; }","duration":"12.791647464s","start":"2026-03-01T14:55:51.305777Z","end":"2026-03-01T14:56:04.097424Z","steps":["trace[1368216731] 'agreement among raft nodes before linearized reading' (duration: 12.791420659s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.305755Z","time spent":"12.791704385s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-01T14:56:04.097527Z","caller":"traceutil/trace.go:171","msg":"trace[1357337426] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"4.802926959s","start":"2026-03-01T14:55:59.294587Z","end":"2026-03-01T14:56:04.097514Z","steps":["trace[1357337426] 'process raft request' (duration: 4.801882213s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.294547Z","time spent":"4.803000651s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:04.097661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.884508582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.097691Z","caller":"traceutil/trace.go:171","msg":"trace[231628215] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25296; }","duration":"12.884542143s","start":"2026-03-01T14:55:51.213138Z","end":"2026-03-01T14:56:04.09768Z","steps":["trace[231628215] 'agreement among raft nodes before linearized reading' (duration: 12.884476651s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.213114Z","time spent":"12.884592044s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.097713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.260652226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:04.097764Z","caller":"traceutil/trace.go:171","msg":"trace[622425421] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25296; }","duration":"10.260742878s","start":"2026-03-01T14:55:53.837008Z","end":"2026-03-01T14:56:04.09775Z","steps":["trace[622425421] 'agreement among raft nodes before linearized reading' (duration: 10.260643516s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.09779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.050491428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T14:56:04.097801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.83699Z","time spent":"10.26080262s","remote":"127.0.0.1:48914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.09782Z","caller":"traceutil/trace.go:171","msg":"trace[1546193481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef; range_end:; response_count:1; response_revision:25296; }","duration":"8.05053361s","start":"2026-03-01T14:55:56.047275Z","end":"2026-03-01T14:56:04.097809Z","steps":["trace[1546193481] 'agreement among raft nodes before linearized reading' (duration: 8.050468978s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.047265Z","time spent":"8.0505723s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" "} {"level":"warn","ts":"2026-03-01T14:56:04.097821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.736313938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:04.097885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.61645498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:04.097916Z","caller":"traceutil/trace.go:171","msg":"trace[1102068486] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25296; }","duration":"13.616510782s","start":"2026-03-01T14:55:50.481393Z","end":"2026-03-01T14:56:04.097904Z","steps":["trace[1102068486] 'agreement among raft nodes before linearized reading' (duration: 13.616458861s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:04.097916Z","caller":"traceutil/trace.go:171","msg":"trace[759349984] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25296; }","duration":"7.736476492s","start":"2026-03-01T14:55:56.361417Z","end":"2026-03-01T14:56:04.097893Z","steps":["trace[759349984] 'agreement among raft nodes before linearized reading' (duration: 7.736256306s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.481382Z","time spent":"13.616549103s","remote":"127.0.0.1:36444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.097949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.064317046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.097969Z","caller":"traceutil/trace.go:171","msg":"trace[1814396045] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:25296; }","duration":"8.064353409s","start":"2026-03-01T14:55:56.033611Z","end":"2026-03-01T14:56:04.097964Z","steps":["trace[1814396045] 'agreement among raft nodes before linearized reading' (duration: 8.064315967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.033594Z","time spent":"8.064386399s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:56:04.097979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.361398Z","time spent":"7.736567265s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.835760362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.098112Z","caller":"traceutil/trace.go:171","msg":"trace[1355596053] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25296; }","duration":"8.835812403s","start":"2026-03-01T14:55:55.262293Z","end":"2026-03-01T14:56:04.098105Z","steps":["trace[1355596053] 'agreement among raft nodes before linearized reading' (duration: 8.835775592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.642322493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.262275Z","time spent":"8.835848694s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098152Z","caller":"traceutil/trace.go:171","msg":"trace[643330152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25296; }","duration":"13.642377614s","start":"2026-03-01T14:55:50.455763Z","end":"2026-03-01T14:56:04.098141Z","steps":["trace[643330152] 'agreement among raft nodes before linearized reading' (duration: 13.642316833s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.455749Z","time spent":"13.642423916s","remote":"127.0.0.1:53926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.955836394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.098275Z","caller":"traceutil/trace.go:171","msg":"trace[693202087] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25296; }","duration":"8.955890225s","start":"2026-03-01T14:55:55.142379Z","end":"2026-03-01T14:56:04.098269Z","steps":["trace[693202087] 'agreement among raft nodes before linearized reading' (duration: 8.955854744s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.14236Z","time spent":"8.955929747s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.867940104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.114138267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272999"} {"level":"info","ts":"2026-03-01T14:56:04.098364Z","caller":"traceutil/trace.go:171","msg":"trace[1773148150] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25296; }","duration":"11.114213829s","start":"2026-03-01T14:55:52.984141Z","end":"2026-03-01T14:56:04.098355Z","steps":["trace[1773148150] 'agreement among raft nodes before linearized reading' (duration: 11.113868311s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.984123Z","time spent":"11.11425687s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273023,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T14:56:04.098405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.046159709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.886773057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.098425Z","caller":"traceutil/trace.go:171","msg":"trace[857331497] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25296; }","duration":"9.04620872s","start":"2026-03-01T14:55:55.05221Z","end":"2026-03-01T14:56:04.098419Z","steps":["trace[857331497] 'agreement among raft nodes before linearized reading' (duration: 9.046174669s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:04.098435Z","caller":"traceutil/trace.go:171","msg":"trace[1549603033] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25296; }","duration":"13.886826769s","start":"2026-03-01T14:55:50.211598Z","end":"2026-03-01T14:56:04.098425Z","steps":["trace[1549603033] 'agreement among raft nodes before linearized reading' (duration: 13.886780138s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:55.052193Z","time spent":"9.046247101s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.006238359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:04.098462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.211583Z","time spent":"13.88687186s","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098484Z","caller":"traceutil/trace.go:171","msg":"trace[1178144414] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25296; }","duration":"5.006330021s","start":"2026-03-01T14:55:59.092141Z","end":"2026-03-01T14:56:04.098471Z","steps":["trace[1178144414] 'agreement among raft nodes before linearized reading' (duration: 5.006131046s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.097129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.711894455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.092125Z","time spent":"5.006384062s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098553Z","caller":"traceutil/trace.go:171","msg":"trace[1155472828] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25296; }","duration":"12.713399704s","start":"2026-03-01T14:55:51.385145Z","end":"2026-03-01T14:56:04.098544Z","steps":["trace[1155472828] 'agreement among raft nodes before linearized reading' (duration: 12.711871115s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.351488422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.385126Z","time spent":"12.713441756s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098588Z","caller":"traceutil/trace.go:171","msg":"trace[2072205545] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25296; }","duration":"11.351541914s","start":"2026-03-01T14:55:52.747039Z","end":"2026-03-01T14:56:04.098581Z","steps":["trace[2072205545] 'agreement among raft nodes before linearized reading' (duration: 11.351500393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.930367793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:52.747018Z","time spent":"11.351584475s","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098623Z","caller":"traceutil/trace.go:171","msg":"trace[2116070826] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25296; }","duration":"14.930423615s","start":"2026-03-01T14:55:49.168193Z","end":"2026-03-01T14:56:04.098616Z","steps":["trace[2116070826] 'agreement among raft nodes before linearized reading' (duration: 14.930384254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:49.168169Z","time spent":"14.930470075s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.61439068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.098722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380937774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.098744Z","caller":"traceutil/trace.go:171","msg":"trace[757398581] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25296; }","duration":"12.614441132s","start":"2026-03-01T14:55:51.484297Z","end":"2026-03-01T14:56:04.098738Z","steps":["trace[757398581] 'agreement among raft nodes before linearized reading' (duration: 12.614406341s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:04.098754Z","caller":"traceutil/trace.go:171","msg":"trace[2139066542] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25296; }","duration":"5.380971485s","start":"2026-03-01T14:55:58.717774Z","end":"2026-03-01T14:56:04.098745Z","steps":["trace[2139066542] 'agreement among raft nodes before linearized reading' (duration: 5.380909194s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.098766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.484279Z","time spent":"12.614480483s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.717719Z","time spent":"5.381057117s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.654611903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T14:56:04.098926Z","caller":"traceutil/trace.go:171","msg":"trace[195729588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25296; }","duration":"12.654647884s","start":"2026-03-01T14:55:51.44427Z","end":"2026-03-01T14:56:04.098918Z","steps":["trace[195729588] 'agreement among raft nodes before linearized reading' (duration: 12.654587163s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.706564232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:56:04.099115Z","caller":"traceutil/trace.go:171","msg":"trace[301812435] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25296; }","duration":"5.706598603s","start":"2026-03-01T14:55:58.392506Z","end":"2026-03-01T14:56:04.099105Z","steps":["trace[301812435] 'agreement among raft nodes before linearized reading' (duration: 5.706453099s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.39244Z","time spent":"5.706697006s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:56:04.097993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.676722114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:04.09773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.935426261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.099485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918039508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:04.099481Z","caller":"traceutil/trace.go:171","msg":"trace[1092304168] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25296; }","duration":"10.67820694s","start":"2026-03-01T14:55:53.421236Z","end":"2026-03-01T14:56:04.099443Z","steps":["trace[1092304168] 'agreement among raft nodes before linearized reading' (duration: 10.676718382s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:04.099524Z","caller":"traceutil/trace.go:171","msg":"trace[626068142] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25296; }","duration":"5.91811814s","start":"2026-03-01T14:55:58.181393Z","end":"2026-03-01T14:56:04.099511Z","steps":["trace[626068142] 'agreement among raft nodes before linearized reading' (duration: 5.918030378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.09955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.181369Z","time spent":"5.918173291s","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.099523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.416002875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.099573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:53.421218Z","time spent":"10.678316174s","remote":"127.0.0.1:34640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.098365Z","caller":"traceutil/trace.go:171","msg":"trace[1707189800] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25296; }","duration":"13.867979355s","start":"2026-03-01T14:55:50.230371Z","end":"2026-03-01T14:56:04.09835Z","steps":["trace[1707189800] 'agreement among raft nodes before linearized reading' (duration: 13.867932514s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:04.099604Z","caller":"traceutil/trace.go:171","msg":"trace[669209792] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25296; }","duration":"6.416152939s","start":"2026-03-01T14:55:57.68343Z","end":"2026-03-01T14:56:04.099583Z","steps":["trace[669209792] 'agreement among raft nodes before linearized reading' (duration: 6.415996285s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:50.230363Z","time spent":"13.869275807s","remote":"127.0.0.1:54036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.099696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712948904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:04.099691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:57.68341Z","time spent":"6.416241581s","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.099722Z","caller":"traceutil/trace.go:171","msg":"trace[1392603162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25296; }","duration":"5.713000084s","start":"2026-03-01T14:55:58.386712Z","end":"2026-03-01T14:56:04.099713Z","steps":["trace[1392603162] 'agreement among raft nodes before linearized reading' (duration: 5.712957273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:58.386691Z","time spent":"5.713045216s","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:04.099515Z","caller":"traceutil/trace.go:171","msg":"trace[1839940237] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25296; }","duration":"7.937237117s","start":"2026-03-01T14:55:56.162258Z","end":"2026-03-01T14:56:04.099495Z","steps":["trace[1839940237] 'agreement among raft nodes before linearized reading' (duration: 7.935443951s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.207656098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:04.099825Z","caller":"traceutil/trace.go:171","msg":"trace[81681953] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25296; }","duration":"7.207961526s","start":"2026-03-01T14:55:56.891855Z","end":"2026-03-01T14:56:04.099816Z","steps":["trace[81681953] 'agreement among raft nodes before linearized reading' (duration: 7.207651248s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:04.099852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.891837Z","time spent":"7.208007406s","remote":"127.0.0.1:49104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.099847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:56.162239Z","time spent":"7.937576166s","remote":"127.0.0.1:36420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:04.098943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:51.44426Z","time spent":"12.654678715s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T14:56:04.597108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:05.097579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:05.321433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225325642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:05.331659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:05.331721Z","caller":"traceutil/trace.go:171","msg":"trace[768380449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000790116s","start":"2026-03-01T14:56:03.330916Z","end":"2026-03-01T14:56:05.331706Z","steps":["trace[768380449] 'agreement among raft nodes before linearized reading' (duration: 2.000703294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:05.331751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.330891Z","time spent":"2.000853618s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:06.033753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998068785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:06.033941Z","caller":"traceutil/trace.go:171","msg":"trace[1248355290] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99831588s","start":"2026-03-01T14:56:01.035567Z","end":"2026-03-01T14:56:06.033883Z","steps":["trace[1248355290] 'agreement among raft nodes before linearized reading' (duration: 4.998138014s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:06.034028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.035501Z","time spent":"4.998511405s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 14:56:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:06.787071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.931986Z","time spent":"1.855075748s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:07.332123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:07.332241Z","caller":"traceutil/trace.go:171","msg":"trace[1807808336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305784s","start":"2026-03-01T14:56:05.331916Z","end":"2026-03-01T14:56:07.332222Z","steps":["trace[1807808336] 'agreement among raft nodes before linearized reading' (duration: 2.000166241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:07.332291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:05.331905Z","time spent":"2.000375416s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:09.338931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:09.339024Z","caller":"traceutil/trace.go:171","msg":"trace[1460973706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357336s","start":"2026-03-01T14:56:07.338648Z","end":"2026-03-01T14:56:09.339005Z","steps":["trace[1460973706] 'agreement among raft nodes before linearized reading' (duration: 2.000244433s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:09.339068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.33863Z","time spent":"2.000429427s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:09.364295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.042658627s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:11.046976Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529ca9b2917be2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:11.063873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699200063s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:11.070776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749088064s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:56:11.071359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371930392s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:11.071502Z","caller":"traceutil/trace.go:171","msg":"trace[659352256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25296; }","duration":"2.372096766s","start":"2026-03-01T14:56:08.699385Z","end":"2026-03-01T14:56:11.071482Z","steps":["trace[659352256] 'range keys from in-memory index tree' (duration: 2.37187805s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:11.099842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.099602Z","time spent":"7.000230945s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:11.109301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.108914Z","time spent":"7.000373639s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:11.109276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.108845Z","time spent":"7.0004244s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:11.111472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.110781Z","time spent":"7.000686196s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:11.339005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999878763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:11.339085Z","caller":"traceutil/trace.go:171","msg":"trace[690598916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999406s","start":"2026-03-01T14:56:09.339067Z","end":"2026-03-01T14:56:11.339067Z","steps":["trace[690598916] 'agreement among raft nodes before linearized reading' (duration: 1.999872393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:11.339128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.339015Z","time spent":"2.00010415s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:13.34739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:13.347477Z","caller":"traceutil/trace.go:171","msg":"trace[894467822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155821s","start":"2026-03-01T14:56:11.3473Z","end":"2026-03-01T14:56:13.347456Z","steps":["trace[894467822] 'agreement among raft nodes before linearized reading' (duration: 2.000043708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.347536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.347256Z","time spent":"2.000265213s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:13.850957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780005175s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-01T14:56:13.852678Z","caller":"traceutil/trace.go:171","msg":"trace[1873667877] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"6.68586306s","start":"2026-03-01T14:56:07.166786Z","end":"2026-03-01T14:56:13.852649Z","steps":["trace[1873667877] 'process raft request' (duration: 6.685797429s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.852862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.166763Z","time spent":"6.686007803s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:13.853512Z","caller":"traceutil/trace.go:171","msg":"trace[435751730] linearizableReadLoop","detail":"{readStateIndex:26223; appliedIndex:26218; }","duration":"9.756823212s","start":"2026-03-01T14:56:04.09667Z","end":"2026-03-01T14:56:13.853493Z","steps":["trace[435751730] 'read index received' (duration: 1.224984323s)","trace[435751730] 'applied index is now lower than readState.Index' (duration: 8.531837069s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:13.853813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.470439918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.853845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.924364289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.853887Z","caller":"traceutil/trace.go:171","msg":"trace[616375162] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25300; }","duration":"11.470517849s","start":"2026-03-01T14:56:02.383352Z","end":"2026-03-01T14:56:13.85387Z","steps":["trace[616375162] 'agreement among raft nodes before linearized reading' (duration: 11.470405087s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.853942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.383296Z","time spent":"11.470627903s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.853934Z","caller":"traceutil/trace.go:171","msg":"trace[2339182] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25300; }","duration":"10.924510672s","start":"2026-03-01T14:56:02.929401Z","end":"2026-03-01T14:56:13.853912Z","steps":["trace[2339182] 'agreement among raft nodes before linearized reading' (duration: 10.924322998s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.853956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.015590996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.853973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.818668558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-01T14:56:13.854005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:02.929378Z","time spent":"10.924612054s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.853997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.799549686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.85392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.249646661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.190181466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-01T14:56:13.854232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362957915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.854264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.63066951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.854292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277327111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733775522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-01T14:56:13.854295Z","caller":"traceutil/trace.go:171","msg":"trace[406149090] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae; range_end:; response_count:1; response_revision:25300; }","duration":"14.19034849s","start":"2026-03-01T14:55:59.663915Z","end":"2026-03-01T14:56:13.854263Z","steps":["trace[406149090] 'agreement among raft nodes before linearized reading' (duration: 14.189991851s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.854287Z","caller":"traceutil/trace.go:171","msg":"trace[1543610124] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25300; }","duration":"10.25005767s","start":"2026-03-01T14:56:03.604192Z","end":"2026-03-01T14:56:13.85425Z","steps":["trace[1543610124] 'agreement among raft nodes before linearized reading' (duration: 10.249551487s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.85433Z","caller":"traceutil/trace.go:171","msg":"trace[481659223] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25300; }","duration":"2.733837864s","start":"2026-03-01T14:56:11.120484Z","end":"2026-03-01T14:56:13.854322Z","steps":["trace[481659223] 'agreement among raft nodes before linearized reading' (duration: 2.733778362s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.854324Z","caller":"traceutil/trace.go:171","msg":"trace[1097467612] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25300; }","duration":"6.630759412s","start":"2026-03-01T14:56:07.223545Z","end":"2026-03-01T14:56:13.854305Z","steps":["trace[1097467612] 'agreement among raft nodes before linearized reading' (duration: 6.63066352s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.85433Z","caller":"traceutil/trace.go:171","msg":"trace[850465826] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25300; }","duration":"1.277397353s","start":"2026-03-01T14:56:12.576921Z","end":"2026-03-01T14:56:13.854319Z","steps":["trace[850465826] 'agreement among raft nodes before linearized reading' (duration: 1.277343821s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.120466Z","time spent":"2.733881085s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T14:56:13.854351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:55:59.663889Z","time spent":"14.190451612s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-97a9a825-d3dd-4e17-9353-d9493bb495ae\" "} {"level":"warn","ts":"2026-03-01T14:56:13.854352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256145417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.827854405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.223525Z","time spent":"6.630839305s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.604146Z","time spent":"10.250206454s","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.576902Z","time spent":"1.277468535s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.854416Z","caller":"traceutil/trace.go:171","msg":"trace[1724811589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25300; }","duration":"6.827888076s","start":"2026-03-01T14:56:07.026516Z","end":"2026-03-01T14:56:13.854404Z","steps":["trace[1724811589] 'agreement among raft nodes before linearized reading' (duration: 6.827840545s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904265617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T14:56:13.854413Z","caller":"traceutil/trace.go:171","msg":"trace[1589533150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"1.256237669s","start":"2026-03-01T14:56:12.598156Z","end":"2026-03-01T14:56:13.854394Z","steps":["trace[1589533150] 'agreement among raft nodes before linearized reading' (duration: 1.256143667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.673034945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.23127104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.667275119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.026426Z","time spent":"6.828019939s","remote":"127.0.0.1:49294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.854474Z","caller":"traceutil/trace.go:171","msg":"trace[177856913] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25300; }","duration":"7.673120187s","start":"2026-03-01T14:56:06.181341Z","end":"2026-03-01T14:56:13.854461Z","steps":["trace[177856913] 'agreement among raft nodes before linearized reading' (duration: 7.673044465s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:12.598129Z","time spent":"1.256333232s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:56:13.854471Z","caller":"traceutil/trace.go:171","msg":"trace[503425497] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25300; }","duration":"1.904302618s","start":"2026-03-01T14:56:11.950149Z","end":"2026-03-01T14:56:13.854452Z","steps":["trace[503425497] 'agreement among raft nodes before linearized reading' (duration: 1.904151854s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.692548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:13.854499Z","caller":"traceutil/trace.go:171","msg":"trace[893082835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25300; }","duration":"8.667348951s","start":"2026-03-01T14:56:05.187135Z","end":"2026-03-01T14:56:13.854484Z","steps":["trace[893082835] 'agreement among raft nodes before linearized reading' (duration: 8.667285769s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:06.181317Z","time spent":"7.673189819s","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:56:13.854528Z","caller":"traceutil/trace.go:171","msg":"trace[2098518402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"506.976735ms","start":"2026-03-01T14:56:13.347545Z","end":"2026-03-01T14:56:13.854521Z","steps":["trace[2098518402] 'agreement among raft nodes before linearized reading' (duration: 506.712188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.950093Z","time spent":"1.904429431s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:56:13.854553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.347522Z","time spent":"507.023576ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:13.854545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:05.187114Z","time spent":"8.667418842s","remote":"127.0.0.1:53794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209151319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:56:13.854624Z","caller":"traceutil/trace.go:171","msg":"trace[443418048] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25300; }","duration":"4.209420186s","start":"2026-03-01T14:56:09.645188Z","end":"2026-03-01T14:56:13.854608Z","steps":["trace[443418048] 'agreement among raft nodes before linearized reading' (duration: 4.209007015s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.853987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.460644503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.645168Z","time spent":"4.209490998s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.854702Z","caller":"traceutil/trace.go:171","msg":"trace[399165184] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25300; }","duration":"10.462282053s","start":"2026-03-01T14:56:03.39241Z","end":"2026-03-01T14:56:13.854692Z","steps":["trace[399165184] 'agreement among raft nodes before linearized reading' (duration: 10.461515574s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.853985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.525708208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3554368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.854766Z","caller":"traceutil/trace.go:171","msg":"trace[1026993768] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25300; }","duration":"5.355495772s","start":"2026-03-01T14:56:08.499258Z","end":"2026-03-01T14:56:13.854754Z","steps":["trace[1026993768] 'agreement among raft nodes before linearized reading' (duration: 5.35539638s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.854057Z","caller":"traceutil/trace.go:171","msg":"trace[719535158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25300; }","duration":"9.818785731s","start":"2026-03-01T14:56:04.035248Z","end":"2026-03-01T14:56:13.854034Z","steps":["trace[719535158] 'agreement among raft nodes before linearized reading' (duration: 9.818530615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.549589974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.932933977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:08.499244Z","time spent":"5.355549353s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.035226Z","time spent":"9.819574792s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T14:56:13.854822Z","caller":"traceutil/trace.go:171","msg":"trace[71066843] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25300; }","duration":"9.549664686s","start":"2026-03-01T14:56:04.305143Z","end":"2026-03-01T14:56:13.854808Z","steps":["trace[71066843] 'agreement among raft nodes before linearized reading' (duration: 9.549604454s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.854835Z","caller":"traceutil/trace.go:171","msg":"trace[2103012879] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25300; }","duration":"8.933021119s","start":"2026-03-01T14:56:04.921799Z","end":"2026-03-01T14:56:13.85482Z","steps":["trace[2103012879] 'agreement among raft nodes before linearized reading' (duration: 8.932941287s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.305124Z","time spent":"9.549722127s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.921778Z","time spent":"8.933105941s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.853996Z","caller":"traceutil/trace.go:171","msg":"trace[207502152] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25300; }","duration":"10.015678828s","start":"2026-03-01T14:56:03.838306Z","end":"2026-03-01T14:56:13.853985Z","steps":["trace[207502152] 'agreement among raft nodes before linearized reading' (duration: 10.015584926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.292080556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.76320829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.854953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.838099Z","time spent":"10.016837758s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.459440398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.85498Z","caller":"traceutil/trace.go:171","msg":"trace[536682677] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25300; }","duration":"10.764188385s","start":"2026-03-01T14:56:03.090784Z","end":"2026-03-01T14:56:13.854972Z","steps":["trace[536682677] 'agreement among raft nodes before linearized reading' (duration: 10.763124248s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.854978Z","caller":"traceutil/trace.go:171","msg":"trace[965692528] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25300; }","duration":"12.29304185s","start":"2026-03-01T14:56:01.561923Z","end":"2026-03-01T14:56:13.854965Z","steps":["trace[965692528] 'agreement among raft nodes before linearized reading' (duration: 12.292096746s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861451762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.855007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.09077Z","time spent":"10.764227866s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.150830357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.855021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.561898Z","time spent":"12.293109691s","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.855016Z","caller":"traceutil/trace.go:171","msg":"trace[469488441] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25300; }","duration":"6.45954903s","start":"2026-03-01T14:56:07.395445Z","end":"2026-03-01T14:56:13.854994Z","steps":["trace[469488441] 'agreement among raft nodes before linearized reading' (duration: 6.459426807s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855025Z","caller":"traceutil/trace.go:171","msg":"trace[293370892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25300; }","duration":"5.861528134s","start":"2026-03-01T14:56:07.993484Z","end":"2026-03-01T14:56:13.855012Z","steps":["trace[293370892] 'agreement among raft nodes before linearized reading' (duration: 5.861476092s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855059Z","caller":"traceutil/trace.go:171","msg":"trace[1314512875] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25300; }","duration":"6.15095318s","start":"2026-03-01T14:56:07.704088Z","end":"2026-03-01T14:56:13.855041Z","steps":["trace[1314512875] 'agreement among raft nodes before linearized reading' (duration: 6.150828807s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.993462Z","time spent":"5.861596856s","remote":"127.0.0.1:53752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.395419Z","time spent":"6.459638393s","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574736234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:13.854095Z","caller":"traceutil/trace.go:171","msg":"trace[767956601] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25300; }","duration":"10.799690719s","start":"2026-03-01T14:56:03.054363Z","end":"2026-03-01T14:56:13.854054Z","steps":["trace[767956601] 'agreement among raft nodes before linearized reading' (duration: 10.799548265s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.704068Z","time spent":"6.151018643s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.855118Z","caller":"traceutil/trace.go:171","msg":"trace[1573868832] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25300; }","duration":"4.575265377s","start":"2026-03-01T14:56:09.279844Z","end":"2026-03-01T14:56:13.855109Z","steps":["trace[1573868832] 'agreement among raft nodes before linearized reading' (duration: 4.574743554s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.054338Z","time spent":"10.800782866s","remote":"127.0.0.1:59636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.279824Z","time spent":"4.575312989s","remote":"127.0.0.1:43408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989354966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:13.85476Z","caller":"traceutil/trace.go:171","msg":"trace[488287347] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25300; }","duration":"12.526539898s","start":"2026-03-01T14:56:01.328206Z","end":"2026-03-01T14:56:13.854746Z","steps":["trace[488287347] 'agreement among raft nodes before linearized reading' (duration: 12.525709268s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855221Z","caller":"traceutil/trace.go:171","msg":"trace[1682809045] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25300; }","duration":"3.990476994s","start":"2026-03-01T14:56:09.864721Z","end":"2026-03-01T14:56:13.855198Z","steps":["trace[1682809045] 'agreement among raft nodes before linearized reading' (duration: 3.989378156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988779414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753008977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.874201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.855251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:01.328184Z","time spent":"12.527053131s","remote":"127.0.0.1:54234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.85417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932374271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.855282Z","caller":"traceutil/trace.go:171","msg":"trace[1195936647] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:25300; }","duration":"2.754099455s","start":"2026-03-01T14:56:11.101171Z","end":"2026-03-01T14:56:13.855271Z","steps":["trace[1195936647] 'agreement among raft nodes before linearized reading' (duration: 2.753025488s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855298Z","caller":"traceutil/trace.go:171","msg":"trace[1047818745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25300; }","duration":"3.933537711s","start":"2026-03-01T14:56:09.92175Z","end":"2026-03-01T14:56:13.855288Z","steps":["trace[1047818745] 'agreement among raft nodes before linearized reading' (duration: 3.932367951s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855298Z","caller":"traceutil/trace.go:171","msg":"trace[1859333802] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25300; }","duration":"223.97545ms","start":"2026-03-01T14:56:13.631309Z","end":"2026-03-01T14:56:13.855284Z","steps":["trace[1859333802] 'agreement among raft nodes before linearized reading' (duration: 222.851171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.921738Z","time spent":"3.933578732s","remote":"127.0.0.1:34756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.101149Z","time spent":"2.754163486s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-01T14:56:13.854493Z","caller":"traceutil/trace.go:171","msg":"trace[2003991726] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25300; }","duration":"8.231445904s","start":"2026-03-01T14:56:05.623026Z","end":"2026-03-01T14:56:13.854472Z","steps":["trace[2003991726] 'agreement among raft nodes before linearized reading' (duration: 8.23127902s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949226685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.855428Z","caller":"traceutil/trace.go:171","msg":"trace[2063929379] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25300; }","duration":"3.950416036s","start":"2026-03-01T14:56:09.905001Z","end":"2026-03-01T14:56:13.855417Z","steps":["trace[2063929379] 'agreement among raft nodes before linearized reading' (duration: 3.949142193s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.904932Z","time spent":"3.950519949s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:05.623009Z","time spent":"8.23240972s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.223565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:13.854932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965890451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:13.854729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:03.392386Z","time spent":"10.462333705s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.854041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.178973125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:13.85554Z","caller":"traceutil/trace.go:171","msg":"trace[1271167180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25300; }","duration":"250.546239ms","start":"2026-03-01T14:56:13.604974Z","end":"2026-03-01T14:56:13.85552Z","steps":["trace[1271167180] 'agreement among raft nodes before linearized reading' (duration: 249.238076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.85554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:09.8647Z","time spent":"3.990814413s","remote":"127.0.0.1:42578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.85556Z","caller":"traceutil/trace.go:171","msg":"trace[86895438] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25300; }","duration":"5.966547409s","start":"2026-03-01T14:56:07.888998Z","end":"2026-03-01T14:56:13.855545Z","steps":["trace[86895438] 'agreement among raft nodes before linearized reading' (duration: 5.965896942s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:13.855584Z","caller":"traceutil/trace.go:171","msg":"trace[47654521] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25300; }","duration":"13.180573585s","start":"2026-03-01T14:56:00.674991Z","end":"2026-03-01T14:56:13.855565Z","steps":["trace[47654521] 'agreement among raft nodes before linearized reading' (duration: 13.178956264s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.854162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.745513376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T14:56:13.855622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:07.888982Z","time spent":"5.96661991s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:00.67497Z","time spent":"13.180652498s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.855644Z","caller":"traceutil/trace.go:171","msg":"trace[65143775] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25300; }","duration":"9.747032005s","start":"2026-03-01T14:56:04.108601Z","end":"2026-03-01T14:56:13.855633Z","steps":["trace[65143775] 'agreement among raft nodes before linearized reading' (duration: 9.745465265s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.85568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:04.108584Z","time spent":"9.747085597s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-01T14:56:13.855751Z","caller":"traceutil/trace.go:171","msg":"trace[552860223] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25300; }","duration":"1.990415306s","start":"2026-03-01T14:56:11.865317Z","end":"2026-03-01T14:56:13.855732Z","steps":["trace[552860223] 'agreement among raft nodes before linearized reading' (duration: 1.988791174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.865295Z","time spent":"1.990497708s","remote":"127.0.0.1:34680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:13.854278Z","caller":"traceutil/trace.go:171","msg":"trace[82931890] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25300; }","duration":"2.363005166s","start":"2026-03-01T14:56:11.491263Z","end":"2026-03-01T14:56:13.854268Z","steps":["trace[82931890] 'agreement among raft nodes before linearized reading' (duration: 2.362878903s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.855914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.491205Z","time spent":"2.364693359s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:13.855923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741860945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-01T14:56:13.855995Z","caller":"traceutil/trace.go:171","msg":"trace[739768394] range","detail":"{range_begin:/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022; range_end:; response_count:1; response_revision:25300; }","duration":"2.742050801s","start":"2026-03-01T14:56:11.11392Z","end":"2026-03-01T14:56:13.85597Z","steps":["trace[739768394] 'agreement among raft nodes before linearized reading' (duration: 2.740193023s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:13.856077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:11.113888Z","time spent":"2.742138643s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" "} {"level":"warn","ts":"2026-03-01T14:56:14.360729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:14.861717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:14.943955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.085132172s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:15.863913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:15.864001Z","caller":"traceutil/trace.go:171","msg":"trace[1356955113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443519s","start":"2026-03-01T14:56:13.863532Z","end":"2026-03-01T14:56:15.863976Z","steps":["trace[1356955113] 'agreement among raft nodes before linearized reading' (duration: 2.000343707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:15.864047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.863524Z","time spent":"2.000514031s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:17.864809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:17.864875Z","caller":"traceutil/trace.go:171","msg":"trace[1264516433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587151s","start":"2026-03-01T14:56:15.864274Z","end":"2026-03-01T14:56:17.864861Z","steps":["trace[1264516433] 'agreement among raft nodes before linearized reading' (duration: 2.000503249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:17.86491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.864268Z","time spent":"2.000634883s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:18.309705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.481691Z","time spent":"2.828007215s","remote":"127.0.0.1:32794","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:18.311052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36680837s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:56:18.311141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.858425Z","time spent":"4.452712011s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:19.317444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.373306423s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:19.80518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998116479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:19.805258Z","caller":"traceutil/trace.go:171","msg":"trace[1195608121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998247782s","start":"2026-03-01T14:56:17.806994Z","end":"2026-03-01T14:56:19.805242Z","steps":["trace[1195608121] 'agreement among raft nodes before linearized reading' (duration: 1.99815205s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:19.805304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.806973Z","time spent":"1.998322615s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:19.8743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:19.874384Z","caller":"traceutil/trace.go:171","msg":"trace[105327878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494979s","start":"2026-03-01T14:56:17.87387Z","end":"2026-03-01T14:56:19.874365Z","steps":["trace[105327878] 'agreement among raft nodes before linearized reading' (duration: 2.000389546s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:19.874431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:17.873842Z","time spent":"2.000579291s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:20.859771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.858437Z","time spent":"7.001325952s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:20.862012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.86114Z","time spent":"7.00083596s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:21.282281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959887007s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:21.349323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:14.348017Z","time spent":"7.001298542s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:21.375179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:14.374644Z","time spent":"7.000529632s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:21.880756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:21.880859Z","caller":"traceutil/trace.go:171","msg":"trace[1616748259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767946s","start":"2026-03-01T14:56:19.880073Z","end":"2026-03-01T14:56:21.88084Z","steps":["trace[1616748259] 'agreement among raft nodes before linearized reading' (duration: 2.000636342s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:21.880913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.880057Z","time spent":"2.000842818s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:22.945356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24651347s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:22.945457Z","caller":"traceutil/trace.go:171","msg":"trace[541891293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25300; }","duration":"4.246627902s","start":"2026-03-01T14:56:18.698815Z","end":"2026-03-01T14:56:22.945443Z","steps":["trace[541891293] 'range keys from in-memory index tree' (duration: 4.246498779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:22.947365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629617878s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-01T14:56:22.947972Z","caller":"traceutil/trace.go:171","msg":"trace[551142939] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"4.084110852s","start":"2026-03-01T14:56:18.863837Z","end":"2026-03-01T14:56:22.947948Z","steps":["trace[551142939] 'process raft request' (duration: 4.08405105s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:22.948106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.863812Z","time spent":"4.084210993s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:22.948578Z","caller":"traceutil/trace.go:171","msg":"trace[237046246] linearizableReadLoop","detail":"{readStateIndex:26229; appliedIndex:26224; }","duration":"9.08832612s","start":"2026-03-01T14:56:13.860233Z","end":"2026-03-01T14:56:22.948559Z","steps":["trace[237046246] 'read index received' (duration: 1.083969122s)","trace[237046246] 'applied index is now lower than readState.Index' (duration: 8.004355348s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:22.948678Z","caller":"traceutil/trace.go:171","msg":"trace[1184993139] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"4.634041078s","start":"2026-03-01T14:56:18.314623Z","end":"2026-03-01T14:56:22.948664Z","steps":["trace[1184993139] 'process raft request' (duration: 4.633193946s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:22.948771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.314604Z","time spent":"4.634113021s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:22.949186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.088950746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-01T14:56:22.949247Z","caller":"traceutil/trace.go:171","msg":"trace[1154535506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25305; }","duration":"9.089046818s","start":"2026-03-01T14:56:13.860184Z","end":"2026-03-01T14:56:22.949231Z","steps":["trace[1154535506] 'agreement among raft nodes before linearized reading' (duration: 9.088873974s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:22.949299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.860137Z","time spent":"9.089149781s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T14:56:22.950167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596102578s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:56:22.951447Z","caller":"traceutil/trace.go:171","msg":"trace[151532553] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25305; }","duration":"1.597466462s","start":"2026-03-01T14:56:21.353952Z","end":"2026-03-01T14:56:22.951419Z","steps":["trace[151532553] 'process raft request' (duration: 1.597367849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:22.951619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.353921Z","time spent":"1.597601706s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:23.869284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007524173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:23.869358Z","caller":"traceutil/trace.go:171","msg":"trace[788203608] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007633786s","start":"2026-03-01T14:56:13.86171Z","end":"2026-03-01T14:56:23.869344Z","steps":["trace[788203608] 'agreement among raft nodes before linearized reading' (duration: 10.007535044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.869395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:13.86168Z","time spent":"10.007706177s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:56:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:23.881565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:23.881649Z","caller":"traceutil/trace.go:171","msg":"trace[982599103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443178s","start":"2026-03-01T14:56:21.881187Z","end":"2026-03-01T14:56:23.88163Z","steps":["trace[982599103] 'agreement among raft nodes before linearized reading' (duration: 2.000317645s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:23.881698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.881171Z","time spent":"2.000517149s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:25.17037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.220017567s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:25.886976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:25.887085Z","caller":"traceutil/trace.go:171","msg":"trace[1339490913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153071s","start":"2026-03-01T14:56:23.886901Z","end":"2026-03-01T14:56:25.887054Z","steps":["trace[1339490913] 'agreement among raft nodes before linearized reading' (duration: 2.000025148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:25.88714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.886886Z","time spent":"2.000242974s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:26.241886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071289953s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:26.242085Z","caller":"traceutil/trace.go:171","msg":"trace[929429132] linearizableReadLoop","detail":"{readStateIndex:26234; appliedIndex:26232; }","duration":"3.293441094s","start":"2026-03-01T14:56:22.948626Z","end":"2026-03-01T14:56:26.242067Z","steps":["trace[929429132] 'read index received' (duration: 3.674063ms)","trace[929429132] 'applied index is now lower than readState.Index' (duration: 3.289766011s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:26.242077Z","caller":"traceutil/trace.go:171","msg":"trace[835818870] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"4.880835901s","start":"2026-03-01T14:56:21.361217Z","end":"2026-03-01T14:56:26.242053Z","steps":["trace[835818870] 'process raft request' (duration: 3.809294952s)","trace[835818870] 'compare' (duration: 1.070862943s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:26.242195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.361002Z","time spent":"4.881130519s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:26.242261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639668308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.242343Z","caller":"traceutil/trace.go:171","msg":"trace[483757921] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25306; }","duration":"5.639796591s","start":"2026-03-01T14:56:20.602524Z","end":"2026-03-01T14:56:26.242321Z","steps":["trace[483757921] 'agreement among raft nodes before linearized reading' (duration: 5.639640277s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928412148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nxwmz\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-03-01T14:56:26.242393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.602503Z","time spent":"5.639877223s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.242426Z","caller":"traceutil/trace.go:171","msg":"trace[1260497399] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nxwmz; range_end:; response_count:1; response_revision:25306; }","duration":"5.92851782s","start":"2026-03-01T14:56:20.31389Z","end":"2026-03-01T14:56:26.242408Z","steps":["trace[1260497399] 'agreement among raft nodes before linearized reading' (duration: 5.928277164s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.405644347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.242469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.313865Z","time spent":"5.928594122s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-nxwmz\" "} {"level":"warn","ts":"2026-03-01T14:56:26.242507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.017806839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.242525Z","caller":"traceutil/trace.go:171","msg":"trace[301251579] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25306; }","duration":"6.01787091s","start":"2026-03-01T14:56:20.224649Z","end":"2026-03-01T14:56:26.24252Z","steps":["trace[301251579] 'agreement among raft nodes before linearized reading' (duration: 6.017840329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.224624Z","time spent":"6.017931152s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.24259Z","caller":"traceutil/trace.go:171","msg":"trace[1687401549] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25306; }","duration":"4.863267159s","start":"2026-03-01T14:56:21.379311Z","end":"2026-03-01T14:56:26.242578Z","steps":["trace[1687401549] 'process raft request' (duration: 4.862672855s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.328400249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.242698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.379288Z","time spent":"4.863356262s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:26.242712Z","caller":"traceutil/trace.go:171","msg":"trace[1086381448] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25306; }","duration":"6.328465711s","start":"2026-03-01T14:56:19.91424Z","end":"2026-03-01T14:56:26.242705Z","steps":["trace[1086381448] 'agreement among raft nodes before linearized reading' (duration: 6.32842873s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.24273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:19.914218Z","time spent":"6.328507402s","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.242734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.85381902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:26.242767Z","caller":"traceutil/trace.go:171","msg":"trace[1029020680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25306; }","duration":"11.853893132s","start":"2026-03-01T14:56:14.388864Z","end":"2026-03-01T14:56:26.242758Z","steps":["trace[1029020680] 'agreement among raft nodes before linearized reading' (duration: 11.85383888s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:14.38884Z","time spent":"11.853957014s","remote":"127.0.0.1:34788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.242832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.681835357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.242852Z","caller":"traceutil/trace.go:171","msg":"trace[1380360356] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25306; }","duration":"7.681891658s","start":"2026-03-01T14:56:18.560953Z","end":"2026-03-01T14:56:26.242845Z","steps":["trace[1380360356] 'agreement among raft nodes before linearized reading' (duration: 7.681860987s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428659907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.242875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.560933Z","time spent":"7.68193735s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.242888Z","caller":"traceutil/trace.go:171","msg":"trace[1661949944] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25306; }","duration":"3.42872772s","start":"2026-03-01T14:56:22.814147Z","end":"2026-03-01T14:56:26.242875Z","steps":["trace[1661949944] 'agreement among raft nodes before linearized reading' (duration: 3.428679308s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.242917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.814127Z","time spent":"3.428782102s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.242987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.888593872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.243021Z","caller":"traceutil/trace.go:171","msg":"trace[2075761342] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25306; }","duration":"7.888659974s","start":"2026-03-01T14:56:18.354348Z","end":"2026-03-01T14:56:26.243008Z","steps":["trace[2075761342] 'agreement among raft nodes before linearized reading' (duration: 7.888615853s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:18.354329Z","time spent":"7.888714835s","remote":"127.0.0.1:34642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.243073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500163069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.242477Z","caller":"traceutil/trace.go:171","msg":"trace[397311153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25306; }","duration":"10.405705269s","start":"2026-03-01T14:56:15.836764Z","end":"2026-03-01T14:56:26.242469Z","steps":["trace[397311153] 'agreement among raft nodes before linearized reading' (duration: 10.405651457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.836749Z","time spent":"10.406396906s","remote":"127.0.0.1:53880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.242684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.862723766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.243201Z","caller":"traceutil/trace.go:171","msg":"trace[867046136] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25306; }","duration":"3.500232291s","start":"2026-03-01T14:56:22.742869Z","end":"2026-03-01T14:56:26.243101Z","steps":["trace[867046136] 'agreement among raft nodes before linearized reading' (duration: 3.50017789s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:26.243217Z","caller":"traceutil/trace.go:171","msg":"trace[1255728750] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25306; }","duration":"10.863285571s","start":"2026-03-01T14:56:15.379919Z","end":"2026-03-01T14:56:26.243205Z","steps":["trace[1255728750] 'agreement among raft nodes before linearized reading' (duration: 10.862728996s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.24325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.742852Z","time spent":"3.500383275s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.243443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040344681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.24351Z","caller":"traceutil/trace.go:171","msg":"trace[928264249] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25306; }","duration":"4.040430192s","start":"2026-03-01T14:56:22.203039Z","end":"2026-03-01T14:56:26.243469Z","steps":["trace[928264249] 'agreement among raft nodes before linearized reading' (duration: 4.040356131s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.614298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-01T14:56:26.24354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.203021Z","time spent":"4.040510364s","remote":"127.0.0.1:36508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.243558Z","caller":"traceutil/trace.go:171","msg":"trace[1373220258] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25306; }","duration":"124.741071ms","start":"2026-03-01T14:56:26.118805Z","end":"2026-03-01T14:56:26.243546Z","steps":["trace[1373220258] 'agreement among raft nodes before linearized reading' (duration: 124.594798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144061692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88343081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055422371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.243768Z","caller":"traceutil/trace.go:171","msg":"trace[1128729963] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25306; }","duration":"3.055501383s","start":"2026-03-01T14:56:23.188257Z","end":"2026-03-01T14:56:26.243759Z","steps":["trace[1128729963] 'agreement among raft nodes before linearized reading' (duration: 3.055439641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.24378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.154197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.188235Z","time spent":"3.055561885s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.243837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456542723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31865691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156764574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.243904Z","caller":"traceutil/trace.go:171","msg":"trace[1301904301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25306; }","duration":"1.456620936s","start":"2026-03-01T14:56:24.787254Z","end":"2026-03-01T14:56:26.243875Z","steps":["trace[1301904301] 'agreement among raft nodes before linearized reading' (duration: 1.456513513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:24.787239Z","time spent":"1.456689337s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.243942Z","caller":"traceutil/trace.go:171","msg":"trace[1046442914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25306; }","duration":"2.156869157s","start":"2026-03-01T14:56:24.087053Z","end":"2026-03-01T14:56:26.243922Z","steps":["trace[1046442914] 'agreement among raft nodes before linearized reading' (duration: 2.156726913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.243965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734797375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:24.086993Z","time spent":"2.156984709s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.24373Z","caller":"traceutil/trace.go:171","msg":"trace[973303524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25306; }","duration":"4.144101383s","start":"2026-03-01T14:56:22.099619Z","end":"2026-03-01T14:56:26.243721Z","steps":["trace[973303524] 'agreement among raft nodes before linearized reading' (duration: 4.144045471s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.380729219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T14:56:26.244104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28851803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-01T14:56:26.244123Z","caller":"traceutil/trace.go:171","msg":"trace[1875590187] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45; range_end:; response_count:1; response_revision:25306; }","duration":"5.380788821s","start":"2026-03-01T14:56:20.863327Z","end":"2026-03-01T14:56:26.244115Z","steps":["trace[1875590187] 'agreement among raft nodes before linearized reading' (duration: 5.380703498s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120508393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.244151Z","caller":"traceutil/trace.go:171","msg":"trace[1780962342] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25306; }","duration":"3.288572361s","start":"2026-03-01T14:56:22.955561Z","end":"2026-03-01T14:56:26.244134Z","steps":["trace[1780962342] 'agreement among raft nodes before linearized reading' (duration: 3.288425197s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.86331Z","time spent":"5.380836111s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45\" "} {"level":"warn","ts":"2026-03-01T14:56:26.244318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7348211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.243771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354736726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:26.244384Z","caller":"traceutil/trace.go:171","msg":"trace[570896301] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25306; }","duration":"4.355345981s","start":"2026-03-01T14:56:21.889026Z","end":"2026-03-01T14:56:26.244372Z","steps":["trace[570896301] 'agreement among raft nodes before linearized reading' (duration: 4.354723215s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:26.244384Z","caller":"traceutil/trace.go:171","msg":"trace[762047590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25306; }","duration":"1.734930283s","start":"2026-03-01T14:56:24.509438Z","end":"2026-03-01T14:56:26.244368Z","steps":["trace[762047590] 'agreement among raft nodes before linearized reading' (duration: 1.73481487s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.88896Z","time spent":"4.355448834s","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.244434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:24.509408Z","time spent":"1.735011545s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.243938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215510921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.244479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.555019046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:26.244516Z","caller":"traceutil/trace.go:171","msg":"trace[714502860] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25306; }","duration":"5.555081118s","start":"2026-03-01T14:56:20.689423Z","end":"2026-03-01T14:56:26.244504Z","steps":["trace[714502860] 'agreement among raft nodes before linearized reading' (duration: 5.555003606s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:26.244519Z","caller":"traceutil/trace.go:171","msg":"trace[998511148] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25306; }","duration":"3.216108146s","start":"2026-03-01T14:56:23.028393Z","end":"2026-03-01T14:56:26.244501Z","steps":["trace[998511148] 'agreement among raft nodes before linearized reading' (duration: 3.21546661s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:20.689411Z","time spent":"5.555128399s","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.24456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.028336Z","time spent":"3.216212019s","remote":"127.0.0.1:53836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.244132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.09956Z","time spent":"4.144550514s","remote":"127.0.0.1:53764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:26.244008Z","caller":"traceutil/trace.go:171","msg":"trace[440479803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25306; }","duration":"4.734887018s","start":"2026-03-01T14:56:21.509108Z","end":"2026-03-01T14:56:26.243995Z","steps":["trace[440479803] 'agreement among raft nodes before linearized reading' (duration: 4.734809106s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.2439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486663808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-01T14:56:26.244666Z","caller":"traceutil/trace.go:171","msg":"trace[751684646] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25306; }","duration":"4.487468738s","start":"2026-03-01T14:56:21.757188Z","end":"2026-03-01T14:56:26.244657Z","steps":["trace[751684646] 'agreement among raft nodes before linearized reading' (duration: 4.486603976s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.509088Z","time spent":"4.735555034s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.244696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:21.75716Z","time spent":"4.487528039s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-01T14:56:26.244214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.955553Z","time spent":"3.288651973s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-01T14:56:26.243739Z","caller":"traceutil/trace.go:171","msg":"trace[1499415036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25306; }","duration":"2.883515063s","start":"2026-03-01T14:56:23.360215Z","end":"2026-03-01T14:56:26.243731Z","steps":["trace[1499415036] 'agreement among raft nodes before linearized reading' (duration: 2.883455982s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.360191Z","time spent":"2.88459144s","remote":"127.0.0.1:36436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.244324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290644043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c22f53aa-db5d-4ece-b266-9ffd3942e0d6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T14:56:26.244902Z","caller":"traceutil/trace.go:171","msg":"trace[758949331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c22f53aa-db5d-4ece-b266-9ffd3942e0d6; range_end:; response_count:1; response_revision:25306; }","duration":"3.291228159s","start":"2026-03-01T14:56:22.953656Z","end":"2026-03-01T14:56:26.244884Z","steps":["trace[758949331] 'agreement among raft nodes before linearized reading' (duration: 3.290579572s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:26.244195Z","caller":"traceutil/trace.go:171","msg":"trace[388719286] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25306; }","duration":"1.120595985s","start":"2026-03-01T14:56:25.123587Z","end":"2026-03-01T14:56:26.244183Z","steps":["trace[388719286] 'agreement among raft nodes before linearized reading' (duration: 1.120527913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.244973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.123567Z","time spent":"1.121388124s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.243253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:15.379902Z","time spent":"10.863339042s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.244098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.575523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:26.245219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.95365Z","time spent":"3.291545826s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c22f53aa-db5d-4ece-b266-9ffd3942e0d6\" "} {"level":"info","ts":"2026-03-01T14:56:26.245274Z","caller":"traceutil/trace.go:171","msg":"trace[175603002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25306; }","duration":"356.774783ms","start":"2026-03-01T14:56:25.888487Z","end":"2026-03-01T14:56:26.245262Z","steps":["trace[175603002] 'agreement among raft nodes before linearized reading' (duration: 355.585143ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:26.243807Z","caller":"traceutil/trace.go:171","msg":"trace[2110802938] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25306; }","duration":"157.217279ms","start":"2026-03-01T14:56:26.086579Z","end":"2026-03-01T14:56:26.243796Z","steps":["trace[2110802938] 'agreement among raft nodes before linearized reading' (duration: 157.176688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.245307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:25.888471Z","time spent":"356.826024ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:26.243073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289966076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-01T14:56:26.245363Z","caller":"traceutil/trace.go:171","msg":"trace[1103965273] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25306; }","duration":"3.292282514s","start":"2026-03-01T14:56:22.953061Z","end":"2026-03-01T14:56:26.245344Z","steps":["trace[1103965273] 'agreement among raft nodes before linearized reading' (duration: 3.289913095s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.245434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:22.953039Z","time spent":"3.292373077s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T14:56:26.245702Z","caller":"traceutil/trace.go:171","msg":"trace[322435181] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25306; }","duration":"2.320527997s","start":"2026-03-01T14:56:23.925153Z","end":"2026-03-01T14:56:26.245681Z","steps":["trace[322435181] 'agreement among raft nodes before linearized reading' (duration: 2.31867806s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:26.247416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:23.925134Z","time spent":"2.32062701s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:26.751091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:27.251866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:27.54961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300881924s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:28.253469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:28.253657Z","caller":"traceutil/trace.go:171","msg":"trace[149433777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833078s","start":"2026-03-01T14:56:26.2528Z","end":"2026-03-01T14:56:28.253633Z","steps":["trace[149433777] 'agreement among raft nodes before linearized reading' (duration: 2.000609702s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:28.253755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.252792Z","time spent":"2.0009478s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:28.936921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.90923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:28.937004Z","caller":"traceutil/trace.go:171","msg":"trace[887360891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25306; }","duration":"237.999723ms","start":"2026-03-01T14:56:28.698989Z","end":"2026-03-01T14:56:28.936988Z","steps":["trace[887360891] 'range keys from in-memory index tree' (duration: 237.89494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:28.937017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387133886s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-01T14:56:28.9371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.248524Z","time spent":"2.688571893s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:29.804655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:29.804738Z","caller":"traceutil/trace.go:171","msg":"trace[481416538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292744s","start":"2026-03-01T14:56:27.804427Z","end":"2026-03-01T14:56:29.804719Z","steps":["trace[481416538] 'agreement among raft nodes before linearized reading' (duration: 2.000184361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:29.804787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.804407Z","time spent":"2.000369026s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:30.209231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.6578725s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:30.253707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:30.253787Z","caller":"traceutil/trace.go:171","msg":"trace[33859376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061398s","start":"2026-03-01T14:56:28.253706Z","end":"2026-03-01T14:56:30.253767Z","steps":["trace[33859376] 'agreement among raft nodes before linearized reading' (duration: 1.999964186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:30.253832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.253682Z","time spent":"2.00014014s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:31.443438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.250779Z","time spent":"5.192647553s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:56:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:32.26067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:32.260758Z","caller":"traceutil/trace.go:171","msg":"trace[1214291006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00049924s","start":"2026-03-01T14:56:30.26024Z","end":"2026-03-01T14:56:32.260739Z","steps":["trace[1214291006] 'agreement among raft nodes before linearized reading' (duration: 2.000386697s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:32.260807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.260182Z","time spent":"2.000615263s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:32.436117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226379286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:32.43641Z","caller":"traceutil/trace.go:171","msg":"trace[2053923957] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"6.186295521s","start":"2026-03-01T14:56:26.250042Z","end":"2026-03-01T14:56:32.436337Z","steps":["trace[2053923957] 'process raft request' (duration: 3.959627728s)","trace[2053923957] 'compare' (duration: 2.224979341s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:32.436573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.250025Z","time spent":"6.186467565s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:32.436885Z","caller":"traceutil/trace.go:171","msg":"trace[115385317] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"6.184375514s","start":"2026-03-01T14:56:26.252498Z","end":"2026-03-01T14:56:32.436873Z","steps":["trace[115385317] 'process raft request' (duration: 6.183800818s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:32.436954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.252491Z","time spent":"6.184419655s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:33.452511Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529ca9b2917c01","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:34.116294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.793771632s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:34.261461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:34.26154Z","caller":"traceutil/trace.go:171","msg":"trace[1683207979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943305s","start":"2026-03-01T14:56:32.261577Z","end":"2026-03-01T14:56:34.26152Z","steps":["trace[1683207979] 'agreement among raft nodes before linearized reading' (duration: 1.999835353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:34.261586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.261555Z","time spent":"2.000020898s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:34.956023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:27.955605Z","time spent":"7.00041365s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:35.93993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.93898Z","time spent":"7.000942963s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:36.268136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:36.268262Z","caller":"traceutil/trace.go:171","msg":"trace[1671771454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714375s","start":"2026-03-01T14:56:34.26752Z","end":"2026-03-01T14:56:36.268234Z","steps":["trace[1671771454] 'agreement among raft nodes before linearized reading' (duration: 2.000561521s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:36.26832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.267507Z","time spent":"2.000802337s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:37.086405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650027241s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:56:37.086804Z","caller":"traceutil/trace.go:171","msg":"trace[2062450068] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26234; }","duration":"10.836742332s","start":"2026-03-01T14:56:26.250035Z","end":"2026-03-01T14:56:37.086777Z","steps":["trace[2062450068] 'read index received' (duration: 1.299795237s)","trace[2062450068] 'applied index is now lower than readState.Index' (duration: 9.536945155s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:37.086955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.958814Z","time spent":"2.128134073s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:37.089378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.839319477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-01T14:56:37.089445Z","caller":"traceutil/trace.go:171","msg":"trace[1821850259] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25309; }","duration":"10.839394239s","start":"2026-03-01T14:56:26.250032Z","end":"2026-03-01T14:56:37.089426Z","steps":["trace[1821850259] 'agreement among raft nodes before linearized reading' (duration: 10.839190524s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:37.089471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.24999Z","time spent":"10.839476711s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-01T14:56:37.089582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.839533362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T14:56:37.089637Z","caller":"traceutil/trace.go:171","msg":"trace[1879097556] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25309; }","duration":"10.839614694s","start":"2026-03-01T14:56:26.250009Z","end":"2026-03-01T14:56:37.089624Z","steps":["trace[1879097556] 'agreement among raft nodes before linearized reading' (duration: 10.8394583s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:37.08966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.249998Z","time spent":"10.839657596s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T14:56:37.136711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.662059448s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:37.43937Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529ca9b2917c09","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:38.269583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000321885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:38.269806Z","caller":"traceutil/trace.go:171","msg":"trace[592222595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623662s","start":"2026-03-01T14:56:36.269153Z","end":"2026-03-01T14:56:38.269776Z","steps":["trace[592222595] 'agreement among raft nodes before linearized reading' (duration: 2.000356576s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:38.269903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.269135Z","time spent":"2.000748576s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:38.446188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.445926Z","time spent":"7.000254786s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:56:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:38.60138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464454653s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:39.040839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.953609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:39.040906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951027293s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:39.040966Z","caller":"traceutil/trace.go:171","msg":"trace[1141112310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25310; }","duration":"342.090213ms","start":"2026-03-01T14:56:38.698859Z","end":"2026-03-01T14:56:39.040949Z","steps":["trace[1141112310] 'range keys from in-memory index tree' (duration: 341.939199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:39.804396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:39.804484Z","caller":"traceutil/trace.go:171","msg":"trace[1862803209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001564s","start":"2026-03-01T14:56:37.804307Z","end":"2026-03-01T14:56:39.804463Z","steps":["trace[1862803209] 'agreement among raft nodes before linearized reading' (duration: 2.000043247s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:39.804535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.804287Z","time spent":"2.000235043s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:40.27835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:40.278416Z","caller":"traceutil/trace.go:171","msg":"trace[1570706237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052512s","start":"2026-03-01T14:56:38.277875Z","end":"2026-03-01T14:56:40.2784Z","steps":["trace[1570706237] 'agreement among raft nodes before linearized reading' (duration: 2.000434858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:40.278484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.277854Z","time spent":"2.000621512s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:40.58946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987849162s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:40.751915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.750878Z","time spent":"7.000987834s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:42.139234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098143846s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:56:42.141451Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"40.921µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-03-01T14:56:42.141567Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"08529ca9b2917c09","error":"lease not found"} {"level":"info","ts":"2026-03-01T14:56:42.141936Z","caller":"traceutil/trace.go:171","msg":"trace[1247047898] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26240; }","duration":"5.055046118s","start":"2026-03-01T14:56:37.086873Z","end":"2026-03-01T14:56:42.141919Z","steps":["trace[1247047898] 'read index received' (duration: 50.101711ms)","trace[1247047898] 'applied index is now lower than readState.Index' (duration: 5.004943327s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:42.142026Z","caller":"traceutil/trace.go:171","msg":"trace[959879066] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"5.047127449s","start":"2026-03-01T14:56:37.094886Z","end":"2026-03-01T14:56:42.142013Z","steps":["trace[959879066] 'process raft request' (duration: 5.046427871s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.143192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.860800751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.14327Z","caller":"traceutil/trace.go:171","msg":"trace[475201660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25315; }","duration":"8.860920825s","start":"2026-03-01T14:56:33.282332Z","end":"2026-03-01T14:56:42.143252Z","steps":["trace[475201660] 'agreement among raft nodes before linearized reading' (duration: 8.860770581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.143285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.094872Z","time spent":"5.047182461s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:42.143319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.282315Z","time spent":"8.860993336s","remote":"127.0.0.1:53874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.143567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343272596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.143612Z","caller":"traceutil/trace.go:171","msg":"trace[18028395] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25315; }","duration":"5.343314907s","start":"2026-03-01T14:56:36.800284Z","end":"2026-03-01T14:56:42.143598Z","steps":["trace[18028395] 'agreement among raft nodes before linearized reading' (duration: 5.343247286s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.143647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.800218Z","time spent":"5.34342202s","remote":"127.0.0.1:43382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.143811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.765907809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.143802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.302547638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:42.143864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.382889342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.143891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04996253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.143963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.487145496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.143969Z","caller":"traceutil/trace.go:171","msg":"trace[972449399] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:25315; }","duration":"5.050064153s","start":"2026-03-01T14:56:37.093891Z","end":"2026-03-01T14:56:42.143955Z","steps":["trace[972449399] 'agreement among raft nodes before linearized reading' (duration: 5.049974291s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.143995Z","caller":"traceutil/trace.go:171","msg":"trace[352368287] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25315; }","duration":"13.487203988s","start":"2026-03-01T14:56:28.656784Z","end":"2026-03-01T14:56:42.143988Z","steps":["trace[352368287] 'agreement among raft nodes before linearized reading' (duration: 13.487160147s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.656767Z","time spent":"13.487253729s","remote":"127.0.0.1:48784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.144032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:37.093873Z","time spent":"5.050139846s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:56:42.144113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.093056589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.144187Z","caller":"traceutil/trace.go:171","msg":"trace[1764968576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25315; }","duration":"9.093150582s","start":"2026-03-01T14:56:33.050996Z","end":"2026-03-01T14:56:42.144147Z","steps":["trace[1764968576] 'agreement among raft nodes before linearized reading' (duration: 9.092885415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387908246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:56:42.144486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765638406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129305"} {"level":"warn","ts":"2026-03-01T14:56:42.144515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198332205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T14:56:42.144554Z","caller":"traceutil/trace.go:171","msg":"trace[1286132592] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25315; }","duration":"1.765760519s","start":"2026-03-01T14:56:40.378774Z","end":"2026-03-01T14:56:42.144534Z","steps":["trace[1286132592] 'agreement among raft nodes before linearized reading' (duration: 1.765521404s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.144566Z","caller":"traceutil/trace.go:171","msg":"trace[1648213617] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef; range_end:; response_count:1; response_revision:25315; }","duration":"6.198418767s","start":"2026-03-01T14:56:35.946133Z","end":"2026-03-01T14:56:42.144552Z","steps":["trace[1648213617] 'agreement among raft nodes before linearized reading' (duration: 6.198287474s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.050968Z","time spent":"9.093391107s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.144605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.378741Z","time spent":"1.765853641s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129329,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T14:56:42.144722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278138474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T14:56:42.144776Z","caller":"traceutil/trace.go:171","msg":"trace[92879113] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25315; }","duration":"6.278219726s","start":"2026-03-01T14:56:35.866544Z","end":"2026-03-01T14:56:42.144764Z","steps":["trace[92879113] 'agreement among raft nodes before linearized reading' (duration: 6.278095393s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.866529Z","time spent":"6.278283447s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T14:56:42.144775Z","caller":"traceutil/trace.go:171","msg":"trace[1103970032] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25315; }","duration":"1.388310686s","start":"2026-03-01T14:56:40.756174Z","end":"2026-03-01T14:56:42.144485Z","steps":["trace[1103970032] 'agreement among raft nodes before linearized reading' (duration: 1.387717061s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.292760222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.145018Z","caller":"traceutil/trace.go:171","msg":"trace[1644012565] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25315; }","duration":"6.292898535s","start":"2026-03-01T14:56:35.852108Z","end":"2026-03-01T14:56:42.145006Z","steps":["trace[1644012565] 'agreement among raft nodes before linearized reading' (duration: 6.292823803s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8575219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.145071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.852077Z","time spent":"6.292976877s","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.145087Z","caller":"traceutil/trace.go:171","msg":"trace[1106284213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25315; }","duration":"1.857700535s","start":"2026-03-01T14:56:40.287364Z","end":"2026-03-01T14:56:42.145064Z","steps":["trace[1106284213] 'agreement among raft nodes before linearized reading' (duration: 1.857635973s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.287342Z","time spent":"1.857781926s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:42.145289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.756135Z","time spent":"1.389129917s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-01T14:56:42.14389Z","caller":"traceutil/trace.go:171","msg":"trace[255893115] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25315; }","duration":"13.302674922s","start":"2026-03-01T14:56:28.841187Z","end":"2026-03-01T14:56:42.143862Z","steps":["trace[255893115] 'agreement among raft nodes before linearized reading' (duration: 13.302531358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917218902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.14549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.826238384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:42.145496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.841168Z","time spent":"13.304308872s","remote":"127.0.0.1:33640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.145523Z","caller":"traceutil/trace.go:171","msg":"trace[1306590204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"6.826270605s","start":"2026-03-01T14:56:35.31924Z","end":"2026-03-01T14:56:42.145511Z","steps":["trace[1306590204] 'agreement among raft nodes before linearized reading' (duration: 6.826224094s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.145523Z","caller":"traceutil/trace.go:171","msg":"trace[1278168215] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25315; }","duration":"1.917376827s","start":"2026-03-01T14:56:40.228127Z","end":"2026-03-01T14:56:42.145504Z","steps":["trace[1278168215] 'agreement among raft nodes before linearized reading' (duration: 1.917272834s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.319167Z","time spent":"6.826379878s","remote":"127.0.0.1:34760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.143805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.004418702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.145601Z","caller":"traceutil/trace.go:171","msg":"trace[51298387] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25315; }","duration":"13.006269268s","start":"2026-03-01T14:56:29.13932Z","end":"2026-03-01T14:56:42.145589Z","steps":["trace[51298387] 'agreement among raft nodes before linearized reading' (duration: 13.004419212s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.1393Z","time spent":"13.00632915s","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.145696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.118290447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-01T14:56:42.145442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.618892764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.145725Z","caller":"traceutil/trace.go:171","msg":"trace[383480891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25315; }","duration":"7.118357229s","start":"2026-03-01T14:56:35.027357Z","end":"2026-03-01T14:56:42.145715Z","steps":["trace[383480891] 'agreement among raft nodes before linearized reading' (duration: 7.118271587s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.145734Z","caller":"traceutil/trace.go:171","msg":"trace[387437742] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25315; }","duration":"6.619213112s","start":"2026-03-01T14:56:35.526508Z","end":"2026-03-01T14:56:42.145721Z","steps":["trace[387437742] 'agreement among raft nodes before linearized reading' (duration: 6.618888554s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.145758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.027332Z","time spent":"7.118420721s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T14:56:42.145771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.526491Z","time spent":"6.619268183s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.145863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920241817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:42.145904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.892837847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-01T14:56:42.145938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.188738751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-01T14:56:42.145958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034037643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.145976Z","caller":"traceutil/trace.go:171","msg":"trace[1353620252] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25315; }","duration":"7.188792172s","start":"2026-03-01T14:56:34.957176Z","end":"2026-03-01T14:56:42.145968Z","steps":["trace[1353620252] 'agreement among raft nodes before linearized reading' (duration: 7.18871336s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.707371454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-01T14:56:42.145909Z","caller":"traceutil/trace.go:171","msg":"trace[1464975878] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25315; }","duration":"2.920284518s","start":"2026-03-01T14:56:39.225611Z","end":"2026-03-01T14:56:42.145895Z","steps":["trace[1464975878] 'agreement among raft nodes before linearized reading' (duration: 2.920223457s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.14599Z","caller":"traceutil/trace.go:171","msg":"trace[2096853867] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25315; }","duration":"3.034107734s","start":"2026-03-01T14:56:39.111871Z","end":"2026-03-01T14:56:42.145979Z","steps":["trace[2096853867] 'agreement among raft nodes before linearized reading' (duration: 3.034059373s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:39.225596Z","time spent":"2.920413021s","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.146063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.704510924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zmrxl\" ","response":"range_response_count:1 size:4803"} {"level":"info","ts":"2026-03-01T14:56:42.146103Z","caller":"traceutil/trace.go:171","msg":"trace[1919089134] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-zmrxl; range_end:; response_count:1; response_revision:25315; }","duration":"9.704574946s","start":"2026-03-01T14:56:32.441515Z","end":"2026-03-01T14:56:42.14609Z","steps":["trace[1919089134] 'agreement among raft nodes before linearized reading' (duration: 9.704480524s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:35.946104Z","time spent":"6.198499149s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" "} {"level":"warn","ts":"2026-03-01T14:56:42.146131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.441501Z","time spent":"9.704623937s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4827,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-zmrxl\" "} {"level":"warn","ts":"2026-03-01T14:56:42.146144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.55173983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-01T14:56:42.146178Z","caller":"traceutil/trace.go:171","msg":"trace[1223513289] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25315; }","duration":"7.551802752s","start":"2026-03-01T14:56:34.594368Z","end":"2026-03-01T14:56:42.146171Z","steps":["trace[1223513289] 'agreement among raft nodes before linearized reading' (duration: 7.55171761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.594351Z","time spent":"7.551851633s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-01T14:56:42.143865Z","caller":"traceutil/trace.go:171","msg":"trace[362846681] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25315; }","duration":"10.765994751s","start":"2026-03-01T14:56:31.377855Z","end":"2026-03-01T14:56:42.14385Z","steps":["trace[362846681] 'agreement among raft nodes before linearized reading' (duration: 10.765908179s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675496804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T14:56:42.146125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.746587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.146324Z","caller":"traceutil/trace.go:171","msg":"trace[1804498031] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25315; }","duration":"3.675592837s","start":"2026-03-01T14:56:38.470722Z","end":"2026-03-01T14:56:42.146315Z","steps":["trace[1804498031] 'agreement among raft nodes before linearized reading' (duration: 3.675326019s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:38.470699Z","time spent":"3.675654199s","remote":"127.0.0.1:49002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.14638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.377835Z","time spent":"10.768444672s","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.146342Z","caller":"traceutil/trace.go:171","msg":"trace[1828315046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"329.010725ms","start":"2026-03-01T14:56:41.817316Z","end":"2026-03-01T14:56:42.146327Z","steps":["trace[1828315046] 'agreement among raft nodes before linearized reading' (duration: 328.728257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.817294Z","time spent":"329.141868ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.14651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.255591873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.146553Z","caller":"traceutil/trace.go:171","msg":"trace[248249039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25315; }","duration":"8.255663645s","start":"2026-03-01T14:56:33.890877Z","end":"2026-03-01T14:56:42.146541Z","steps":["trace[248249039] 'agreement among raft nodes before linearized reading' (duration: 8.255609584s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.890859Z","time spent":"8.255724266s","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:56:42.146737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.649674146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.146771Z","caller":"traceutil/trace.go:171","msg":"trace[1610408347] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25315; }","duration":"8.649748488s","start":"2026-03-01T14:56:33.497014Z","end":"2026-03-01T14:56:42.146763Z","steps":["trace[1610408347] 'agreement among raft nodes before linearized reading' (duration: 8.649693826s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.146798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.496989Z","time spent":"8.649801809s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.146945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.274061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:42.144971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771039442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-01T14:56:42.145873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.178403621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T14:56:42.147006Z","caller":"traceutil/trace.go:171","msg":"trace[1583012460] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25315; }","duration":"1.773146236s","start":"2026-03-01T14:56:40.37385Z","end":"2026-03-01T14:56:42.146996Z","steps":["trace[1583012460] 'agreement among raft nodes before linearized reading' (duration: 1.771018612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.373797Z","time spent":"1.773238407s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-01T14:56:42.143901Z","caller":"traceutil/trace.go:171","msg":"trace[1683197815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25315; }","duration":"13.382944842s","start":"2026-03-01T14:56:28.760941Z","end":"2026-03-01T14:56:42.143886Z","steps":["trace[1683197815] 'agreement among raft nodes before linearized reading' (duration: 13.382903081s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.481588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:42.143825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.791665359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T14:56:42.147143Z","caller":"traceutil/trace.go:171","msg":"trace[1452946717] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25315; }","duration":"930.518329ms","start":"2026-03-01T14:56:41.216612Z","end":"2026-03-01T14:56:42.147131Z","steps":["trace[1452946717] 'agreement among raft nodes before linearized reading' (duration: 930.455477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.957165Z","time spent":"7.190002654s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-01T14:56:42.146016Z","caller":"traceutil/trace.go:171","msg":"trace[1566389003] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25315; }","duration":"15.892887858s","start":"2026-03-01T14:56:26.253053Z","end":"2026-03-01T14:56:42.145941Z","steps":["trace[1566389003] 'agreement among raft nodes before linearized reading' (duration: 15.892653533s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.216543Z","time spent":"930.632882ms","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.147233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.253048Z","time spent":"15.894173881s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T14:56:42.146024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:39.111838Z","time spent":"3.034178246s","remote":"127.0.0.1:54204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.147363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.635425315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:56:42.147413Z","caller":"traceutil/trace.go:171","msg":"trace[904639619] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25315; }","duration":"9.635508527s","start":"2026-03-01T14:56:32.511891Z","end":"2026-03-01T14:56:42.147399Z","steps":["trace[904639619] 'agreement among raft nodes before linearized reading' (duration: 9.632962893s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:32.511875Z","time spent":"9.635565589s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2627,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.147556Z","caller":"traceutil/trace.go:171","msg":"trace[966021117] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25315; }","duration":"5.710628686s","start":"2026-03-01T14:56:36.436901Z","end":"2026-03-01T14:56:42.14753Z","steps":["trace[966021117] 'agreement among raft nodes before linearized reading' (duration: 5.706881932s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193534672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.14763Z","caller":"traceutil/trace.go:171","msg":"trace[361509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25315; }","duration":"1.193607714s","start":"2026-03-01T14:56:40.954007Z","end":"2026-03-01T14:56:42.147615Z","steps":["trace[361509] 'agreement among raft nodes before linearized reading' (duration: 1.193537702s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:42.147147Z","caller":"traceutil/trace.go:171","msg":"trace[1198682072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25315; }","duration":"15.795021415s","start":"2026-03-01T14:56:26.352114Z","end":"2026-03-01T14:56:42.147135Z","steps":["trace[1198682072] 'agreement among raft nodes before linearized reading' (duration: 15.791594569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:26.352099Z","time spent":"15.795575658s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-01T14:56:42.147704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.953989Z","time spent":"1.193673655s","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.147047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.853164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.147846Z","caller":"traceutil/trace.go:171","msg":"trace[2070885018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25315; }","duration":"687.682284ms","start":"2026-03-01T14:56:41.46015Z","end":"2026-03-01T14:56:42.147832Z","steps":["trace[2070885018] 'agreement among raft nodes before linearized reading' (duration: 686.864524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.147887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.460129Z","time spent":"687.747095ms","remote":"127.0.0.1:54072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.146992Z","caller":"traceutil/trace.go:171","msg":"trace[661560622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"553.429355ms","start":"2026-03-01T14:56:41.593552Z","end":"2026-03-01T14:56:42.146981Z","steps":["trace[661560622] 'agreement among raft nodes before linearized reading' (duration: 553.298892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.144395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143018452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.148258Z","caller":"traceutil/trace.go:171","msg":"trace[2037694325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25315; }","duration":"6.146934499s","start":"2026-03-01T14:56:36.001308Z","end":"2026-03-01T14:56:42.148242Z","steps":["trace[2037694325] 'agreement among raft nodes before linearized reading' (duration: 6.143046452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.148317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.001278Z","time spent":"6.147021272s","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.148287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:41.593532Z","time spent":"554.651505ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.147102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:28.760909Z","time spent":"13.386178214s","remote":"127.0.0.1:42610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.147628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:36.436882Z","time spent":"5.710727628s","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-01T14:56:42.148614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.564132917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:42.146465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.208855207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.148642Z","caller":"traceutil/trace.go:171","msg":"trace[584296361] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25315; }","duration":"8.211076802s","start":"2026-03-01T14:56:33.937559Z","end":"2026-03-01T14:56:42.148636Z","steps":["trace[584296361] 'agreement among raft nodes before linearized reading' (duration: 8.208874058s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.148658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:33.937544Z","time spent":"8.211110133s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.148746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.092425109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.148764Z","caller":"traceutil/trace.go:171","msg":"trace[1964558584] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25315; }","duration":"11.09248379s","start":"2026-03-01T14:56:31.056276Z","end":"2026-03-01T14:56:42.14876Z","steps":["trace[1964558584] 'agreement among raft nodes before linearized reading' (duration: 11.092449379s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.148778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:31.056236Z","time spent":"11.092539262s","remote":"127.0.0.1:49176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.145565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:40.228095Z","time spent":"1.917460249s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.148856Z","caller":"traceutil/trace.go:171","msg":"trace[1853575885] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25315; }","duration":"11.564418234s","start":"2026-03-01T14:56:30.584433Z","end":"2026-03-01T14:56:42.148851Z","steps":["trace[1853575885] 'agreement among raft nodes before linearized reading' (duration: 11.564150498s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.148877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.584413Z","time spent":"11.564459855s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:42.147038Z","caller":"traceutil/trace.go:171","msg":"trace[1161291113] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25315; }","duration":"7.17955698s","start":"2026-03-01T14:56:34.967462Z","end":"2026-03-01T14:56:42.147019Z","steps":["trace[1161291113] 'agreement among raft nodes before linearized reading' (duration: 7.178357489s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.148994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:34.967398Z","time spent":"7.181575191s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:56:42.149133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.901476531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.149159Z","caller":"traceutil/trace.go:171","msg":"trace[1850300893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"11.901536733s","start":"2026-03-01T14:56:30.247614Z","end":"2026-03-01T14:56:42.149151Z","steps":["trace[1850300893] 'agreement among raft nodes before linearized reading' (duration: 11.901502342s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.149174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:30.247596Z","time spent":"11.901574163s","remote":"127.0.0.1:34806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.149347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.466010195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:42.149381Z","caller":"traceutil/trace.go:171","msg":"trace[1052622549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25315; }","duration":"12.466081036s","start":"2026-03-01T14:56:29.683292Z","end":"2026-03-01T14:56:42.149373Z","steps":["trace[1052622549] 'agreement among raft nodes before linearized reading' (duration: 12.466022405s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.149404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.683273Z","time spent":"12.466125248s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:42.143466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.734538815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:42.151372Z","caller":"traceutil/trace.go:171","msg":"trace[229805889] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25315; }","duration":"12.742481775s","start":"2026-03-01T14:56:29.408863Z","end":"2026-03-01T14:56:42.151344Z","steps":["trace[229805889] 'agreement among raft nodes before linearized reading' (duration: 12.734542515s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:42.151478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:29.408843Z","time spent":"12.742609858s","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:44.033676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.157237Z","time spent":"1.876431467s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 14:56:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:44.160313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:44.160385Z","caller":"traceutil/trace.go:171","msg":"trace[1758495532] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000712426s","start":"2026-03-01T14:56:42.159656Z","end":"2026-03-01T14:56:44.160369Z","steps":["trace[1758495532] 'agreement among raft nodes before linearized reading' (duration: 2.000619813s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:44.160426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.15965Z","time spent":"2.000768067s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:45.573158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.090159406s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:45.694171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211203763s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:56:45.694485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.150845Z","time spent":"3.543628103s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:56:45.694674Z","caller":"traceutil/trace.go:171","msg":"trace[863956847] linearizableReadLoop","detail":"{readStateIndex:26249; appliedIndex:26247; }","duration":"3.543547301s","start":"2026-03-01T14:56:42.151103Z","end":"2026-03-01T14:56:45.694651Z","steps":["trace[863956847] 'read index received' (duration: 331.860387ms)","trace[863956847] 'applied index is now lower than readState.Index' (duration: 3.211685804s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:45.694671Z","caller":"traceutil/trace.go:171","msg":"trace[914670381] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"3.543569782s","start":"2026-03-01T14:56:42.151048Z","end":"2026-03-01T14:56:45.694618Z","steps":["trace[914670381] 'process raft request' (duration: 3.543263814s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:45.694787Z","caller":"traceutil/trace.go:171","msg":"trace[644389110] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"3.540424232s","start":"2026-03-01T14:56:42.154349Z","end":"2026-03-01T14:56:45.694773Z","steps":["trace[644389110] 'process raft request' (duration: 3.540160506s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.696065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.151025Z","time spent":"3.544959328s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:45.695487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544364252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115570"} {"level":"info","ts":"2026-03-01T14:56:45.696269Z","caller":"traceutil/trace.go:171","msg":"trace[999343739] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:25318; }","duration":"3.545143202s","start":"2026-03-01T14:56:42.151093Z","end":"2026-03-01T14:56:45.696237Z","steps":["trace[999343739] 'agreement among raft nodes before linearized reading' (duration: 3.543616693s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:45.696276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.154332Z","time spent":"3.541793478s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4963,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:45.696371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.151087Z","time spent":"3.545235584s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115594,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-01T14:56:46.160779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:46.160902Z","caller":"traceutil/trace.go:171","msg":"trace[605588225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421838s","start":"2026-03-01T14:56:44.160452Z","end":"2026-03-01T14:56:46.160874Z","steps":["trace[605588225] 'agreement among raft nodes before linearized reading' (duration: 2.000264024s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:46.160964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.160434Z","time spent":"2.000519681s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:46.196314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:46.69661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:47.196748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:47.697159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:48.169499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000072518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:48.169572Z","caller":"traceutil/trace.go:171","msg":"trace[868330007] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205582s","start":"2026-03-01T14:56:46.169344Z","end":"2026-03-01T14:56:48.16955Z","steps":["trace[868330007] 'agreement among raft nodes before linearized reading' (duration: 2.00012063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.169639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:46.169313Z","time spent":"2.000317374s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:48.197294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:48.697561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:48.749005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.592906589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:48.749127Z","caller":"traceutil/trace.go:171","msg":"trace[531152984] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"6.593041472s","start":"2026-03-01T14:56:42.156052Z","end":"2026-03-01T14:56:48.749094Z","steps":["trace[531152984] 'agreement among raft nodes before linearized reading' (duration: 6.592911169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:48.749205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.156047Z","time spent":"6.593139736s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/01 14:56:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:49.197795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:49.629954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.629491Z","time spent":"7.00045724s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:49.670098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.668954Z","time spent":"7.001137538s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:49.698097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:49.809583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:49.809648Z","caller":"traceutil/trace.go:171","msg":"trace[1400237191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416446s","start":"2026-03-01T14:56:47.809218Z","end":"2026-03-01T14:56:49.809635Z","steps":["trace[1400237191] 'agreement among raft nodes before linearized reading' (duration: 2.000339195s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:49.809679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:47.8092Z","time spent":"2.000472848s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:50.170449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:50.170608Z","caller":"traceutil/trace.go:171","msg":"trace[249903970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204581s","start":"2026-03-01T14:56:48.170363Z","end":"2026-03-01T14:56:50.170568Z","steps":["trace[249903970] 'agreement among raft nodes before linearized reading' (duration: 2.000017617s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:50.170679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.17035Z","time spent":"2.000312905s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:50.198404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:50.6992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:51.035944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.035533Z","time spent":"7.000404199s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:51.199837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:51.701007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:52.166314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00775094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:52.1664Z","caller":"traceutil/trace.go:171","msg":"trace[2097557180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007872612s","start":"2026-03-01T14:56:42.158512Z","end":"2026-03-01T14:56:52.166384Z","steps":["trace[2097557180] 'agreement among raft nodes before linearized reading' (duration: 10.007756359s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.166449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.158507Z","time spent":"10.007927624s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/01 14:56:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:52.178706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:52.178844Z","caller":"traceutil/trace.go:171","msg":"trace[2025015298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253043s","start":"2026-03-01T14:56:50.178573Z","end":"2026-03-01T14:56:52.178826Z","steps":["trace[2025015298] 'agreement among raft nodes before linearized reading' (duration: 2.000100349s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.178899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.178553Z","time spent":"2.000333065s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:52.201199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:52.696034Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-01T14:56:52.696375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.621129326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696427Z","caller":"traceutil/trace.go:171","msg":"trace[1320482668] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"9.621224869s","start":"2026-03-01T14:56:43.075185Z","end":"2026-03-01T14:56:52.69641Z","steps":["trace[1320482668] 'agreement among raft nodes before linearized reading' (duration: 9.621159177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.538635647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:52.696375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.968481683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696508Z","caller":"traceutil/trace.go:171","msg":"trace[1271142990] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"8.968672228s","start":"2026-03-01T14:56:43.727829Z","end":"2026-03-01T14:56:52.696501Z","steps":["trace[1271142990] 'agreement among raft nodes before linearized reading' (duration: 8.968507454s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.550941972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:52.696538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.727812Z","time spent":"8.968718599s","remote":"127.0.0.1:48944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.696548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.520035209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696565Z","caller":"traceutil/trace.go:171","msg":"trace[386784989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; }","duration":"7.551021263s","start":"2026-03-01T14:56:45.145524Z","end":"2026-03-01T14:56:52.696546Z","steps":["trace[386784989] 'agreement among raft nodes before linearized reading' (duration: 7.550972972s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.540235768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696581Z","caller":"traceutil/trace.go:171","msg":"trace[1322787178] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"10.520125312s","start":"2026-03-01T14:56:42.176447Z","end":"2026-03-01T14:56:52.696572Z","steps":["trace[1322787178] 'agreement among raft nodes before linearized reading' (duration: 10.520088581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.69661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.145508Z","time spent":"7.551091335s","remote":"127.0.0.1:53938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.696444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623681113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:52.696657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.544857644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30539155-a661-45cb-9f0f-5b3ab597af94\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696678Z","caller":"traceutil/trace.go:171","msg":"trace[1876413458] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; }","duration":"7.62397899s","start":"2026-03-01T14:56:45.072685Z","end":"2026-03-01T14:56:52.696664Z","steps":["trace[1876413458] 'agreement among raft nodes before linearized reading' (duration: 7.623700273s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:52.696697Z","caller":"traceutil/trace.go:171","msg":"trace[291580029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30539155-a661-45cb-9f0f-5b3ab597af94; range_end:; }","duration":"10.544929296s","start":"2026-03-01T14:56:42.151754Z","end":"2026-03-01T14:56:52.696683Z","steps":["trace[291580029] 'agreement among raft nodes before linearized reading' (duration: 10.544885345s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.151737Z","time spent":"10.544999288s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-30539155-a661-45cb-9f0f-5b3ab597af94\" "} {"level":"warn","ts":"2026-03-01T14:56:52.696704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997384829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696616Z","caller":"traceutil/trace.go:171","msg":"trace[939895887] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"10.540326849s","start":"2026-03-01T14:56:42.156279Z","end":"2026-03-01T14:56:52.696606Z","steps":["trace[939895887] 'agreement among raft nodes before linearized reading' (duration: 10.540294249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.542254908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:52.696818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.156248Z","time spent":"10.540559965s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T14:56:52.696486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.746302741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.696844Z","caller":"traceutil/trace.go:171","msg":"trace[1332114208] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; }","duration":"10.5423046s","start":"2026-03-01T14:56:42.154529Z","end":"2026-03-01T14:56:52.696833Z","steps":["trace[1332114208] 'agreement among raft nodes before linearized reading' (duration: 10.542266539s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.711288027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T14:56:52.696901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.154522Z","time spent":"10.542368101s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-01T14:56:52.696942Z","caller":"traceutil/trace.go:171","msg":"trace[979698726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"8.711511453s","start":"2026-03-01T14:56:43.985403Z","end":"2026-03-01T14:56:52.696914Z","steps":["trace[979698726] 'agreement among raft nodes before linearized reading' (duration: 8.711303298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.696706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.072671Z","time spent":"7.624026592s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.696888Z","caller":"traceutil/trace.go:171","msg":"trace[696014396] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"7.746746391s","start":"2026-03-01T14:56:44.95013Z","end":"2026-03-01T14:56:52.696876Z","steps":["trace[696014396] 'agreement among raft nodes before linearized reading' (duration: 7.746319131s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.697022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.985387Z","time spent":"8.711618225s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.697059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.950109Z","time spent":"7.746937516s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.696765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.329913205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.697186Z","caller":"traceutil/trace.go:171","msg":"trace[1941449363] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; }","duration":"8.330477288s","start":"2026-03-01T14:56:44.366691Z","end":"2026-03-01T14:56:52.697168Z","steps":["trace[1941449363] 'agreement among raft nodes before linearized reading' (duration: 8.329939485s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.697295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:44.366676Z","time spent":"8.330596342s","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.696515Z","caller":"traceutil/trace.go:171","msg":"trace[1100660455] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; }","duration":"10.538728429s","start":"2026-03-01T14:56:42.157773Z","end":"2026-03-01T14:56:52.696502Z","steps":["trace[1100660455] 'agreement among raft nodes before linearized reading' (duration: 10.538659857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.697409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.157765Z","time spent":"10.539625091s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-01T14:56:52.696475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:43.075168Z","time spent":"9.62129631s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.697451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.176421Z","time spent":"10.521011733s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:52.696833Z","caller":"traceutil/trace.go:171","msg":"trace[1885757203] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; }","duration":"9.997618435s","start":"2026-03-01T14:56:42.699176Z","end":"2026-03-01T14:56:52.696794Z","steps":["trace[1885757203] 'agreement among raft nodes before linearized reading' (duration: 9.9974262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.697504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.699147Z","time spent":"9.998346092s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.696779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.422062972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.697859Z","caller":"traceutil/trace.go:171","msg":"trace[5683759] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; }","duration":"10.423447647s","start":"2026-03-01T14:56:42.274374Z","end":"2026-03-01T14:56:52.697822Z","steps":["trace[5683759] 'agreement among raft nodes before linearized reading' (duration: 10.422104363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.698106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299759437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T14:56:52.698156Z","caller":"traceutil/trace.go:171","msg":"trace[1110547629] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"7.29985976s","start":"2026-03-01T14:56:45.398283Z","end":"2026-03-01T14:56:52.698143Z","steps":["trace[1110547629] 'agreement among raft nodes before linearized reading' (duration: 7.299799298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:52.698151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:42.27435Z","time spent":"10.423770124s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.698187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.398263Z","time spent":"7.29991537s","remote":"127.0.0.1:49012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:52.702016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.700797Z","time spent":"7.00121264s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:53.197281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:53.282605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.459317085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:54.179426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:54.179509Z","caller":"traceutil/trace.go:171","msg":"trace[1710411051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305785s","start":"2026-03-01T14:56:52.179185Z","end":"2026-03-01T14:56:54.179491Z","steps":["trace[1710411051] 'agreement among raft nodes before linearized reading' (duration: 2.000199652s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:54.179557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.179167Z","time spent":"2.000380906s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:55.751553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.751187Z","time spent":"7.000360258s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:56.187601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000478639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:56.187692Z","caller":"traceutil/trace.go:171","msg":"trace[1958478275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631533s","start":"2026-03-01T14:56:54.187042Z","end":"2026-03-01T14:56:56.187673Z","steps":["trace[1958478275] 'agreement among raft nodes before linearized reading' (duration: 2.0005086s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.187774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.18702Z","time spent":"2.000742615s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:56.321234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.038407471s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:56.639184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.638823Z","time spent":"7.000355438s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:56.783227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:55.474625Z","time spent":"1.308592928s","remote":"127.0.0.1:36774","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:56:56.785412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.934431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:56.785738Z","caller":"traceutil/trace.go:171","msg":"trace[318298811] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26251; }","duration":"4.089411064s","start":"2026-03-01T14:56:52.69631Z","end":"2026-03-01T14:56:56.785721Z","steps":["trace[318298811] 'read index received' (duration: 586.527108ms)","trace[318298811] 'applied index is now lower than readState.Index' (duration: 3.502882966s)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:56:56.785995Z","caller":"traceutil/trace.go:171","msg":"trace[1707661627] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"4.306311096s","start":"2026-03-01T14:56:52.479671Z","end":"2026-03-01T14:56:56.785982Z","steps":["trace[1707661627] 'process raft request' (duration: 4.305939836s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.78612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.479648Z","time spent":"4.306401748s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:56.786404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.388172682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:56.78646Z","caller":"traceutil/trace.go:171","msg":"trace[1847223592] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25324; }","duration":"8.388272894s","start":"2026-03-01T14:56:48.398173Z","end":"2026-03-01T14:56:56.786446Z","steps":["trace[1847223592] 'agreement among raft nodes before linearized reading' (duration: 8.388171092s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.786484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.084327857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vt6kc\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-03-01T14:56:56.78655Z","caller":"traceutil/trace.go:171","msg":"trace[1302711608] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vt6kc; range_end:; response_count:1; response_revision:25324; }","duration":"11.084417188s","start":"2026-03-01T14:56:45.702119Z","end":"2026-03-01T14:56:56.786537Z","steps":["trace[1302711608] 'agreement among raft nodes before linearized reading' (duration: 11.084226784s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:56.786541Z","caller":"traceutil/trace.go:171","msg":"trace[1416835183] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"4.083746823s","start":"2026-03-01T14:56:52.702761Z","end":"2026-03-01T14:56:56.786508Z","steps":["trace[1416835183] 'process raft request' (duration: 4.082910731s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.786584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.702115Z","time spent":"11.084463089s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vt6kc\" "} {"level":"warn","ts":"2026-03-01T14:56:56.786656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.084625474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T14:56:56.786692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.702742Z","time spent":"4.083860195s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:56:56.786714Z","caller":"traceutil/trace.go:171","msg":"trace[1208800717] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef; range_end:; response_count:1; response_revision:25324; }","duration":"11.084715256s","start":"2026-03-01T14:56:45.701982Z","end":"2026-03-01T14:56:56.786697Z","steps":["trace[1208800717] 'agreement among raft nodes before linearized reading' (duration: 11.084553522s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.78673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.834596781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.78675Z","caller":"traceutil/trace.go:171","msg":"trace[917213623] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25324; }","duration":"8.834648213s","start":"2026-03-01T14:56:47.952096Z","end":"2026-03-01T14:56:56.786744Z","steps":["trace[917213623] 'agreement among raft nodes before linearized reading' (duration: 8.834607672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.786754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.701962Z","time spent":"11.084781298s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bc6d83c2a9ef\" "} {"level":"warn","ts":"2026-03-01T14:56:56.786775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:47.952081Z","time spent":"8.834689193s","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.786883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.22534458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.786905Z","caller":"traceutil/trace.go:171","msg":"trace[1746433821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25324; }","duration":"9.22539519s","start":"2026-03-01T14:56:47.561504Z","end":"2026-03-01T14:56:56.786899Z","steps":["trace[1746433821] 'agreement among raft nodes before linearized reading' (duration: 9.225355159s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.786923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:47.561488Z","time spent":"9.225429952s","remote":"127.0.0.1:54156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.786983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.619542195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.787003Z","caller":"traceutil/trace.go:171","msg":"trace[1251725178] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25324; }","duration":"9.619601136s","start":"2026-03-01T14:56:47.167397Z","end":"2026-03-01T14:56:56.786999Z","steps":["trace[1251725178] 'agreement among raft nodes before linearized reading' (duration: 9.619565825s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.786991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086358508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.78702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:47.167376Z","time spent":"9.619639777s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.78704Z","caller":"traceutil/trace.go:171","msg":"trace[493407029] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25324; }","duration":"4.086451911s","start":"2026-03-01T14:56:52.700572Z","end":"2026-03-01T14:56:56.787024Z","steps":["trace[493407029] 'agreement among raft nodes before linearized reading' (duration: 4.086372429s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629480573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-01T14:56:56.787096Z","caller":"traceutil/trace.go:171","msg":"trace[163249124] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25324; }","duration":"4.629540635s","start":"2026-03-01T14:56:52.157544Z","end":"2026-03-01T14:56:56.787085Z","steps":["trace[163249124] 'agreement among raft nodes before linearized reading' (duration: 4.629369291s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.727939343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.787144Z","caller":"traceutil/trace.go:171","msg":"trace[1078483692] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25324; }","duration":"10.728001154s","start":"2026-03-01T14:56:46.059136Z","end":"2026-03-01T14:56:56.787138Z","steps":["trace[1078483692] 'agreement among raft nodes before linearized reading' (duration: 10.727962933s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.157531Z","time spent":"4.629608516s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T14:56:56.787161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:46.059111Z","time spent":"10.728045836s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836614879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.787381Z","caller":"traceutil/trace.go:171","msg":"trace[713912744] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25324; }","duration":"4.836752452s","start":"2026-03-01T14:56:51.950618Z","end":"2026-03-01T14:56:56.787371Z","steps":["trace[713912744] 'agreement among raft nodes before linearized reading' (duration: 4.836690351s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:51.950599Z","time spent":"4.836806334s","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.084967402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T14:56:56.787483Z","caller":"traceutil/trace.go:171","msg":"trace[90232712] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25324; }","duration":"11.085011484s","start":"2026-03-01T14:56:45.702465Z","end":"2026-03-01T14:56:56.787476Z","steps":["trace[90232712] 'agreement among raft nodes before linearized reading' (duration: 11.084928162s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.7875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:45.702457Z","time spent":"11.085040034s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T14:56:56.78651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.398148Z","time spent":"8.388349975s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.818261215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:56.787671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.520129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-01T14:56:56.787695Z","caller":"traceutil/trace.go:171","msg":"trace[678287020] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25324; }","duration":"5.818329676s","start":"2026-03-01T14:56:50.969356Z","end":"2026-03-01T14:56:56.787686Z","steps":["trace[678287020] 'agreement among raft nodes before linearized reading' (duration: 5.818188093s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:56.787721Z","caller":"traceutil/trace.go:171","msg":"trace[518219522] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25324; }","duration":"144.588552ms","start":"2026-03-01T14:56:56.643119Z","end":"2026-03-01T14:56:56.787708Z","steps":["trace[518219522] 'agreement among raft nodes before linearized reading' (duration: 144.463879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.847051546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.787799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.873532204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.787856Z","caller":"traceutil/trace.go:171","msg":"trace[1702744403] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25324; }","duration":"7.873584345s","start":"2026-03-01T14:56:48.914255Z","end":"2026-03-01T14:56:56.787839Z","steps":["trace[1702744403] 'agreement among raft nodes before linearized reading' (duration: 7.873492673s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.787897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.914194Z","time spent":"7.873693738s","remote":"127.0.0.1:54262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422299683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-01T14:56:56.787966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751644991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.788002Z","caller":"traceutil/trace.go:171","msg":"trace[2010810501] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25324; }","duration":"6.422386776s","start":"2026-03-01T14:56:50.365607Z","end":"2026-03-01T14:56:56.787994Z","steps":["trace[2010810501] 'agreement among raft nodes before linearized reading' (duration: 6.422228412s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:56:56.787808Z","caller":"traceutil/trace.go:171","msg":"trace[2117588886] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25324; }","duration":"7.84718622s","start":"2026-03-01T14:56:48.940604Z","end":"2026-03-01T14:56:56.78779Z","steps":["trace[2117588886] 'agreement among raft nodes before linearized reading' (duration: 7.847044646s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.790521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.940586Z","time spent":"7.849905018s","remote":"127.0.0.1:34658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.700547Z","time spent":"4.086532673s","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.787726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.969332Z","time spent":"5.818386448s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.788092Z","caller":"traceutil/trace.go:171","msg":"trace[16567040] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25324; }","duration":"3.751777274s","start":"2026-03-01T14:56:53.036227Z","end":"2026-03-01T14:56:56.788004Z","steps":["trace[16567040] 'agreement among raft nodes before linearized reading' (duration: 3.75162428s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:53.0362Z","time spent":"3.754927162s","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.762422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.791256Z","caller":"traceutil/trace.go:171","msg":"trace[2043383231] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25324; }","duration":"415.894141ms","start":"2026-03-01T14:56:56.375336Z","end":"2026-03-01T14:56:56.79123Z","steps":["trace[2043383231] 'agreement among raft nodes before linearized reading' (duration: 412.781733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.375314Z","time spent":"415.968463ms","remote":"127.0.0.1:54194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077602648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-03-01T14:56:56.79129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.365585Z","time spent":"6.425690658s","remote":"127.0.0.1:48764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-01T14:56:56.791353Z","caller":"traceutil/trace.go:171","msg":"trace[2108132594] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25324; }","duration":"4.080765046s","start":"2026-03-01T14:56:52.71056Z","end":"2026-03-01T14:56:56.791325Z","steps":["trace[2108132594] 'agreement among raft nodes before linearized reading' (duration: 4.077542575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.710548Z","time spent":"4.080849919s","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1256,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-01T14:56:56.788127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862364619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:56:56.791484Z","caller":"traceutil/trace.go:171","msg":"trace[1892957515] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25324; }","duration":"3.865762494s","start":"2026-03-01T14:56:52.925712Z","end":"2026-03-01T14:56:56.791475Z","steps":["trace[1892957515] 'agreement among raft nodes before linearized reading' (duration: 3.862171244s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.925694Z","time spent":"3.865808855s","remote":"127.0.0.1:48752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.696564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:56.791604Z","caller":"traceutil/trace.go:171","msg":"trace[1023403109] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25324; }","duration":"461.10417ms","start":"2026-03-01T14:56:56.330474Z","end":"2026-03-01T14:56:56.791578Z","steps":["trace[1023403109] 'agreement among raft nodes before linearized reading' (duration: 457.722735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.330444Z","time spent":"461.210783ms","remote":"127.0.0.1:43366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.991496184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.791789Z","caller":"traceutil/trace.go:171","msg":"trace[1458783798] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25324; }","duration":"7.995076944s","start":"2026-03-01T14:56:48.796698Z","end":"2026-03-01T14:56:56.791775Z","steps":["trace[1458783798] 'agreement among raft nodes before linearized reading' (duration: 7.991492714s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.796683Z","time spent":"7.995136335s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.786428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.359946601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.791909Z","caller":"traceutil/trace.go:171","msg":"trace[1562173944] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25324; }","duration":"8.365491559s","start":"2026-03-01T14:56:48.426402Z","end":"2026-03-01T14:56:56.791893Z","steps":["trace[1562173944] 'agreement among raft nodes before linearized reading' (duration: 8.35991718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.788263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077745321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-01T14:56:56.791967Z","caller":"traceutil/trace.go:171","msg":"trace[220844200] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25324; }","duration":"4.081461485s","start":"2026-03-01T14:56:52.710496Z","end":"2026-03-01T14:56:56.791957Z","steps":["trace[220844200] 'agreement among raft nodes before linearized reading' (duration: 4.07771682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.791968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:48.426387Z","time spent":"8.365564103s","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.792002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.710489Z","time spent":"4.081500726s","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-01T14:56:56.788265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.840813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.788302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084160003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-01T14:56:56.792206Z","caller":"traceutil/trace.go:171","msg":"trace[401204852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25324; }","duration":"4.088065732s","start":"2026-03-01T14:56:52.704127Z","end":"2026-03-01T14:56:56.792193Z","steps":["trace[401204852] 'agreement among raft nodes before linearized reading' (duration: 4.084149693s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.792249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.704123Z","time spent":"4.088116803s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T14:56:56.792259Z","caller":"traceutil/trace.go:171","msg":"trace[772643384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25324; }","duration":"603.826104ms","start":"2026-03-01T14:56:56.18842Z","end":"2026-03-01T14:56:56.792246Z","steps":["trace[772643384] 'agreement among raft nodes before linearized reading' (duration: 599.821393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.792308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.188376Z","time spent":"603.906596ms","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T14:56:56.788317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.279131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:56.792362Z","caller":"traceutil/trace.go:171","msg":"trace[1104489586] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25324; }","duration":"640.308692ms","start":"2026-03-01T14:56:56.15203Z","end":"2026-03-01T14:56:56.792338Z","steps":["trace[1104489586] 'agreement among raft nodes before linearized reading' (duration: 636.25312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.79243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.151972Z","time spent":"640.438326ms","remote":"127.0.0.1:49138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085270421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-01T14:56:56.792493Z","caller":"traceutil/trace.go:171","msg":"trace[1406066672] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:25324; }","duration":"4.089448016s","start":"2026-03-01T14:56:52.703037Z","end":"2026-03-01T14:56:56.792485Z","steps":["trace[1406066672] 'agreement among raft nodes before linearized reading' (duration: 4.085276351s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.792524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:52.70303Z","time spent":"4.089485877s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-01T14:56:56.788365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033606315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T14:56:56.792588Z","caller":"traceutil/trace.go:171","msg":"trace[1631722531] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25324; }","duration":"1.037859302s","start":"2026-03-01T14:56:55.75472Z","end":"2026-03-01T14:56:56.79258Z","steps":["trace[1631722531] 'agreement among raft nodes before linearized reading' (duration: 1.033613545s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.792632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:55.754699Z","time spent":"1.037922964s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T14:56:56.788399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129162829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.792734Z","caller":"traceutil/trace.go:171","msg":"trace[1440116106] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25324; }","duration":"2.133522419s","start":"2026-03-01T14:56:54.659202Z","end":"2026-03-01T14:56:56.792724Z","steps":["trace[1440116106] 'agreement among raft nodes before linearized reading' (duration: 2.129180979s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.792765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.659187Z","time spent":"2.133568501s","remote":"127.0.0.1:36520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848607715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:56.792857Z","caller":"traceutil/trace.go:171","msg":"trace[1515117091] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25324; }","duration":"1.853054287s","start":"2026-03-01T14:56:54.939768Z","end":"2026-03-01T14:56:56.792823Z","steps":["trace[1515117091] 'agreement among raft nodes before linearized reading' (duration: 1.848644636s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.788478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992410586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:56.792947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.939744Z","time spent":"1.853178651s","remote":"127.0.0.1:40568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.792969Z","caller":"traceutil/trace.go:171","msg":"trace[1787608740] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25324; }","duration":"1.99695051s","start":"2026-03-01T14:56:54.796009Z","end":"2026-03-01T14:56:56.792959Z","steps":["trace[1787608740] 'agreement among raft nodes before linearized reading' (duration: 1.992429386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.795951Z","time spent":"1.997038823s","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276426816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:56:56.793146Z","caller":"traceutil/trace.go:171","msg":"trace[852056544] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25324; }","duration":"2.281035493s","start":"2026-03-01T14:56:54.512083Z","end":"2026-03-01T14:56:56.793119Z","steps":["trace[852056544] 'agreement among raft nodes before linearized reading' (duration: 2.276300673s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:54.512064Z","time spent":"2.281122995s","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.788562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04137448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:56:56.793339Z","caller":"traceutil/trace.go:171","msg":"trace[68785091] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25324; }","duration":"7.046093209s","start":"2026-03-01T14:56:49.747182Z","end":"2026-03-01T14:56:56.793275Z","steps":["trace[68785091] 'agreement among raft nodes before linearized reading' (duration: 7.041315738s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.79341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.747162Z","time spent":"7.046228423s","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:56.7886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596214987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.788619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673247432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:56:56.788648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.795563821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.788643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705007676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:56:56.788661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.115045535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-01T14:56:56.788697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.584924146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:56.793489Z","caller":"traceutil/trace.go:171","msg":"trace[1090932110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25324; }","duration":"7.589750818s","start":"2026-03-01T14:56:49.203725Z","end":"2026-03-01T14:56:56.793476Z","steps":["trace[1090932110] 'agreement among raft nodes before linearized reading' (duration: 7.584952967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.203705Z","time spent":"7.58981839s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.793559Z","caller":"traceutil/trace.go:171","msg":"trace[1293613663] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25324; }","duration":"3.70995152s","start":"2026-03-01T14:56:53.083595Z","end":"2026-03-01T14:56:56.793547Z","steps":["trace[1293613663] 'agreement among raft nodes before linearized reading' (duration: 3.705023646s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:53.08358Z","time spent":"3.710003972s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.793649Z","caller":"traceutil/trace.go:171","msg":"trace[1435126376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25324; }","duration":"3.601298435s","start":"2026-03-01T14:56:53.192338Z","end":"2026-03-01T14:56:56.793637Z","steps":["trace[1435126376] 'agreement among raft nodes before linearized reading' (duration: 3.596238007s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:53.192306Z","time spent":"3.601369517s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.7937Z","caller":"traceutil/trace.go:171","msg":"trace[375277753] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25324; }","duration":"6.800641879s","start":"2026-03-01T14:56:49.993051Z","end":"2026-03-01T14:56:56.793693Z","steps":["trace[375277753] 'agreement among raft nodes before linearized reading' (duration: 6.795583132s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.993036Z","time spent":"6.80068356s","remote":"127.0.0.1:34670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:56:56.793743Z","caller":"traceutil/trace.go:171","msg":"trace[2013785215] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25324; }","duration":"7.120154164s","start":"2026-03-01T14:56:49.673578Z","end":"2026-03-01T14:56:56.793732Z","steps":["trace[2013785215] 'agreement among raft nodes before linearized reading' (duration: 7.115003164s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.79379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:49.673559Z","time spent":"7.120220146s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-01T14:56:56.793498Z","caller":"traceutil/trace.go:171","msg":"trace[538128715] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25324; }","duration":"6.678152016s","start":"2026-03-01T14:56:50.115326Z","end":"2026-03-01T14:56:56.793478Z","steps":["trace[538128715] 'agreement among raft nodes before linearized reading' (duration: 6.673252522s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:56.793959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:50.115306Z","time spent":"6.678640027s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:56:57.296878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:57.797329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:56:58.047646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146454926s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:56:58.794944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:56:58.795035Z","caller":"traceutil/trace.go:171","msg":"trace[558248860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001051454s","start":"2026-03-01T14:56:56.793957Z","end":"2026-03-01T14:56:58.795008Z","steps":["trace[558248860] 'agreement among raft nodes before linearized reading' (duration: 2.000947181s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:58.795081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.793944Z","time spent":"2.001128146s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:59.66331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.232867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:56:59.663401Z","caller":"traceutil/trace.go:171","msg":"trace[545702374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25324; }","duration":"956.32854ms","start":"2026-03-01T14:56:58.707053Z","end":"2026-03-01T14:56:59.663382Z","steps":["trace[545702374] 'range keys from in-memory index tree' (duration: 956.216236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:59.664575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616617174s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:56:59.66466Z","caller":"traceutil/trace.go:171","msg":"trace[1505153431] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"2.871962161s","start":"2026-03-01T14:56:56.792682Z","end":"2026-03-01T14:56:59.664644Z","steps":["trace[1505153431] 'process raft request' (duration: 1.255194574s)","trace[1505153431] 'compare' (duration: 1.615410163s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:56:59.664699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.792655Z","time spent":"2.872024743s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:56:59.804971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:59.805062Z","caller":"traceutil/trace.go:171","msg":"trace[761869224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171571s","start":"2026-03-01T14:56:57.804867Z","end":"2026-03-01T14:56:59.805039Z","steps":["trace[761869224] 'agreement among raft nodes before linearized reading' (duration: 2.000039148s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:59.805317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:57.804848Z","time spent":"2.000431418s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:56:59.91599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:56:59.916056Z","caller":"traceutil/trace.go:171","msg":"trace[901037293] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771126s","start":"2026-03-01T14:56:57.91527Z","end":"2026-03-01T14:56:59.916041Z","steps":["trace[901037293] 'agreement among raft nodes before linearized reading' (duration: 2.000680764s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:56:59.916087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:57.915241Z","time spent":"2.000839319s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:56:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:00.099148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.051314278s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:00.402078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.725313ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:57:00.402402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.793058Z","time spent":"3.609334447s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T14:57:00.402506Z","caller":"traceutil/trace.go:171","msg":"trace[1822689770] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"3.606785222s","start":"2026-03-01T14:56:56.795687Z","end":"2026-03-01T14:57:00.402473Z","steps":["trace[1822689770] 'process raft request' (duration: 3.606510106s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:00.402606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.795668Z","time spent":"3.606873495s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:01.416939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014549254s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:57:01.417188Z","caller":"traceutil/trace.go:171","msg":"trace[1226908024] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26259; }","duration":"4.623638936s","start":"2026-03-01T14:56:56.793526Z","end":"2026-03-01T14:57:01.417165Z","steps":["trace[1226908024] 'read index received' (duration: 1.254332542s)","trace[1226908024] 'applied index is now lower than readState.Index' (duration: 3.369304824s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:01.418081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624525128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-01T14:57:01.418191Z","caller":"traceutil/trace.go:171","msg":"trace[1348547237] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25327; }","duration":"4.624658472s","start":"2026-03-01T14:56:56.793504Z","end":"2026-03-01T14:57:01.418163Z","steps":["trace[1348547237] 'agreement among raft nodes before linearized reading' (duration: 4.624331534s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.418255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.793493Z","time spent":"4.624747874s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-01T14:57:01.418255Z","caller":"traceutil/trace.go:171","msg":"trace[1921665804] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"1.748872874s","start":"2026-03-01T14:56:59.669348Z","end":"2026-03-01T14:57:01.418221Z","steps":["trace[1921665804] 'process raft request' (duration: 1.747715325s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.41838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.669327Z","time spent":"1.748990836s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:01.809725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000229728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:01.809814Z","caller":"traceutil/trace.go:171","msg":"trace[1903029907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000401842s","start":"2026-03-01T14:56:56.80939Z","end":"2026-03-01T14:57:01.809792Z","steps":["trace[1903029907] 'agreement among raft nodes before linearized reading' (duration: 5.000262339s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.809869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.809371Z","time spent":"5.000484845s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:01.917798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:01.922106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000786186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:01.922203Z","caller":"traceutil/trace.go:171","msg":"trace[427132635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000938801s","start":"2026-03-01T14:56:59.921243Z","end":"2026-03-01T14:57:01.922182Z","steps":["trace[427132635] 'agreement among raft nodes before linearized reading' (duration: 2.000799187s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:01.922348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.921232Z","time spent":"2.001096494s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:02.418461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:02.919472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:03.420518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:03.920978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:03.922688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000021638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:03.922765Z","caller":"traceutil/trace.go:171","msg":"trace[719961043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156101s","start":"2026-03-01T14:57:01.922594Z","end":"2026-03-01T14:57:03.92275Z","steps":["trace[719961043] 'agreement among raft nodes before linearized reading' (duration: 2.000067169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:03.922807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.922568Z","time spent":"2.000231073s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:04.42165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:04.49792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.082712147s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:04.811423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.261048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T14:57:04.812547Z","caller":"traceutil/trace.go:171","msg":"trace[271575822] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25328; }","duration":"4.408925689s","start":"2026-03-01T14:57:00.40357Z","end":"2026-03-01T14:57:04.812496Z","steps":["trace[271575822] 'process raft request' (duration: 4.094519612s)","trace[271575822] 'compare' (duration: 313.214077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:04.812742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.403465Z","time spent":"4.409176136s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:05.931548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:05.931632Z","caller":"traceutil/trace.go:171","msg":"trace[678846233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236852s","start":"2026-03-01T14:57:03.931376Z","end":"2026-03-01T14:57:05.931613Z","steps":["trace[678846233] 'agreement among raft nodes before linearized reading' (duration: 2.00012621s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:05.931682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.931355Z","time spent":"2.000316065s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:06.45165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.741805426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:06.45223Z","caller":"traceutil/trace.go:171","msg":"trace[1796210741] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"5.027834223s","start":"2026-03-01T14:57:01.424358Z","end":"2026-03-01T14:57:06.452192Z","steps":["trace[1796210741] 'process raft request' (duration: 5.027547626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.452451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.424328Z","time spent":"5.028022118s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:06.452955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049129047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:06.453044Z","caller":"traceutil/trace.go:171","msg":"trace[89147658] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26264; }","duration":"5.035233688s","start":"2026-03-01T14:57:01.417255Z","end":"2026-03-01T14:57:06.452489Z","steps":["trace[89147658] 'read index received' (duration: 3.080833239s)","trace[89147658] 'applied index is now lower than readState.Index' (duration: 1.954399269s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:06.453225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.016712395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272999"} {"level":"info","ts":"2026-03-01T14:57:06.453279Z","caller":"traceutil/trace.go:171","msg":"trace[1090411835] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25330; }","duration":"9.016794198s","start":"2026-03-01T14:56:57.436471Z","end":"2026-03-01T14:57:06.453265Z","steps":["trace[1090411835] 'agreement among raft nodes before linearized reading' (duration: 9.016393238s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.453292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.657317726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T14:57:06.453314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:57.436455Z","time spent":"9.01685084s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273023,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T14:57:06.453328Z","caller":"traceutil/trace.go:171","msg":"trace[1584741896] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25330; }","duration":"9.657394208s","start":"2026-03-01T14:56:56.795923Z","end":"2026-03-01T14:57:06.453317Z","steps":["trace[1584741896] 'agreement among raft nodes before linearized reading' (duration: 9.657230914s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.453368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.795909Z","time spent":"9.657451409s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T14:57:06.453562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106234935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:06.453594Z","caller":"traceutil/trace.go:171","msg":"trace[1041304751] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25330; }","duration":"6.106295206s","start":"2026-03-01T14:57:00.347289Z","end":"2026-03-01T14:57:06.453585Z","steps":["trace[1041304751] 'agreement among raft nodes before linearized reading' (duration: 6.106243554s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.453621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.347273Z","time spent":"6.106342787s","remote":"127.0.0.1:48738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-01T14:57:06.453777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.964782352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:06.453565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.658517706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x\" ","response":"range_response_count:1 size:9456"} {"level":"info","ts":"2026-03-01T14:57:06.453831Z","caller":"traceutil/trace.go:171","msg":"trace[507545925] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25330; }","duration":"6.964855093s","start":"2026-03-01T14:56:59.488958Z","end":"2026-03-01T14:57:06.453813Z","steps":["trace[507545925] 'agreement among raft nodes before linearized reading' (duration: 6.964786092s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:06.453856Z","caller":"traceutil/trace.go:171","msg":"trace[855893201] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x; range_end:; response_count:1; response_revision:25330; }","duration":"9.658810433s","start":"2026-03-01T14:56:56.79503Z","end":"2026-03-01T14:57:06.45384Z","steps":["trace[855893201] 'agreement among raft nodes before linearized reading' (duration: 9.658463364s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.453904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:59.488943Z","time spent":"6.964941867s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:06.453971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659000428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-01T14:57:06.454012Z","caller":"traceutil/trace.go:171","msg":"trace[1439214291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03; range_end:; response_count:1; response_revision:25330; }","duration":"9.65905017s","start":"2026-03-01T14:56:56.794952Z","end":"2026-03-01T14:57:06.454002Z","steps":["trace[1439214291] 'agreement among raft nodes before linearized reading' (duration: 9.658977108s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.45404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.794944Z","time spent":"9.659089661s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-9efea241-edd0-45bd-b1ae-a4200c33ec03\" "} {"level":"warn","ts":"2026-03-01T14:57:06.453909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.795026Z","time spent":"9.658862425s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9480,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ljg8x\" "} {"level":"warn","ts":"2026-03-01T14:57:06.454274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659694087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-8kmgm\" ","response":"range_response_count:1 size:5156"} {"level":"info","ts":"2026-03-01T14:57:06.454309Z","caller":"traceutil/trace.go:171","msg":"trace[1525489257] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-8kmgm; range_end:; response_count:1; response_revision:25330; }","duration":"9.659731958s","start":"2026-03-01T14:56:56.794569Z","end":"2026-03-01T14:57:06.454301Z","steps":["trace[1525489257] 'agreement among raft nodes before linearized reading' (duration: 9.659637155s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.454337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:56:56.794532Z","time spent":"9.659797159s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5180,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-8kmgm\" "} {"level":"info","ts":"2026-03-01T14:57:06.454699Z","caller":"traceutil/trace.go:171","msg":"trace[437087874] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"4.64321509s","start":"2026-03-01T14:57:01.811452Z","end":"2026-03-01T14:57:06.454667Z","steps":["trace[437087874] 'process raft request' (duration: 4.640634324s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.454728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24847785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:06.454822Z","caller":"traceutil/trace.go:171","msg":"trace[521778786] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25330; }","duration":"5.248580002s","start":"2026-03-01T14:57:01.206226Z","end":"2026-03-01T14:57:06.454806Z","steps":["trace[521778786] 'agreement among raft nodes before linearized reading' (duration: 5.248441579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.454906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049163608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8bchv\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-03-01T14:57:06.454904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.206204Z","time spent":"5.248685904s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:06.454962Z","caller":"traceutil/trace.go:171","msg":"trace[1042690657] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8bchv; range_end:; response_count:1; response_revision:25330; }","duration":"6.049251161s","start":"2026-03-01T14:57:00.405695Z","end":"2026-03-01T14:57:06.454946Z","steps":["trace[1042690657] 'agreement among raft nodes before linearized reading' (duration: 6.049022285s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:06.453189Z","caller":"traceutil/trace.go:171","msg":"trace[1139325988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25330; }","duration":"6.049410975s","start":"2026-03-01T14:57:00.403685Z","end":"2026-03-01T14:57:06.453096Z","steps":["trace[1139325988] 'agreement among raft nodes before linearized reading' (duration: 6.049115377s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:06.455008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.405682Z","time spent":"6.049314393s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-8bchv\" "} {"level":"warn","ts":"2026-03-01T14:57:06.455043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:00.403637Z","time spent":"6.051379884s","remote":"127.0.0.1:53842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:06.455112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.811435Z","time spent":"4.643372843s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:06.954159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:07.45508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907758152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T14:57:07.932285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T14:57:07.932373Z","caller":"traceutil/trace.go:171","msg":"trace[590095525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455639s","start":"2026-03-01T14:57:05.931893Z","end":"2026-03-01T14:57:07.932349Z","steps":["trace[590095525] 'agreement among raft nodes before linearized reading' (duration: 2.000342706s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:07.932435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:05.931712Z","time spent":"2.000712895s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:08.700092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.490519ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T14:57:08.700978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.813871Z","time spent":"3.887100731s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T14:57:09.133671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999570241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:09.133754Z","caller":"traceutil/trace.go:171","msg":"trace[1097368646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999716465s","start":"2026-03-01T14:57:04.134019Z","end":"2026-03-01T14:57:09.133735Z","steps":["trace[1097368646] 'agreement among raft nodes before linearized reading' (duration: 4.999607292s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:09.133808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.133998Z","time spent":"4.999799538s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 14:57:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:09.940557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:09.940662Z","caller":"traceutil/trace.go:171","msg":"trace[1190067520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221012s","start":"2026-03-01T14:57:07.940418Z","end":"2026-03-01T14:57:09.940639Z","steps":["trace[1190067520] 'agreement among raft nodes before linearized reading' (duration: 2.000084619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:09.940721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.940402Z","time spent":"2.000308534s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:10.540489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.748214445s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T14:57:11.885396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344508363s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:11.885643Z","caller":"traceutil/trace.go:171","msg":"trace[1873841620] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"5.426068409s","start":"2026-03-01T14:57:06.459555Z","end":"2026-03-01T14:57:11.885623Z","steps":["trace[1873841620] 'process raft request' (duration: 4.081246678s)","trace[1873841620] 'compare' (duration: 1.34317688s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:11.885715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.45954Z","time spent":"5.42614436s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:11.886033Z","caller":"traceutil/trace.go:171","msg":"trace[1193347938] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26267; }","duration":"5.432891062s","start":"2026-03-01T14:57:06.453118Z","end":"2026-03-01T14:57:11.886009Z","steps":["trace[1193347938] 'read index received' (duration: 1.339387754s)","trace[1193347938] 'applied index is now lower than readState.Index' (duration: 4.093502548s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:11.887018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.221194796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.887077Z","caller":"traceutil/trace.go:171","msg":"trace[760113836] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25333; }","duration":"9.221289647s","start":"2026-03-01T14:57:02.665772Z","end":"2026-03-01T14:57:11.887061Z","steps":["trace[760113836] 'agreement among raft nodes before linearized reading' (duration: 9.221165174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.69988994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:11.887092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.09471069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:11.887115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:02.665755Z","time spent":"9.22135057s","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:11.887145Z","caller":"traceutil/trace.go:171","msg":"trace[1367396832] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25333; }","duration":"9.094811513s","start":"2026-03-01T14:57:02.792319Z","end":"2026-03-01T14:57:11.88713Z","steps":["trace[1367396832] 'agreement among raft nodes before linearized reading' (duration: 9.094642089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:02.792301Z","time spent":"9.094882654s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.887161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.700106823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.887269Z","caller":"traceutil/trace.go:171","msg":"trace[1566095005] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25333; }","duration":"9.700242006s","start":"2026-03-01T14:57:02.187007Z","end":"2026-03-01T14:57:11.887249Z","steps":["trace[1566095005] 'agreement among raft nodes before linearized reading' (duration: 9.700047991s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.974310261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.887321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.85360498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:11.887335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:02.186986Z","time spent":"9.700334629s","remote":"127.0.0.1:42564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:57:11.887331Z","caller":"traceutil/trace.go:171","msg":"trace[2119006415] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25333; }","duration":"7.974363252s","start":"2026-03-01T14:57:03.912956Z","end":"2026-03-01T14:57:11.887319Z","steps":["trace[2119006415] 'agreement among raft nodes before linearized reading' (duration: 7.97428652s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.887141Z","caller":"traceutil/trace.go:171","msg":"trace[1914269560] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25333; }","duration":"8.700019423s","start":"2026-03-01T14:57:03.187104Z","end":"2026-03-01T14:57:11.887124Z","steps":["trace[1914269560] 'agreement among raft nodes before linearized reading' (duration: 8.699829778s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.887375Z","caller":"traceutil/trace.go:171","msg":"trace[160662213] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25333; }","duration":"7.853698253s","start":"2026-03-01T14:57:04.033662Z","end":"2026-03-01T14:57:11.88736Z","steps":["trace[160662213] 'agreement among raft nodes before linearized reading' (duration: 7.85357654s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.912911Z","time spent":"7.974465954s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.887412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.033639Z","time spent":"7.853761255s","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.88741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:03.187085Z","time spent":"8.70031042s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.88653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056616835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:11.8867Z","caller":"traceutil/trace.go:171","msg":"trace[445135400] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"5.423882304s","start":"2026-03-01T14:57:06.462805Z","end":"2026-03-01T14:57:11.886687Z","steps":["trace[445135400] 'process raft request' (duration: 5.422687364s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.426730634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.887576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.463512895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-01T14:57:11.886819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683671726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:11.887711Z","caller":"traceutil/trace.go:171","msg":"trace[53499495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25333; }","duration":"5.684595419s","start":"2026-03-01T14:57:06.203101Z","end":"2026-03-01T14:57:11.887696Z","steps":["trace[53499495] 'agreement among raft nodes before linearized reading' (duration: 5.683698367s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.887726Z","caller":"traceutil/trace.go:171","msg":"trace[640988234] range","detail":"{range_begin:/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022; range_end:; response_count:1; response_revision:25333; }","duration":"10.46372768s","start":"2026-03-01T14:57:01.423965Z","end":"2026-03-01T14:57:11.887693Z","steps":["trace[640988234] 'agreement among raft nodes before linearized reading' (duration: 10.46330648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.203084Z","time spent":"5.68465451s","remote":"127.0.0.1:34750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:11.887564Z","caller":"traceutil/trace.go:171","msg":"trace[825488624] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25333; }","duration":"7.057691502s","start":"2026-03-01T14:57:04.829858Z","end":"2026-03-01T14:57:11.887549Z","steps":["trace[825488624] 'agreement among raft nodes before linearized reading' (duration: 7.056596834s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.887792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:01.423949Z","time spent":"10.463829982s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-598db97cb7-jx9c6.1898bf6ce124b022\" "} {"level":"info","ts":"2026-03-01T14:57:11.887658Z","caller":"traceutil/trace.go:171","msg":"trace[1253602247] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25333; }","duration":"7.427220476s","start":"2026-03-01T14:57:04.460425Z","end":"2026-03-01T14:57:11.887645Z","steps":["trace[1253602247] 'agreement among raft nodes before linearized reading' (duration: 7.426744254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.88788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.829839Z","time spent":"7.057986638s","remote":"127.0.0.1:53986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.886782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.557332735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:11.887971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:04.460405Z","time spent":"7.427518273s","remote":"127.0.0.1:54120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.88766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.462782Z","time spent":"5.424816318s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4212,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:11.886734Z","caller":"traceutil/trace.go:171","msg":"trace[1221208361] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"5.062378232s","start":"2026-03-01T14:57:06.824348Z","end":"2026-03-01T14:57:11.886727Z","steps":["trace[1221208361] 'process raft request' (duration: 5.06148641s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:11.888106Z","caller":"traceutil/trace.go:171","msg":"trace[542269811] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25333; }","duration":"5.558652838s","start":"2026-03-01T14:57:06.329397Z","end":"2026-03-01T14:57:11.88805Z","steps":["trace[542269811] 'agreement among raft nodes before linearized reading' (duration: 5.557353866s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.888309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.824323Z","time spent":"5.06388653s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:11.888372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.329377Z","time spent":"5.558858323s","remote":"127.0.0.1:34660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:11.940694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T14:57:11.940778Z","caller":"traceutil/trace.go:171","msg":"trace[118585436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020367s","start":"2026-03-01T14:57:09.94074Z","end":"2026-03-01T14:57:11.940761Z","steps":["trace[118585436] 'agreement among raft nodes before linearized reading' (duration: 1.999917875s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:11.940822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.940724Z","time spent":"2.00008941s","remote":"127.0.0.1:48662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 14:57:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T14:57:12.294913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455055647s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T14:57:12.388623Z","caller":"traceutil/trace.go:171","msg":"trace[1983468997] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"925.604015ms","start":"2026-03-01T14:57:11.463009Z","end":"2026-03-01T14:57:12.388613Z","steps":["trace[1983468997] 'process raft request' (duration: 925.503352ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.388712Z","caller":"traceutil/trace.go:171","msg":"trace[535579609] linearizableReadLoop","detail":"{readStateIndex:26273; appliedIndex:26271; }","duration":"501.699142ms","start":"2026-03-01T14:57:11.887Z","end":"2026-03-01T14:57:12.388699Z","steps":["trace[535579609] 'read index received' (duration: 408.418524ms)","trace[535579609] 'applied index is now lower than readState.Index' (duration: 93.279248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:12.388773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.462974Z","time spent":"925.713118ms","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:12.388799Z","caller":"traceutil/trace.go:171","msg":"trace[1778431187] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"497.61321ms","start":"2026-03-01T14:57:11.891171Z","end":"2026-03-01T14:57:12.388785Z","steps":["trace[1778431187] 'process raft request' (duration: 497.395385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.388862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.891151Z","time spent":"497.668601ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:12.389091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.074426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:12.389136Z","caller":"traceutil/trace.go:171","msg":"trace[1233105333] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25336; }","duration":"694.157648ms","start":"2026-03-01T14:57:11.694968Z","end":"2026-03-01T14:57:12.389126Z","steps":["trace[1233105333] 'agreement among raft nodes before linearized reading' (duration: 694.063216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.694953Z","time spent":"694.207339ms","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210585217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:12.389241Z","caller":"traceutil/trace.go:171","msg":"trace[134274879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25336; }","duration":"3.210676499s","start":"2026-03-01T14:57:09.178555Z","end":"2026-03-01T14:57:12.389232Z","steps":["trace[134274879] 'agreement among raft nodes before linearized reading' (duration: 3.210604797s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.178521Z","time spent":"3.210735841s","remote":"127.0.0.1:34768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.617041279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.389299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.849698938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T14:57:12.389347Z","caller":"traceutil/trace.go:171","msg":"trace[1397623868] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25336; }","duration":"4.617217313s","start":"2026-03-01T14:57:07.77211Z","end":"2026-03-01T14:57:12.389328Z","steps":["trace[1397623868] 'agreement among raft nodes before linearized reading' (duration: 4.61709324s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.56865887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.38934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651690462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:12.389387Z","caller":"traceutil/trace.go:171","msg":"trace[1370530277] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25336; }","duration":"5.568732862s","start":"2026-03-01T14:57:06.820646Z","end":"2026-03-01T14:57:12.389379Z","steps":["trace[1370530277] 'agreement among raft nodes before linearized reading' (duration: 5.56867791s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.389372Z","caller":"traceutil/trace.go:171","msg":"trace[1972256159] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25336; }","duration":"4.84981733s","start":"2026-03-01T14:57:07.539536Z","end":"2026-03-01T14:57:12.389354Z","steps":["trace[1972256159] 'agreement among raft nodes before linearized reading' (duration: 4.849551054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.772096Z","time spent":"4.617285746s","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.820624Z","time spent":"5.568786344s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:12.389425Z","caller":"traceutil/trace.go:171","msg":"trace[363819210] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25336; }","duration":"4.651822845s","start":"2026-03-01T14:57:07.737584Z","end":"2026-03-01T14:57:12.389407Z","steps":["trace[363819210] 'agreement among raft nodes before linearized reading' (duration: 4.651654961s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.53952Z","time spent":"4.849899363s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.737569Z","time spent":"4.651893997s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997644086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.389507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054510421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T14:57:12.389551Z","caller":"traceutil/trace.go:171","msg":"trace[804744053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25336; }","duration":"2.997729118s","start":"2026-03-01T14:57:09.391809Z","end":"2026-03-01T14:57:12.389538Z","steps":["trace[804744053] 'agreement among raft nodes before linearized reading' (duration: 2.997537623s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.389567Z","caller":"traceutil/trace.go:171","msg":"trace[943196234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25336; }","duration":"1.054604903s","start":"2026-03-01T14:57:11.334946Z","end":"2026-03-01T14:57:12.389551Z","steps":["trace[943196234] 'agreement among raft nodes before linearized reading' (duration: 1.054428579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.39175Z","time spent":"2.997828011s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.369312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.389608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928406667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-01T14:57:12.389611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.334925Z","time spent":"1.054674864s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T14:57:12.389587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.940502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-ttxwv\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-01T14:57:12.38966Z","caller":"traceutil/trace.go:171","msg":"trace[1106485384] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25336; }","duration":"5.928477639s","start":"2026-03-01T14:57:06.461158Z","end":"2026-03-01T14:57:12.389636Z","steps":["trace[1106485384] 'agreement among raft nodes before linearized reading' (duration: 5.928349336s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.46114Z","time spent":"5.928555422s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T14:57:12.389728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.933425884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:57:12.389787Z","caller":"traceutil/trace.go:171","msg":"trace[1168057348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25336; }","duration":"5.933516986s","start":"2026-03-01T14:57:06.456254Z","end":"2026-03-01T14:57:12.389771Z","steps":["trace[1168057348] 'agreement among raft nodes before linearized reading' (duration: 5.933429824s)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.389704Z","caller":"traceutil/trace.go:171","msg":"trace[1610636800] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-ttxwv; range_end:; response_count:1; response_revision:25336; }","duration":"497.104106ms","start":"2026-03-01T14:57:11.892582Z","end":"2026-03-01T14:57:12.389686Z","steps":["trace[1610636800] 'agreement among raft nodes before linearized reading' (duration: 496.807419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.656735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.389844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.171367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.389838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.456237Z","time spent":"5.933586238s","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T14:57:12.389864Z","caller":"traceutil/trace.go:171","msg":"trace[1174041038] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25336; }","duration":"495.248859ms","start":"2026-03-01T14:57:11.894608Z","end":"2026-03-01T14:57:12.389857Z","steps":["trace[1174041038] 'agreement among raft nodes before linearized reading' (duration: 495.214408ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.389859Z","caller":"traceutil/trace.go:171","msg":"trace[42949254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25336; }","duration":"440.738647ms","start":"2026-03-01T14:57:11.949111Z","end":"2026-03-01T14:57:12.389849Z","steps":["trace[42949254] 'agreement among raft nodes before linearized reading' (duration: 440.686936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641372036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T14:57:12.389888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.949083Z","time spent":"440.800348ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T14:57:12.389657Z","caller":"traceutil/trace.go:171","msg":"trace[1693391025] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25336; }","duration":"157.501315ms","start":"2026-03-01T14:57:12.232132Z","end":"2026-03-01T14:57:12.389633Z","steps":["trace[1693391025] 'agreement among raft nodes before linearized reading' (duration: 157.389242ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.389919Z","caller":"traceutil/trace.go:171","msg":"trace[208627550] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25336; }","duration":"2.641995891s","start":"2026-03-01T14:57:09.747912Z","end":"2026-03-01T14:57:12.389907Z","steps":["trace[208627550] 'agreement among raft nodes before linearized reading' (duration: 2.641333484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.389867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.892559Z","time spent":"497.29212ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-ttxwv\" "} {"level":"warn","ts":"2026-03-01T14:57:12.389964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:09.747895Z","time spent":"2.642056233s","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.389881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:11.894581Z","time spent":"495.29668ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-01T14:57:12.388622Z","caller":"traceutil/trace.go:171","msg":"trace[1864108847] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"3.686534742s","start":"2026-03-01T14:57:08.702027Z","end":"2026-03-01T14:57:12.388562Z","steps":["trace[1864108847] 'process raft request' (duration: 3.594116675s)","trace[1864108847] 'compare' (duration: 91.922254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:12.3902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:08.702013Z","time spent":"3.688129462s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:12.390354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931689611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T14:57:12.390442Z","caller":"traceutil/trace.go:171","msg":"trace[1324708323] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25336; }","duration":"5.931943448s","start":"2026-03-01T14:57:06.458477Z","end":"2026-03-01T14:57:12.390421Z","steps":["trace[1324708323] 'agreement among raft nodes before linearized reading' (duration: 5.93088102s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.390485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:06.458461Z","time spent":"5.932011679s","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T14:57:12.392672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603495688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385969"} {"level":"info","ts":"2026-03-01T14:57:12.392727Z","caller":"traceutil/trace.go:171","msg":"trace[1336509863] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25336; }","duration":"4.603605751s","start":"2026-03-01T14:57:07.789109Z","end":"2026-03-01T14:57:12.392715Z","steps":["trace[1336509863] 'agreement among raft nodes before linearized reading' (duration: 4.600463303s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.392782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:07.78907Z","time spent":"4.603682892s","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1978,"response size":385993,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-01T14:57:12.958507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.415573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T14:57:12.958599Z","caller":"traceutil/trace.go:171","msg":"trace[1476966948] linearizableReadLoop","detail":"{readStateIndex:26277; appliedIndex:26275; }","duration":"557.352523ms","start":"2026-03-01T14:57:12.401219Z","end":"2026-03-01T14:57:12.958572Z","steps":["trace[1476966948] 'read index received' (duration: 13.471369ms)","trace[1476966948] 'applied index is now lower than readState.Index' (duration: 543.880194ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:12.958705Z","caller":"traceutil/trace.go:171","msg":"trace[564353561] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"559.437725ms","start":"2026-03-01T14:57:12.399223Z","end":"2026-03-01T14:57:12.95866Z","steps":["trace[564353561] 'process raft request' (duration: 372.805167ms)","trace[564353561] 'compare' (duration: 186.264469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:12.958884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.39921Z","time spent":"559.520738ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:12.959068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.036865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T14:57:12.95915Z","caller":"traceutil/trace.go:171","msg":"trace[1663873315] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25339; }","duration":"557.145938ms","start":"2026-03-01T14:57:12.401985Z","end":"2026-03-01T14:57:12.959131Z","steps":["trace[1663873315] 'agreement among raft nodes before linearized reading' (duration: 556.909082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.959196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.401976Z","time spent":"557.21063ms","remote":"127.0.0.1:48820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T14:57:12.959453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.229415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-01T14:57:12.959491Z","caller":"traceutil/trace.go:171","msg":"trace[913702903] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45; range_end:; response_count:1; response_revision:25339; }","duration":"558.279316ms","start":"2026-03-01T14:57:12.401202Z","end":"2026-03-01T14:57:12.959481Z","steps":["trace[913702903] 'agreement among raft nodes before linearized reading' (duration: 558.178084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.959783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.871738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-01T14:57:12.959803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.507487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.959808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.798638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T14:57:12.959915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.879133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-01T14:57:12.959847Z","caller":"traceutil/trace.go:171","msg":"trace[200053883] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25339; }","duration":"540.930739ms","start":"2026-03-01T14:57:12.418886Z","end":"2026-03-01T14:57:12.959816Z","steps":["trace[200053883] 'agreement among raft nodes before linearized reading' (duration: 540.818327ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:12.959911Z","caller":"traceutil/trace.go:171","msg":"trace[1710652776] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25339; }","duration":"438.966852ms","start":"2026-03-01T14:57:12.520922Z","end":"2026-03-01T14:57:12.959889Z","steps":["trace[1710652776] 'agreement among raft nodes before linearized reading' (duration: 438.790318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.959523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.401194Z","time spent":"558.323528ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898bd4a362b1a45\" "} {"level":"warn","ts":"2026-03-01T14:57:12.959993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.418877Z","time spent":"541.106494ms","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T14:57:12.959992Z","caller":"traceutil/trace.go:171","msg":"trace[1406074395] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25339; }","duration":"513.007596ms","start":"2026-03-01T14:57:12.446967Z","end":"2026-03-01T14:57:12.959975Z","steps":["trace[1406074395] 'agreement among raft nodes before linearized reading' (duration: 512.75771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.96002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.520905Z","time spent":"439.093616ms","remote":"127.0.0.1:50492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T14:57:12.960036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.446949Z","time spent":"513.079038ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-01T14:57:12.959851Z","caller":"traceutil/trace.go:171","msg":"trace[1725835623] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25339; }","duration":"557.576109ms","start":"2026-03-01T14:57:12.40226Z","end":"2026-03-01T14:57:12.959836Z","steps":["trace[1725835623] 'agreement among raft nodes before linearized reading' (duration: 557.494227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.960215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.402251Z","time spent":"557.875806ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T14:57:12.965495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.867216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29539610-vwxs4.1898bf21555a47c6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25336 ","response":"range_response_count:500 size:385131"} {"level":"info","ts":"2026-03-01T14:57:12.965621Z","caller":"traceutil/trace.go:171","msg":"trace[1545666956] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29539610-vwxs4.1898bf21555a47c6\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25339; }","duration":"554.061891ms","start":"2026-03-01T14:57:12.41153Z","end":"2026-03-01T14:57:12.965591Z","steps":["trace[1545666956] 'agreement among raft nodes before linearized reading' (duration: 548.255415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:12.965709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:12.411517Z","time spent":"554.159153ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1478,"response size":385155,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29539610-vwxs4.1898bf21555a47c6\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25336 "} {"level":"info","ts":"2026-03-01T14:57:13.130571Z","caller":"traceutil/trace.go:171","msg":"trace[98439393] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"167.905297ms","start":"2026-03-01T14:57:12.962634Z","end":"2026-03-01T14:57:13.130539Z","steps":["trace[98439393] 'process raft request' (duration: 105.336472ms)","trace[98439393] 'compare' (duration: 62.067383ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.130656Z","caller":"traceutil/trace.go:171","msg":"trace[2047601515] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"165.901957ms","start":"2026-03-01T14:57:12.964729Z","end":"2026-03-01T14:57:13.130631Z","steps":["trace[2047601515] 'process raft request' (duration: 165.810764ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:13.130887Z","caller":"traceutil/trace.go:171","msg":"trace[106649317] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26277; }","duration":"167.894828ms","start":"2026-03-01T14:57:12.96298Z","end":"2026-03-01T14:57:13.130875Z","steps":["trace[106649317] 'read index received' (duration: 104.952963ms)","trace[106649317] 'applied index is now lower than readState.Index' (duration: 62.940515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.131108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.129947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vt6kc\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-01T14:57:13.13116Z","caller":"traceutil/trace.go:171","msg":"trace[660754022] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vt6kc; range_end:; response_count:1; response_revision:25341; }","duration":"161.220048ms","start":"2026-03-01T14:57:12.969927Z","end":"2026-03-01T14:57:13.131147Z","steps":["trace[660754022] 'agreement among raft nodes before linearized reading' (duration: 161.075045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.131363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.3873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-95b36ba3-6b46-40bf-a7ce-dfc212de1571\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-01T14:57:13.131402Z","caller":"traceutil/trace.go:171","msg":"trace[1420014116] range","detail":"{range_begin:/registry/persistentvolumes/pvc-95b36ba3-6b46-40bf-a7ce-dfc212de1571; range_end:; response_count:1; response_revision:25341; }","duration":"168.450351ms","start":"2026-03-01T14:57:12.96294Z","end":"2026-03-01T14:57:13.131391Z","steps":["trace[1420014116] 'agreement among raft nodes before linearized reading' (duration: 168.358249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.13448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.141795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-metadata-agent-default-9p7h9.1898be7576ba7c2e\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25336 ","response":"range_response_count:500 size:387429"} {"level":"info","ts":"2026-03-01T14:57:13.134536Z","caller":"traceutil/trace.go:171","msg":"trace[1077070528] range","detail":"{range_begin:/registry/events/openstack/neutron-metadata-agent-default-9p7h9.1898be7576ba7c2e\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25341; }","duration":"151.247008ms","start":"2026-03-01T14:57:12.983277Z","end":"2026-03-01T14:57:13.134524Z","steps":["trace[1077070528] 'agreement among raft nodes before linearized reading' (duration: 148.424137ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:57:13.473775Z","caller":"traceutil/trace.go:171","msg":"trace[1891085796] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26280; }","duration":"321.71995ms","start":"2026-03-01T14:57:13.152021Z","end":"2026-03-01T14:57:13.47374Z","steps":["trace[1891085796] 'read index received' (duration: 272.794218ms)","trace[1891085796] 'applied index is now lower than readState.Index' (duration: 48.924052ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:57:13.473809Z","caller":"traceutil/trace.go:171","msg":"trace[440936338] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"333.391254ms","start":"2026-03-01T14:57:13.140392Z","end":"2026-03-01T14:57:13.473783Z","steps":["trace[440936338] 'process raft request' (duration: 284.482793ms)","trace[440936338] 'compare' (duration: 48.726987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:57:13.473955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.14037Z","time spent":"333.502327ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4691,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T14:57:13.47402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.676852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3b999d7-e37a-49a6-838f-3da7aaede708\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-01T14:57:13.474079Z","caller":"traceutil/trace.go:171","msg":"trace[1532621056] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3b999d7-e37a-49a6-838f-3da7aaede708; range_end:; response_count:1; response_revision:25343; }","duration":"333.782734ms","start":"2026-03-01T14:57:13.14028Z","end":"2026-03-01T14:57:13.474062Z","steps":["trace[1532621056] 'agreement among raft nodes before linearized reading' (duration: 333.60068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.474175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.140253Z","time spent":"333.881558ms","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a3b999d7-e37a-49a6-838f-3da7aaede708\" "} {"level":"info","ts":"2026-03-01T14:57:13.479639Z","caller":"traceutil/trace.go:171","msg":"trace[388476502] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"323.456434ms","start":"2026-03-01T14:57:13.156167Z","end":"2026-03-01T14:57:13.479623Z","steps":["trace[388476502] 'process raft request' (duration: 323.386452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.479726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.156139Z","time spent":"323.546695ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T14:57:13.479715Z","caller":"traceutil/trace.go:171","msg":"trace[391537912] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"323.868094ms","start":"2026-03-01T14:57:13.155812Z","end":"2026-03-01T14:57:13.47968Z","steps":["trace[391537912] 'process raft request' (duration: 323.657739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.479882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.155793Z","time spent":"324.006918ms","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T14:57:13.482833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.991538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-barbican-server-0.1898bd1c316c7bad\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25336 ","response":"range_response_count:478 size:370570"} {"level":"info","ts":"2026-03-01T14:57:13.482902Z","caller":"traceutil/trace.go:171","msg":"trace[800087848] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-barbican-server-0.1898bd1c316c7bad\u0000; range_end:/registry/events/openstack0; response_count:478; response_revision:25345; }","duration":"328.101071ms","start":"2026-03-01T14:57:13.154787Z","end":"2026-03-01T14:57:13.482888Z","steps":["trace[800087848] 'agreement among raft nodes before linearized reading' (duration: 324.897819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:13.48297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T14:57:13.154767Z","time spent":"328.175984ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":478,"response size":370594,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-barbican-server-0.1898bd1c316c7bad\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25336 "} {"level":"warn","ts":"2026-03-01T14:57:13.799464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.251805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T14:57:13.799573Z","caller":"traceutil/trace.go:171","msg":"trace[1628197796] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25345; }","duration":"106.413589ms","start":"2026-03-01T14:57:13.69314Z","end":"2026-03-01T14:57:13.799554Z","steps":["trace[1628197796] 'count revisions from in-memory index tree' (duration: 106.153983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T14:57:15.352263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.240483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-01T14:57:23.556519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.916408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-01T14:59:24.241147Z","caller":"traceutil/trace.go:171","msg":"trace[1125879337] linearizableReadLoop","detail":"{readStateIndex:26286; appliedIndex:26285; }","duration":"102.737167ms","start":"2026-03-01T14:59:24.138376Z","end":"2026-03-01T14:59:24.241113Z","steps":["trace[1125879337] 'read index received' (duration: 102.276095ms)","trace[1125879337] 'applied index is now lower than readState.Index' (duration: 460.322µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:24.241387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.926492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:24.241415Z","caller":"traceutil/trace.go:171","msg":"trace[1537404497] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:25346; }","duration":"103.287291ms","start":"2026-03-01T14:59:24.138118Z","end":"2026-03-01T14:59:24.241405Z","steps":["trace[1537404497] 'agreement among raft nodes before linearized reading' (duration: 103.130497ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:24.241681Z","caller":"traceutil/trace.go:171","msg":"trace[541315142] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"131.06038ms","start":"2026-03-01T14:59:24.110614Z","end":"2026-03-01T14:59:24.241675Z","steps":["trace[541315142] 'process raft request' (duration: 130.088936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:28.107229Z","caller":"traceutil/trace.go:171","msg":"trace[1023086861] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"112.249487ms","start":"2026-03-01T14:59:27.994953Z","end":"2026-03-01T14:59:28.107203Z","steps":["trace[1023086861] 'process raft request' (duration: 112.029351ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:28.253291Z","caller":"traceutil/trace.go:171","msg":"trace[2096860297] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"114.910423ms","start":"2026-03-01T14:59:28.138348Z","end":"2026-03-01T14:59:28.253259Z","steps":["trace[2096860297] 'process raft request' (duration: 104.548862ms)","trace[2096860297] 'compare' (duration: 10.242578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T14:59:31.004881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.323577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vt6kc.1898bf74e10ead39\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T14:59:31.004976Z","caller":"traceutil/trace.go:171","msg":"trace[921819476] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vt6kc.1898bf74e10ead39; range_end:; response_count:0; response_revision:25384; }","duration":"108.484231ms","start":"2026-03-01T14:59:30.896464Z","end":"2026-03-01T14:59:31.004949Z","steps":["trace[921819476] 'range keys from in-memory index tree' (duration: 108.231154ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:31.213094Z","caller":"traceutil/trace.go:171","msg":"trace[496037913] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"128.206088ms","start":"2026-03-01T14:59:31.084855Z","end":"2026-03-01T14:59:31.213061Z","steps":["trace[496037913] 'process raft request' (duration: 45.401742ms)","trace[496037913] 'compare' (duration: 82.635052ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:31.669737Z","caller":"traceutil/trace.go:171","msg":"trace[157637269] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"111.57114ms","start":"2026-03-01T14:59:31.558143Z","end":"2026-03-01T14:59:31.669714Z","steps":["trace[157637269] 'process raft request' (duration: 103.261871ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T14:59:32.529008Z","caller":"traceutil/trace.go:171","msg":"trace[2331783] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"122.490513ms","start":"2026-03-01T14:59:32.40649Z","end":"2026-03-01T14:59:32.528981Z","steps":["trace[2331783] 'process raft request' (duration: 35.39635ms)","trace[2331783] 'compare' (duration: 86.942599ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T14:59:32.730639Z","caller":"traceutil/trace.go:171","msg":"trace[1621898151] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"116.002201ms","start":"2026-03-01T14:59:32.61461Z","end":"2026-03-01T14:59:32.730612Z","steps":["trace[1621898151] 'process raft request' (duration: 111.052547ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:31.758932Z","caller":"traceutil/trace.go:171","msg":"trace[1034072738] linearizableReadLoop","detail":"{readStateIndex:26905; appliedIndex:26904; }","duration":"450.629527ms","start":"2026-03-01T15:00:31.308278Z","end":"2026-03-01T15:00:31.758908Z","steps":["trace[1034072738] 'read index received' (duration: 450.524454ms)","trace[1034072738] 'applied index is now lower than readState.Index' (duration: 104.053µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:31.759067Z","caller":"traceutil/trace.go:171","msg":"trace[995148402] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"691.901881ms","start":"2026-03-01T15:00:31.067119Z","end":"2026-03-01T15:00:31.759021Z","steps":["trace[995148402] 'process raft request' (duration: 691.627455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.759183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.880473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T15:00:31.759219Z","caller":"traceutil/trace.go:171","msg":"trace[1823539785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25951; }","duration":"450.961474ms","start":"2026-03-01T15:00:31.308248Z","end":"2026-03-01T15:00:31.75921Z","steps":["trace[1823539785] 'agreement among raft nodes before linearized reading' (duration: 450.771879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.759256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.308233Z","time spent":"451.017106ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T15:00:31.759419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.06709Z","time spent":"692.137686ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:31.856675Z","caller":"traceutil/trace.go:171","msg":"trace[1285300384] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"358.818315ms","start":"2026-03-01T15:00:31.49782Z","end":"2026-03-01T15:00:31.856638Z","steps":["trace[1285300384] 'process raft request' (duration: 333.192829ms)","trace[1285300384] 'compare' (duration: 25.43131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:31.856871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.497802Z","time spent":"358.949659ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:31.85698Z","caller":"traceutil/trace.go:171","msg":"trace[460788097] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"224.342778ms","start":"2026-03-01T15:00:31.632614Z","end":"2026-03-01T15:00:31.856956Z","steps":["trace[460788097] 'process raft request' (duration: 223.963378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.857339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.900226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-01T15:00:31.857385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.671005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T15:00:31.857403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.259444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T15:00:31.857412Z","caller":"traceutil/trace.go:171","msg":"trace[673088906] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25954; }","duration":"548.013148ms","start":"2026-03-01T15:00:31.309382Z","end":"2026-03-01T15:00:31.857395Z","steps":["trace[673088906] 'agreement among raft nodes before linearized reading' (duration: 547.741721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:31.857444Z","caller":"traceutil/trace.go:171","msg":"trace[548325824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25954; }","duration":"494.739527ms","start":"2026-03-01T15:00:31.362691Z","end":"2026-03-01T15:00:31.857431Z","steps":["trace[548325824] 'agreement among raft nodes before linearized reading' (duration: 494.595253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.857473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.362631Z","time spent":"494.83646ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T15:00:31.857456Z","caller":"traceutil/trace.go:171","msg":"trace[1627937941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25954; }","duration":"459.344575ms","start":"2026-03-01T15:00:31.398099Z","end":"2026-03-01T15:00:31.857444Z","steps":["trace[1627937941] 'agreement among raft nodes before linearized reading' (duration: 459.11384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.857481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.309368Z","time spent":"548.093721ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T15:00:31.857518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.398094Z","time spent":"459.411387ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T15:00:31.857342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.256643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T15:00:31.857575Z","caller":"traceutil/trace.go:171","msg":"trace[1135693992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25954; }","duration":"459.52058ms","start":"2026-03-01T15:00:31.398039Z","end":"2026-03-01T15:00:31.85756Z","steps":["trace[1135693992] 'agreement among raft nodes before linearized reading' (duration: 459.192322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:31.857617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:31.39802Z","time spent":"459.585661ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T15:00:36.590766Z","caller":"traceutil/trace.go:171","msg":"trace[1881213542] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"167.081076ms","start":"2026-03-01T15:00:36.423643Z","end":"2026-03-01T15:00:36.590724Z","steps":["trace[1881213542] 'process raft request' (duration: 166.184794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:37.304761Z","caller":"traceutil/trace.go:171","msg":"trace[1157114909] linearizableReadLoop","detail":"{readStateIndex:26960; appliedIndex:26959; }","duration":"437.318221ms","start":"2026-03-01T15:00:36.867416Z","end":"2026-03-01T15:00:37.304734Z","steps":["trace[1157114909] 'read index received' (duration: 437.159167ms)","trace[1157114909] 'applied index is now lower than readState.Index' (duration: 158.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:37.305044Z","caller":"traceutil/trace.go:171","msg":"trace[1638990649] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"449.364734ms","start":"2026-03-01T15:00:36.855666Z","end":"2026-03-01T15:00:37.305031Z","steps":["trace[1638990649] 'process raft request' (duration: 448.902252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.305154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.855637Z","time spent":"449.446856ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:37.305387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.948238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-01T15:00:37.305443Z","caller":"traceutil/trace.go:171","msg":"trace[1598508206] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26004; }","duration":"438.025459ms","start":"2026-03-01T15:00:36.867403Z","end":"2026-03-01T15:00:37.305429Z","steps":["trace[1598508206] 'agreement among raft nodes before linearized reading' (duration: 437.842124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.305475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.867317Z","time spent":"438.153572ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T15:00:37.307522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.847681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T15:00:37.307636Z","caller":"traceutil/trace.go:171","msg":"trace[365994242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26004; }","duration":"424.055616ms","start":"2026-03-01T15:00:36.883553Z","end":"2026-03-01T15:00:37.307609Z","steps":["trace[365994242] 'agreement among raft nodes before linearized reading' (duration: 423.634576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.309245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.883516Z","time spent":"424.169219ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T15:00:37.309729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.380735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:37.309788Z","caller":"traceutil/trace.go:171","msg":"trace[2109217558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26004; }","duration":"395.483497ms","start":"2026-03-01T15:00:36.914289Z","end":"2026-03-01T15:00:37.309772Z","steps":["trace[2109217558] 'agreement among raft nodes before linearized reading' (duration: 395.382255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:37.309825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:36.914267Z","time spent":"395.547379ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T15:00:37.461496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.631553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:00:37.461607Z","caller":"traceutil/trace.go:171","msg":"trace[1813086531] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"144.415385ms","start":"2026-03-01T15:00:37.317172Z","end":"2026-03-01T15:00:37.461588Z","steps":["trace[1813086531] 'process raft request' (duration: 41.602537ms)","trace[1813086531] 'compare' (duration: 102.50306ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:38.229975Z","caller":"traceutil/trace.go:171","msg":"trace[1145584569] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"348.563837ms","start":"2026-03-01T15:00:37.88138Z","end":"2026-03-01T15:00:38.229944Z","steps":["trace[1145584569] 'process raft request' (duration: 348.363561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.230151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.88136Z","time spent":"348.70361ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:38.237605Z","caller":"traceutil/trace.go:171","msg":"trace[1944688392] linearizableReadLoop","detail":"{readStateIndex:26964; appliedIndex:26962; }","duration":"347.760326ms","start":"2026-03-01T15:00:37.889826Z","end":"2026-03-01T15:00:38.237586Z","steps":["trace[1944688392] 'read index received' (duration: 339.855496ms)","trace[1944688392] 'applied index is now lower than readState.Index' (duration: 7.90383ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:38.237635Z","caller":"traceutil/trace.go:171","msg":"trace[911212122] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"355.751138ms","start":"2026-03-01T15:00:37.881871Z","end":"2026-03-01T15:00:38.237622Z","steps":["trace[911212122] 'process raft request' (duration: 355.627564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.237703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.881827Z","time spent":"355.84116ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:38.237846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.948601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T15:00:38.237889Z","caller":"traceutil/trace.go:171","msg":"trace[240411642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26008; }","duration":"348.009872ms","start":"2026-03-01T15:00:37.889869Z","end":"2026-03-01T15:00:38.237879Z","steps":["trace[240411642] 'agreement among raft nodes before linearized reading' (duration: 347.855358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.237928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.889864Z","time spent":"348.056403ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T15:00:38.237961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.209762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29539620-dbhx7\" ","response":"range_response_count:1 size:2898"} {"level":"info","ts":"2026-03-01T15:00:38.23799Z","caller":"traceutil/trace.go:171","msg":"trace[118201160] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29539620-dbhx7; range_end:; response_count:1; response_revision:26008; }","duration":"318.300023ms","start":"2026-03-01T15:00:37.919681Z","end":"2026-03-01T15:00:38.237981Z","steps":["trace[118201160] 'agreement among raft nodes before linearized reading' (duration: 318.187731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.238013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.919647Z","time spent":"318.361645ms","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2922,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29539620-dbhx7\" "} {"level":"warn","ts":"2026-03-01T15:00:38.23799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.119824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T15:00:38.238122Z","caller":"traceutil/trace.go:171","msg":"trace[1237092449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26008; }","duration":"348.307129ms","start":"2026-03-01T15:00:37.889784Z","end":"2026-03-01T15:00:38.238091Z","steps":["trace[1237092449] 'agreement among raft nodes before linearized reading' (duration: 347.908449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.238158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.556931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:38.238167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:00:38.238189Z","caller":"traceutil/trace.go:171","msg":"trace[370018336] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26008; }","duration":"126.896205ms","start":"2026-03-01T15:00:38.111287Z","end":"2026-03-01T15:00:38.238183Z","steps":["trace[370018336] 'agreement among raft nodes before linearized reading' (duration: 126.849303ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:38.238191Z","caller":"traceutil/trace.go:171","msg":"trace[1376984342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26008; }","duration":"322.607883ms","start":"2026-03-01T15:00:37.915573Z","end":"2026-03-01T15:00:38.238181Z","steps":["trace[1376984342] 'agreement among raft nodes before linearized reading' (duration: 322.555441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.238218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.915565Z","time spent":"322.647704ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T15:00:38.238208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.889766Z","time spent":"348.425564ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T15:00:38.238475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.108171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T15:00:38.238493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.561747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T15:00:38.238519Z","caller":"traceutil/trace.go:171","msg":"trace[1342987522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26008; }","duration":"326.198384ms","start":"2026-03-01T15:00:37.912308Z","end":"2026-03-01T15:00:38.238506Z","steps":["trace[1342987522] 'agreement among raft nodes before linearized reading' (duration: 326.06351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.238565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.912284Z","time spent":"326.272866ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T15:00:38.238566Z","caller":"traceutil/trace.go:171","msg":"trace[52762406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26008; }","duration":"348.65526ms","start":"2026-03-01T15:00:37.889893Z","end":"2026-03-01T15:00:38.238548Z","steps":["trace[52762406] 'agreement among raft nodes before linearized reading' (duration: 348.514096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.238602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:37.889888Z","time spent":"348.706871ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T15:00:38.795666Z","caller":"traceutil/trace.go:171","msg":"trace[777489203] linearizableReadLoop","detail":"{readStateIndex:26970; appliedIndex:26969; }","duration":"188.114337ms","start":"2026-03-01T15:00:38.607528Z","end":"2026-03-01T15:00:38.795642Z","steps":["trace[777489203] 'read index received' (duration: 187.899301ms)","trace[777489203] 'applied index is now lower than readState.Index' (duration: 214.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:38.795807Z","caller":"traceutil/trace.go:171","msg":"trace[1955170167] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"196.96591ms","start":"2026-03-01T15:00:38.59879Z","end":"2026-03-01T15:00:38.795755Z","steps":["trace[1955170167] 'process raft request' (duration: 196.706553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:38.796884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.333308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29539620-dbhx7\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-03-01T15:00:38.79694Z","caller":"traceutil/trace.go:171","msg":"trace[1400710648] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29539620-dbhx7; range_end:; response_count:1; response_revision:26014; }","duration":"189.423479ms","start":"2026-03-01T15:00:38.607502Z","end":"2026-03-01T15:00:38.796925Z","steps":["trace[1400710648] 'agreement among raft nodes before linearized reading' (duration: 188.22665ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:39.211661Z","caller":"traceutil/trace.go:171","msg":"trace[779811384] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"537.857132ms","start":"2026-03-01T15:00:38.673775Z","end":"2026-03-01T15:00:39.211632Z","steps":["trace[779811384] 'process raft request' (duration: 482.059117ms)","trace[779811384] 'compare' (duration: 55.523628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:39.211784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.673745Z","time spent":"537.975645ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:00:39.288499Z","caller":"traceutil/trace.go:171","msg":"trace[2083757912] linearizableReadLoop","detail":"{readStateIndex:26972; appliedIndex:26970; }","duration":"373.548145ms","start":"2026-03-01T15:00:38.914903Z","end":"2026-03-01T15:00:39.288451Z","steps":["trace[2083757912] 'read index received' (duration: 241.149052ms)","trace[2083757912] 'applied index is now lower than readState.Index' (duration: 132.397563ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:39.288637Z","caller":"traceutil/trace.go:171","msg":"trace[223368471] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"482.15154ms","start":"2026-03-01T15:00:38.806473Z","end":"2026-03-01T15:00:39.288624Z","steps":["trace[223368471] 'process raft request' (duration: 481.790351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:39.288825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.80644Z","time spent":"482.290825ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7269,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:39.289044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.148161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:39.289085Z","caller":"traceutil/trace.go:171","msg":"trace[784095222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26016; }","duration":"374.224753ms","start":"2026-03-01T15:00:38.914849Z","end":"2026-03-01T15:00:39.289074Z","steps":["trace[784095222] 'agreement among raft nodes before linearized reading' (duration: 374.152771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:39.289113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:38.914828Z","time spent":"374.279914ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T15:00:39.306591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.053733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-01T15:00:39.30668Z","caller":"traceutil/trace.go:171","msg":"trace[1913386068] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26017; }","duration":"284.180576ms","start":"2026-03-01T15:00:39.022477Z","end":"2026-03-01T15:00:39.306657Z","steps":["trace[1913386068] 'agreement among raft nodes before linearized reading' (duration: 283.93458ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:39.453735Z","caller":"traceutil/trace.go:171","msg":"trace[704366015] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"142.471416ms","start":"2026-03-01T15:00:39.311233Z","end":"2026-03-01T15:00:39.453704Z","steps":["trace[704366015] 'process raft request' (duration: 90.121879ms)","trace[704366015] 'compare' (duration: 52.231164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:40.030903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.454444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:00:40.031086Z","caller":"traceutil/trace.go:171","msg":"trace[467233623] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26974; }","duration":"139.223645ms","start":"2026-03-01T15:00:39.891847Z","end":"2026-03-01T15:00:40.031071Z","steps":["trace[467233623] 'read index received' (duration: 138.781923ms)","trace[467233623] 'applied index is now lower than readState.Index' (duration: 440.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:40.031132Z","caller":"traceutil/trace.go:171","msg":"trace[760223563] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"559.495377ms","start":"2026-03-01T15:00:39.471606Z","end":"2026-03-01T15:00:40.031101Z","steps":["trace[760223563] 'process raft request' (duration: 559.399474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.031242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.389179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T15:00:40.031251Z","caller":"traceutil/trace.go:171","msg":"trace[628287690] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"560.828091ms","start":"2026-03-01T15:00:39.470402Z","end":"2026-03-01T15:00:40.03123Z","steps":["trace[628287690] 'process raft request' (duration: 93.962196ms)","trace[628287690] 'compare' (duration: 466.339071ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:40.031278Z","caller":"traceutil/trace.go:171","msg":"trace[188863922] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26020; }","duration":"139.454481ms","start":"2026-03-01T15:00:39.891813Z","end":"2026-03-01T15:00:40.031267Z","steps":["trace[188863922] 'agreement among raft nodes before linearized reading' (duration: 139.330398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:40.031281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.47158Z","time spent":"559.617661ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.03134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:00:39.470385Z","time spent":"560.910604ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:00:40.031341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.33939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:00:40.03148Z","caller":"traceutil/trace.go:171","msg":"trace[1568270615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26020; }","duration":"118.487853ms","start":"2026-03-01T15:00:39.912947Z","end":"2026-03-01T15:00:40.031435Z","steps":["trace[1568270615] 'agreement among raft nodes before linearized reading' (duration: 118.271548ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:41.34621Z","caller":"traceutil/trace.go:171","msg":"trace[935689402] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"125.529211ms","start":"2026-03-01T15:00:41.22065Z","end":"2026-03-01T15:00:41.346179Z","steps":["trace[935689402] 'process raft request' (duration: 46.427699ms)","trace[935689402] 'compare' (duration: 78.890776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:00:42.779912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.275635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:00:42.780257Z","caller":"traceutil/trace.go:171","msg":"trace[1942280992] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"153.905035ms","start":"2026-03-01T15:00:42.626336Z","end":"2026-03-01T15:00:42.780241Z","steps":["trace[1942280992] 'process raft request' (duration: 153.858354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:42.780458Z","caller":"traceutil/trace.go:171","msg":"trace[2028499816] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"158.937512ms","start":"2026-03-01T15:00:42.621511Z","end":"2026-03-01T15:00:42.780449Z","steps":["trace[2028499816] 'process raft request' (duration: 158.522392ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:42.780548Z","caller":"traceutil/trace.go:171","msg":"trace[944376789] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"162.454791ms","start":"2026-03-01T15:00:42.618057Z","end":"2026-03-01T15:00:42.780512Z","steps":["trace[944376789] 'process raft request' (duration: 32.519009ms)","trace[944376789] 'compare' (duration: 128.850795ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:42.780897Z","caller":"traceutil/trace.go:171","msg":"trace[857789378] linearizableReadLoop","detail":"{readStateIndex:27078; appliedIndex:27077; }","duration":"159.949317ms","start":"2026-03-01T15:00:42.620931Z","end":"2026-03-01T15:00:42.78088Z","steps":["trace[857789378] 'read index received' (duration: 29.79133ms)","trace[857789378] 'applied index is now lower than readState.Index' (duration: 130.153347ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:00:42.780931Z","caller":"traceutil/trace.go:171","msg":"trace[1002186353] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"157.033983ms","start":"2026-03-01T15:00:42.623865Z","end":"2026-03-01T15:00:42.780899Z","steps":["trace[1002186353] 'process raft request' (duration: 156.242044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:42.781196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.770286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:00:42.781202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.951281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-01T15:00:42.781249Z","caller":"traceutil/trace.go:171","msg":"trace[1921045363] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:26124; }","duration":"150.860799ms","start":"2026-03-01T15:00:42.630375Z","end":"2026-03-01T15:00:42.781236Z","steps":["trace[1921045363] 'agreement among raft nodes before linearized reading' (duration: 150.768466ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:00:42.781276Z","caller":"traceutil/trace.go:171","msg":"trace[2016350076] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26124; }","duration":"155.069004ms","start":"2026-03-01T15:00:42.626183Z","end":"2026-03-01T15:00:42.781252Z","steps":["trace[2016350076] 'agreement among raft nodes before linearized reading' (duration: 154.857179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:00:42.781348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.160953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-01T15:00:42.781494Z","caller":"traceutil/trace.go:171","msg":"trace[2063344268] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26124; }","duration":"166.354029ms","start":"2026-03-01T15:00:42.61512Z","end":"2026-03-01T15:00:42.781474Z","steps":["trace[2063344268] 'agreement among raft nodes before linearized reading' (duration: 165.940758ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:18.734611Z","caller":"traceutil/trace.go:171","msg":"trace[1770272615] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"160.616274ms","start":"2026-03-01T15:01:18.573963Z","end":"2026-03-01T15:01:18.734579Z","steps":["trace[1770272615] 'process raft request' (duration: 160.416739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.147881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.982349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:01:19.148224Z","caller":"traceutil/trace.go:171","msg":"trace[1450791949] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"352.438614ms","start":"2026-03-01T15:01:18.795759Z","end":"2026-03-01T15:01:19.148197Z","steps":["trace[1450791949] 'process raft request' (duration: 352.355582ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:19.148259Z","caller":"traceutil/trace.go:171","msg":"trace[242468905] linearizableReadLoop","detail":"{readStateIndex:27411; appliedIndex:27409; }","duration":"407.129531ms","start":"2026-03-01T15:01:18.741102Z","end":"2026-03-01T15:01:19.148232Z","steps":["trace[242468905] 'read index received' (duration: 32.627931ms)","trace[242468905] 'applied index is now lower than readState.Index' (duration: 374.49762ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:19.148279Z","caller":"traceutil/trace.go:171","msg":"trace[1938079535] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"405.88183ms","start":"2026-03-01T15:01:18.742353Z","end":"2026-03-01T15:01:19.148235Z","steps":["trace[1938079535] 'process raft request' (duration: 405.645984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.148329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.795728Z","time spent":"352.552217ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:19.148262Z","caller":"traceutil/trace.go:171","msg":"trace[66600840] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"407.406708ms","start":"2026-03-01T15:01:18.740813Z","end":"2026-03-01T15:01:19.148219Z","steps":["trace[66600840] 'process raft request' (duration: 184.984318ms)","trace[66600840] 'compare' (duration: 221.479776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:01:19.14844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.742341Z","time spent":"406.024503ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:19.148465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.740786Z","time spent":"407.602352ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:19.148554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.399558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-01T15:01:19.148623Z","caller":"traceutil/trace.go:171","msg":"trace[1569682327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26447; }","duration":"407.52966ms","start":"2026-03-01T15:01:18.741073Z","end":"2026-03-01T15:01:19.148603Z","steps":["trace[1569682327] 'agreement among raft nodes before linearized reading' (duration: 407.236913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.148654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:18.741064Z","time spent":"407.582931ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T15:01:19.159349Z","caller":"traceutil/trace.go:171","msg":"trace[1955560676] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"192.715202ms","start":"2026-03-01T15:01:18.966601Z","end":"2026-03-01T15:01:19.159316Z","steps":["trace[1955560676] 'process raft request' (duration: 192.416575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:19.159643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.68602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:19.15969Z","caller":"traceutil/trace.go:171","msg":"trace[78816656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26449; }","duration":"244.773732ms","start":"2026-03-01T15:01:18.914906Z","end":"2026-03-01T15:01:19.159679Z","steps":["trace[78816656] 'agreement among raft nodes before linearized reading' (duration: 244.614638ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:19.159586Z","caller":"traceutil/trace.go:171","msg":"trace[1552919694] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"115.302403ms","start":"2026-03-01T15:01:19.044272Z","end":"2026-03-01T15:01:19.159574Z","steps":["trace[1552919694] 'process raft request' (duration: 114.939204ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:21.729202Z","caller":"traceutil/trace.go:171","msg":"trace[1789982591] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"156.342896ms","start":"2026-03-01T15:01:21.57283Z","end":"2026-03-01T15:01:21.729173Z","steps":["trace[1789982591] 'process raft request' (duration: 156.140921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:22.103379Z","caller":"traceutil/trace.go:171","msg":"trace[515472282] linearizableReadLoop","detail":"{readStateIndex:27436; appliedIndex:27435; }","duration":"374.237303ms","start":"2026-03-01T15:01:21.729115Z","end":"2026-03-01T15:01:22.103353Z","steps":["trace[515472282] 'read index received' (duration: 373.988217ms)","trace[515472282] 'applied index is now lower than readState.Index' (duration: 247.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:22.103511Z","caller":"traceutil/trace.go:171","msg":"trace[1721872315] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"439.712711ms","start":"2026-03-01T15:01:21.663721Z","end":"2026-03-01T15:01:22.103434Z","steps":["trace[1721872315] 'process raft request' (duration: 439.457495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.103646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:21.6637Z","time spent":"439.880565ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:22.103769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.51375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.103845Z","caller":"traceutil/trace.go:171","msg":"trace[1420329711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26469; }","duration":"322.685184ms","start":"2026-03-01T15:01:21.781141Z","end":"2026-03-01T15:01:22.103827Z","steps":["trace[1420329711] 'agreement among raft nodes before linearized reading' (duration: 322.51396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.104008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.90463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.104071Z","caller":"traceutil/trace.go:171","msg":"trace[1621466544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26469; }","duration":"188.005973ms","start":"2026-03-01T15:01:21.916056Z","end":"2026-03-01T15:01:22.104062Z","steps":["trace[1621466544] 'agreement among raft nodes before linearized reading' (duration: 187.911981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.104084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.765014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.10418Z","caller":"traceutil/trace.go:171","msg":"trace[691255280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26469; }","duration":"312.853256ms","start":"2026-03-01T15:01:21.791286Z","end":"2026-03-01T15:01:22.104139Z","steps":["trace[691255280] 'agreement among raft nodes before linearized reading' (duration: 312.763914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.104222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:21.791275Z","time spent":"312.936649ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:22.104014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:21.781115Z","time spent":"322.766496ms","remote":"127.0.0.1:43018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:22.103921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.224562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:22.105025Z","caller":"traceutil/trace.go:171","msg":"trace[1362659624] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26469; }","duration":"402.619607ms","start":"2026-03-01T15:01:21.70238Z","end":"2026-03-01T15:01:22.105Z","steps":["trace[1362659624] 'agreement among raft nodes before linearized reading' (duration: 401.178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:22.105202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:21.702357Z","time spent":"402.823553ms","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:27.683894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907761992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T15:01:28.184464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907761992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T15:01:28.495349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509742213s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T15:01:28.495819Z","caller":"traceutil/trace.go:171","msg":"trace[164213580] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"1.510357308s","start":"2026-03-01T15:01:26.985442Z","end":"2026-03-01T15:01:28.495799Z","steps":["trace[164213580] 'process raft request' (duration: 1.510106142s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:28.495972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:26.985404Z","time spent":"1.510476861s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:29.596094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.568234ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.596289Z","caller":"traceutil/trace.go:171","msg":"trace[1844513319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26502; }","duration":"896.787729ms","start":"2026-03-01T15:01:28.699479Z","end":"2026-03-01T15:01:29.596266Z","steps":["trace[1844513319] 'range keys from in-memory index tree' (duration: 896.545003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.914653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T15:01:29.91481Z","caller":"traceutil/trace.go:171","msg":"trace[1296100046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345395s","start":"2026-03-01T15:01:27.914429Z","end":"2026-03-01T15:01:29.914775Z","steps":["trace[1296100046] 'agreement among raft nodes before linearized reading' (duration: 2.00013348s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.914906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.91441Z","time spent":"2.000468608s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 15:01:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T15:01:29.922587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235728773s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T15:01:29.923075Z","caller":"traceutil/trace.go:171","msg":"trace[1400537175] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"2.73366899s","start":"2026-03-01T15:01:27.189382Z","end":"2026-03-01T15:01:29.923051Z","steps":["trace[1400537175] 'process raft request' (duration: 2.733592438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.923226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.189358Z","time spent":"2.733791152s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:29.923171Z","caller":"traceutil/trace.go:171","msg":"trace[1146892216] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"2.741743392s","start":"2026-03-01T15:01:27.181361Z","end":"2026-03-01T15:01:29.923104Z","steps":["trace[1146892216] 'process raft request' (duration: 2.741464955s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:29.923402Z","caller":"traceutil/trace.go:171","msg":"trace[1450518554] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"2.733672808s","start":"2026-03-01T15:01:27.18972Z","end":"2026-03-01T15:01:29.923393Z","steps":["trace[1450518554] 'process raft request' (duration: 2.733295509s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.923461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.189713Z","time spent":"2.73372015s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:29.92351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.181333Z","time spent":"2.742010439s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:29.924122Z","caller":"traceutil/trace.go:171","msg":"trace[1589716920] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"2.140438213s","start":"2026-03-01T15:01:27.783665Z","end":"2026-03-01T15:01:29.924103Z","steps":["trace[1589716920] 'process raft request' (duration: 2.139682903s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:29.924223Z","caller":"traceutil/trace.go:171","msg":"trace[213581479] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"1.794982115s","start":"2026-03-01T15:01:28.129227Z","end":"2026-03-01T15:01:29.924209Z","steps":["trace[213581479] 'process raft request' (duration: 1.794639916s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.924271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.783639Z","time spent":"2.140581017s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:29.924299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.129191Z","time spent":"1.795065097s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:29.924499Z","caller":"traceutil/trace.go:171","msg":"trace[243264348] linearizableReadLoop","detail":"{readStateIndex:27475; appliedIndex:27469; }","duration":"2.741069217s","start":"2026-03-01T15:01:27.18342Z","end":"2026-03-01T15:01:29.924489Z","steps":["trace[243264348] 'read index received' (duration: 1.312166339s)","trace[243264348] 'applied index is now lower than readState.Index' (duration: 1.428902138s)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:29.92456Z","caller":"traceutil/trace.go:171","msg":"trace[234623379] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"1.485833711s","start":"2026-03-01T15:01:28.438716Z","end":"2026-03-01T15:01:29.92455Z","steps":["trace[234623379] 'process raft request' (duration: 1.485411451s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:29.924584Z","caller":"traceutil/trace.go:171","msg":"trace[613791328] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"1.48262s","start":"2026-03-01T15:01:28.441956Z","end":"2026-03-01T15:01:29.924576Z","steps":["trace[613791328] 'process raft request' (duration: 1.482438045s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.924615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.43869Z","time spent":"1.485893853s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:29.924638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.441936Z","time spent":"1.482668171s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:29.924794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739943708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T15:01:29.92483Z","caller":"traceutil/trace.go:171","msg":"trace[207312473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26509; }","duration":"2.739994409s","start":"2026-03-01T15:01:27.184824Z","end":"2026-03-01T15:01:29.924819Z","steps":["trace[207312473] 'agreement among raft nodes before linearized reading' (duration: 2.739877506s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.924851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124896823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T15:01:29.924862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.184816Z","time spent":"2.74003706s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T15:01:29.924881Z","caller":"traceutil/trace.go:171","msg":"trace[78456004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26509; }","duration":"1.124962585s","start":"2026-03-01T15:01:28.799909Z","end":"2026-03-01T15:01:29.924872Z","steps":["trace[78456004] 'agreement among raft nodes before linearized reading' (duration: 1.124844012s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.924916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.799889Z","time spent":"1.125020767s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T15:01:29.925007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.582311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.925038Z","caller":"traceutil/trace.go:171","msg":"trace[2015521556] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26509; }","duration":"287.651393ms","start":"2026-03-01T15:01:29.637378Z","end":"2026-03-01T15:01:29.925029Z","steps":["trace[2015521556] 'agreement among raft nodes before linearized reading' (duration: 287.603222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317177514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.925138Z","caller":"traceutil/trace.go:171","msg":"trace[1948110170] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26509; }","duration":"1.317259106s","start":"2026-03-01T15:01:28.607867Z","end":"2026-03-01T15:01:29.925126Z","steps":["trace[1948110170] 'agreement among raft nodes before linearized reading' (duration: 1.317193915s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.607843Z","time spent":"1.317316668s","remote":"127.0.0.1:43362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:29.925225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.950467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.925256Z","caller":"traceutil/trace.go:171","msg":"trace[1160425158] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26509; }","duration":"912.981307ms","start":"2026-03-01T15:01:29.012263Z","end":"2026-03-01T15:01:29.925245Z","steps":["trace[1160425158] 'agreement among raft nodes before linearized reading' (duration: 912.932046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.012211Z","time spent":"913.073479ms","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:29.925315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741891837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T15:01:29.925384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47468986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:01:29.925387Z","caller":"traceutil/trace.go:171","msg":"trace[1117559226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26509; }","duration":"2.742009519s","start":"2026-03-01T15:01:27.183359Z","end":"2026-03-01T15:01:29.925369Z","steps":["trace[1117559226] 'agreement among raft nodes before linearized reading' (duration: 2.741830125s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:29.925414Z","caller":"traceutil/trace.go:171","msg":"trace[959179785] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26509; }","duration":"1.474744021s","start":"2026-03-01T15:01:28.45066Z","end":"2026-03-01T15:01:29.925404Z","steps":["trace[959179785] 'agreement among raft nodes before linearized reading' (duration: 1.47469265s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.183338Z","time spent":"2.742086222s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T15:01:29.925446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.450467Z","time spent":"1.474971897s","remote":"127.0.0.1:59314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:29.925494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083483901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T15:01:29.925531Z","caller":"traceutil/trace.go:171","msg":"trace[1456399401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26509; }","duration":"1.083554652s","start":"2026-03-01T15:01:28.841968Z","end":"2026-03-01T15:01:29.925523Z","steps":["trace[1456399401] 'agreement among raft nodes before linearized reading' (duration: 1.08344963s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.84195Z","time spent":"1.083600214s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:29.925636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5350494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:01:29.925699Z","caller":"traceutil/trace.go:171","msg":"trace[1930609728] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26509; }","duration":"1.535149942s","start":"2026-03-01T15:01:28.390541Z","end":"2026-03-01T15:01:29.925691Z","steps":["trace[1930609728] 'agreement among raft nodes before linearized reading' (duration: 1.535030459s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.390519Z","time spent":"1.535207404s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:29.925334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471618522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.925849Z","caller":"traceutil/trace.go:171","msg":"trace[1240957479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26509; }","duration":"1.472174867s","start":"2026-03-01T15:01:28.453654Z","end":"2026-03-01T15:01:29.925829Z","steps":["trace[1240957479] 'agreement among raft nodes before linearized reading' (duration: 1.471648424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.925909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.453638Z","time spent":"1.472252698s","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:29.925984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617245869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T15:01:29.926088Z","caller":"traceutil/trace.go:171","msg":"trace[990988807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26509; }","duration":"1.617388713s","start":"2026-03-01T15:01:28.308658Z","end":"2026-03-01T15:01:29.926047Z","steps":["trace[990988807] 'agreement among raft nodes before linearized reading' (duration: 1.617094866s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.926141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:28.308634Z","time spent":"1.617496535s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T15:01:29.926393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53549006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T15:01:29.926435Z","caller":"traceutil/trace.go:171","msg":"trace[1775294393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26509; }","duration":"2.535568622s","start":"2026-03-01T15:01:27.390856Z","end":"2026-03-01T15:01:29.926425Z","steps":["trace[1775294393] 'agreement among raft nodes before linearized reading' (duration: 2.535458669s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.926465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.390839Z","time spent":"2.535618633s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T15:01:29.926469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96478393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:29.926565Z","caller":"traceutil/trace.go:171","msg":"trace[1367041358] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26509; }","duration":"1.965009696s","start":"2026-03-01T15:01:27.961529Z","end":"2026-03-01T15:01:29.926539Z","steps":["trace[1367041358] 'agreement among raft nodes before linearized reading' (duration: 1.964825611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:29.926618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:27.961484Z","time spent":"1.965122139s","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:30.432445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907762003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T15:01:31.369331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.786058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:01:31.369448Z","caller":"traceutil/trace.go:171","msg":"trace[1724999115] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"1.438735156s","start":"2026-03-01T15:01:29.930694Z","end":"2026-03-01T15:01:31.369429Z","steps":["trace[1724999115] 'process raft request' (duration: 520.760793ms)","trace[1724999115] 'compare' (duration: 917.458089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:01:31.369516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.930667Z","time spent":"1.438815847s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:31.934174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T15:01:31.934245Z","caller":"traceutil/trace.go:171","msg":"trace[940607969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054558s","start":"2026-03-01T15:01:29.934178Z","end":"2026-03-01T15:01:31.934232Z","steps":["trace[940607969] 'agreement among raft nodes before linearized reading' (duration: 1.999975236s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:31.934273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.934142Z","time spent":"2.00012514s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 15:01:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T15:01:32.089124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638147916s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T15:01:32.0913Z","caller":"traceutil/trace.go:171","msg":"trace[122488127] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"2.159483472s","start":"2026-03-01T15:01:29.931789Z","end":"2026-03-01T15:01:32.091272Z","steps":["trace[122488127] 'process raft request' (duration: 2.157545284s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.09147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.93172Z","time spent":"2.159653657s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.091589Z","caller":"traceutil/trace.go:171","msg":"trace[1147394616] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"2.159677968s","start":"2026-03-01T15:01:29.931847Z","end":"2026-03-01T15:01:32.091525Z","steps":["trace[1147394616] 'process raft request' (duration: 2.159343269s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.091721Z","caller":"traceutil/trace.go:171","msg":"trace[1386949340] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"2.159821011s","start":"2026-03-01T15:01:29.931863Z","end":"2026-03-01T15:01:32.091684Z","steps":["trace[1386949340] 'process raft request' (duration: 2.159546905s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.091826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.931823Z","time spent":"2.159875843s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:01:32.091889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.931838Z","time spent":"2.159965184s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.092227Z","caller":"traceutil/trace.go:171","msg":"trace[1557916270] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"2.160224722s","start":"2026-03-01T15:01:29.931957Z","end":"2026-03-01T15:01:32.092182Z","steps":["trace[1557916270] 'process raft request' (duration: 2.159677167s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.092389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.931909Z","time spent":"2.160397896s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.092546Z","caller":"traceutil/trace.go:171","msg":"trace[1323209564] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"2.160435186s","start":"2026-03-01T15:01:29.932069Z","end":"2026-03-01T15:01:32.092504Z","steps":["trace[1323209564] 'process raft request' (duration: 2.159881232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.09285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161431372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T15:01:32.092939Z","caller":"traceutil/trace.go:171","msg":"trace[1819125086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26515; }","duration":"2.161533644s","start":"2026-03-01T15:01:29.931382Z","end":"2026-03-01T15:01:32.092915Z","steps":["trace[1819125086] 'agreement among raft nodes before linearized reading' (duration: 2.161253447s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.092989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.931372Z","time spent":"2.161604257s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T15:01:32.093043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:29.932044Z","time spent":"2.1605821s","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.092617Z","caller":"traceutil/trace.go:171","msg":"trace[1590496049] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27477; }","duration":"2.161083293s","start":"2026-03-01T15:01:29.931399Z","end":"2026-03-01T15:01:32.092483Z","steps":["trace[1590496049] 'read index received' (duration: 519.610814ms)","trace[1590496049] 'applied index is now lower than readState.Index' (duration: 1.641470739s)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:01:32.095005Z","caller":"traceutil/trace.go:171","msg":"trace[2072247706] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"1.622762739s","start":"2026-03-01T15:01:30.472203Z","end":"2026-03-01T15:01:32.094966Z","steps":["trace[2072247706] 'process raft request' (duration: 1.622304647s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.095102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.472144Z","time spent":"1.622908873s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.12201Z","caller":"traceutil/trace.go:171","msg":"trace[970462199] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"208.503509ms","start":"2026-03-01T15:01:31.913416Z","end":"2026-03-01T15:01:32.121919Z","steps":["trace[970462199] 'process raft request' (duration: 208.287914ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.122188Z","caller":"traceutil/trace.go:171","msg":"trace[516583883] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"1.090483956s","start":"2026-03-01T15:01:31.031692Z","end":"2026-03-01T15:01:32.122176Z","steps":["trace[516583883] 'process raft request' (duration: 1.089258326s)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.122265Z","caller":"traceutil/trace.go:171","msg":"trace[907210484] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"190.998749ms","start":"2026-03-01T15:01:31.931096Z","end":"2026-03-01T15:01:32.122095Z","steps":["trace[907210484] 'process raft request' (duration: 190.899847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.122338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:31.031658Z","time spent":"1.090562399s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:01:32.122406Z","caller":"traceutil/trace.go:171","msg":"trace[185423556] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"191.279066ms","start":"2026-03-01T15:01:31.931099Z","end":"2026-03-01T15:01:32.122378Z","steps":["trace[185423556] 'process raft request' (duration: 190.941427ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.122786Z","caller":"traceutil/trace.go:171","msg":"trace[803368747] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"192.672911ms","start":"2026-03-01T15:01:31.9301Z","end":"2026-03-01T15:01:32.122773Z","steps":["trace[803368747] 'process raft request' (duration: 191.771738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.122898Z","caller":"traceutil/trace.go:171","msg":"trace[782662248] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"194.17399ms","start":"2026-03-01T15:01:31.928715Z","end":"2026-03-01T15:01:32.122889Z","steps":["trace[782662248] 'process raft request' (duration: 193.113323ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.122935Z","caller":"traceutil/trace.go:171","msg":"trace[629323151] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"191.873422ms","start":"2026-03-01T15:01:31.931009Z","end":"2026-03-01T15:01:32.122883Z","steps":["trace[629323151] 'process raft request' (duration: 190.895627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.122786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452529832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.122992Z","caller":"traceutil/trace.go:171","msg":"trace[1125723043] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"191.505243ms","start":"2026-03-01T15:01:31.93144Z","end":"2026-03-01T15:01:32.122945Z","steps":["trace[1125723043] 'process raft request' (duration: 190.738953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.701844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.123152Z","caller":"traceutil/trace.go:171","msg":"trace[585857497] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26525; }","duration":"507.753925ms","start":"2026-03-01T15:01:31.615386Z","end":"2026-03-01T15:01:32.12314Z","steps":["trace[585857497] 'agreement among raft nodes before linearized reading' (duration: 507.663503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:31.615347Z","time spent":"507.829837ms","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.12319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646074626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.123226Z","caller":"traceutil/trace.go:171","msg":"trace[253165296] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"192.098967ms","start":"2026-03-01T15:01:31.931062Z","end":"2026-03-01T15:01:32.123161Z","steps":["trace[253165296] 'process raft request' (duration: 190.877596ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.123265Z","caller":"traceutil/trace.go:171","msg":"trace[2070905607] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26525; }","duration":"1.646195539s","start":"2026-03-01T15:01:30.477043Z","end":"2026-03-01T15:01:32.123238Z","steps":["trace[2070905607] 'agreement among raft nodes before linearized reading' (duration: 1.646048555s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.477022Z","time spent":"1.646287572s","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.123363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939815992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.123539Z","caller":"traceutil/trace.go:171","msg":"trace[2013306028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26525; }","duration":"1.940199241s","start":"2026-03-01T15:01:30.183254Z","end":"2026-03-01T15:01:32.123453Z","steps":["trace[2013306028] 'agreement among raft nodes before linearized reading' (duration: 1.939675358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.657443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:32.123628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.183234Z","time spent":"1.940371096s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:01:32.123656Z","caller":"traceutil/trace.go:171","msg":"trace[45503008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26525; }","duration":"426.735406ms","start":"2026-03-01T15:01:31.696893Z","end":"2026-03-01T15:01:32.123629Z","steps":["trace[45503008] 'agreement among raft nodes before linearized reading' (duration: 426.685364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.12369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:31.696868Z","time spent":"426.814558ms","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.123782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157554835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.123835Z","caller":"traceutil/trace.go:171","msg":"trace[582933352] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26525; }","duration":"1.157609696s","start":"2026-03-01T15:01:30.96621Z","end":"2026-03-01T15:01:32.12382Z","steps":["trace[582933352] 'agreement among raft nodes before linearized reading' (duration: 1.157521064s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.966135Z","time spent":"1.157728509s","remote":"127.0.0.1:43356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.123664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465584791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-01T15:01:32.123984Z","caller":"traceutil/trace.go:171","msg":"trace[205291791] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26525; }","duration":"1.46594013s","start":"2026-03-01T15:01:30.658031Z","end":"2026-03-01T15:01:32.123971Z","steps":["trace[205291791] 'agreement among raft nodes before linearized reading' (duration: 1.465499579s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.124032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.658002Z","time spent":"1.466018172s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-01T15:01:32.124132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970786322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:32.124259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304703941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:01:32.124299Z","caller":"traceutil/trace.go:171","msg":"trace[27274726] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26525; }","duration":"1.304773443s","start":"2026-03-01T15:01:30.819513Z","end":"2026-03-01T15:01:32.124286Z","steps":["trace[27274726] 'agreement among raft nodes before linearized reading' (duration: 1.304720792s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.124335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.819493Z","time spent":"1.304829074s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.124366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802338229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:01:32.123015Z","caller":"traceutil/trace.go:171","msg":"trace[661204735] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26525; }","duration":"1.452927533s","start":"2026-03-01T15:01:30.670071Z","end":"2026-03-01T15:01:32.122998Z","steps":["trace[661204735] 'agreement among raft nodes before linearized reading' (duration: 1.452391569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.124192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077914461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:01:32.124556Z","caller":"traceutil/trace.go:171","msg":"trace[1388550129] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26525; }","duration":"1.078410392s","start":"2026-03-01T15:01:31.046138Z","end":"2026-03-01T15:01:32.124548Z","steps":["trace[1388550129] 'agreement among raft nodes before linearized reading' (duration: 1.077941361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.124587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:31.046121Z","time spent":"1.078457494s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:01:32.124645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.670055Z","time spent":"1.454566023s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:01:32.124248Z","caller":"traceutil/trace.go:171","msg":"trace[67475558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26525; }","duration":"1.970948505s","start":"2026-03-01T15:01:30.153282Z","end":"2026-03-01T15:01:32.124231Z","steps":["trace[67475558] 'agreement among raft nodes before linearized reading' (duration: 1.970816842s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.123555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.076541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:01:32.124758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.153254Z","time spent":"1.971482029s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:01:32.1248Z","caller":"traceutil/trace.go:171","msg":"trace[1129702519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26525; }","duration":"190.366413ms","start":"2026-03-01T15:01:31.934424Z","end":"2026-03-01T15:01:32.12479Z","steps":["trace[1129702519] 'agreement among raft nodes before linearized reading' (duration: 189.097832ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:01:32.12445Z","caller":"traceutil/trace.go:171","msg":"trace[1742954132] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26525; }","duration":"1.802432212s","start":"2026-03-01T15:01:30.321969Z","end":"2026-03-01T15:01:32.124401Z","steps":["trace[1742954132] 'agreement among raft nodes before linearized reading' (duration: 1.802009901s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:01:32.124926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:01:30.321947Z","time spent":"1.802955405s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-01T15:02:12.499978Z","caller":"traceutil/trace.go:171","msg":"trace[231029159] linearizableReadLoop","detail":"{readStateIndex:27939; appliedIndex:27938; }","duration":"159.427474ms","start":"2026-03-01T15:02:12.340525Z","end":"2026-03-01T15:02:12.499952Z","steps":["trace[231029159] 'read index received' (duration: 159.271001ms)","trace[231029159] 'applied index is now lower than readState.Index' (duration: 154.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:12.500038Z","caller":"traceutil/trace.go:171","msg":"trace[1963337495] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"267.077305ms","start":"2026-03-01T15:02:12.232921Z","end":"2026-03-01T15:02:12.499998Z","steps":["trace[1963337495] 'process raft request' (duration: 266.869269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:12.500255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.721301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T15:02:12.500311Z","caller":"traceutil/trace.go:171","msg":"trace[1694728098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26959; }","duration":"159.850115ms","start":"2026-03-01T15:02:12.340447Z","end":"2026-03-01T15:02:12.500297Z","steps":["trace[1694728098] 'agreement among raft nodes before linearized reading' (duration: 159.64649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.001002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823085989907763110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T15:02:13.154848Z","caller":"traceutil/trace.go:171","msg":"trace[318428681] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"769.000992ms","start":"2026-03-01T15:02:12.385824Z","end":"2026-03-01T15:02:13.154825Z","steps":["trace[318428681] 'process raft request' (duration: 768.894129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.154996Z","caller":"traceutil/trace.go:171","msg":"trace[48560650] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"775.121367ms","start":"2026-03-01T15:02:12.379843Z","end":"2026-03-01T15:02:13.154964Z","steps":["trace[48560650] 'process raft request' (duration: 774.700216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.155146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.379821Z","time spent":"775.246369ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:13.155286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.385812Z","time spent":"769.104505ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:13.155353Z","caller":"traceutil/trace.go:171","msg":"trace[93618092] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"755.676086ms","start":"2026-03-01T15:02:12.399646Z","end":"2026-03-01T15:02:13.155322Z","steps":["trace[93618092] 'process raft request' (duration: 755.150923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.155422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.399621Z","time spent":"755.758189ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:13.155511Z","caller":"traceutil/trace.go:171","msg":"trace[506480956] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"751.949434ms","start":"2026-03-01T15:02:12.403552Z","end":"2026-03-01T15:02:13.155501Z","steps":["trace[506480956] 'process raft request' (duration: 751.750599ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.155478Z","caller":"traceutil/trace.go:171","msg":"trace[579379261] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"753.143784ms","start":"2026-03-01T15:02:12.402304Z","end":"2026-03-01T15:02:13.155447Z","steps":["trace[579379261] 'process raft request' (duration: 752.889227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.155568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.40354Z","time spent":"751.996415ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:13.155626Z","caller":"traceutil/trace.go:171","msg":"trace[10248433] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"736.003931ms","start":"2026-03-01T15:02:12.419593Z","end":"2026-03-01T15:02:13.155597Z","steps":["trace[10248433] 'process raft request' (duration: 735.908439ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.155674Z","caller":"traceutil/trace.go:171","msg":"trace[1592782534] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"748.167747ms","start":"2026-03-01T15:02:12.407466Z","end":"2026-03-01T15:02:13.155633Z","steps":["trace[1592782534] 'process raft request' (duration: 747.975212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.1558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.419568Z","time spent":"736.140155ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:13.155647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.40229Z","time spent":"753.269936ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:13.155818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.40745Z","time spent":"748.294321ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:13.157802Z","caller":"traceutil/trace.go:171","msg":"trace[191960100] linearizableReadLoop","detail":"{readStateIndex:27948; appliedIndex:27939; }","duration":"657.718661ms","start":"2026-03-01T15:02:12.500059Z","end":"2026-03-01T15:02:13.157778Z","steps":["trace[191960100] 'read index received' (duration: 654.580972ms)","trace[191960100] 'applied index is now lower than readState.Index' (duration: 3.136569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:13.15788Z","caller":"traceutil/trace.go:171","msg":"trace[1310265791] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"472.550778ms","start":"2026-03-01T15:02:12.685305Z","end":"2026-03-01T15:02:13.157856Z","steps":["trace[1310265791] 'process raft request' (duration: 472.426505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.157978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.685279Z","time spent":"472.650871ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:13.158029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.951912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T15:02:13.158067Z","caller":"traceutil/trace.go:171","msg":"trace[572073797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26968; }","duration":"802.047084ms","start":"2026-03-01T15:02:12.356009Z","end":"2026-03-01T15:02:13.158056Z","steps":["trace[572073797] 'agreement among raft nodes before linearized reading' (duration: 801.87897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.616075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T15:02:13.158081Z","caller":"traceutil/trace.go:171","msg":"trace[1712739502] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"652.740795ms","start":"2026-03-01T15:02:12.505331Z","end":"2026-03-01T15:02:13.158071Z","steps":["trace[1712739502] 'process raft request' (duration: 652.285494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.355988Z","time spent":"802.099846ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T15:02:13.158108Z","caller":"traceutil/trace.go:171","msg":"trace[482533118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26968; }","duration":"809.666896ms","start":"2026-03-01T15:02:12.348423Z","end":"2026-03-01T15:02:13.15809Z","steps":["trace[482533118] 'agreement among raft nodes before linearized reading' (duration: 809.492162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.348369Z","time spent":"809.766598ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T15:02:13.158149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.505302Z","time spent":"652.818997ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:13.158262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.188989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:13.15827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.205448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T15:02:13.158314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.649497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T15:02:13.158328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.353268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:02:13.158335Z","caller":"traceutil/trace.go:171","msg":"trace[1326207887] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26968; }","duration":"304.290412ms","start":"2026-03-01T15:02:12.854024Z","end":"2026-03-01T15:02:13.158315Z","steps":["trace[1326207887] 'agreement among raft nodes before linearized reading' (duration: 304.171849ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.15834Z","caller":"traceutil/trace.go:171","msg":"trace[1672556466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26968; }","duration":"802.316881ms","start":"2026-03-01T15:02:12.356008Z","end":"2026-03-01T15:02:13.158325Z","steps":["trace[1672556466] 'agreement among raft nodes before linearized reading' (duration: 802.113946ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.158351Z","caller":"traceutil/trace.go:171","msg":"trace[1680072058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26968; }","duration":"195.687288ms","start":"2026-03-01T15:02:12.962654Z","end":"2026-03-01T15:02:13.158341Z","steps":["trace[1680072058] 'agreement among raft nodes before linearized reading' (duration: 195.586305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:13.158364Z","caller":"traceutil/trace.go:171","msg":"trace[2080623076] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26968; }","duration":"301.404559ms","start":"2026-03-01T15:02:12.856948Z","end":"2026-03-01T15:02:13.158352Z","steps":["trace[2080623076] 'agreement among raft nodes before linearized reading' (duration: 301.267115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.854006Z","time spent":"304.358963ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:02:13.158379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.355994Z","time spent":"802.376423ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T15:02:13.158414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.856938Z","time spent":"301.46836ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-01T15:02:13.158513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.375724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:13.158544Z","caller":"traceutil/trace.go:171","msg":"trace[111848150] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26968; }","duration":"304.405174ms","start":"2026-03-01T15:02:12.854131Z","end":"2026-03-01T15:02:13.158536Z","steps":["trace[111848150] 'agreement among raft nodes before linearized reading' (duration: 304.358903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.395104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:13.158569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.854118Z","time spent":"304.444806ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-01T15:02:13.158572Z","caller":"traceutil/trace.go:171","msg":"trace[2096543161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26968; }","duration":"304.457746ms","start":"2026-03-01T15:02:12.854107Z","end":"2026-03-01T15:02:13.158565Z","steps":["trace[2096543161] 'agreement among raft nodes before linearized reading' (duration: 304.414835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:13.158599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:12.854083Z","time spent":"304.511398ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T15:02:13.15869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.303067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:13.158766Z","caller":"traceutil/trace.go:171","msg":"trace[775844300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26968; }","duration":"245.802799ms","start":"2026-03-01T15:02:12.912945Z","end":"2026-03-01T15:02:13.158748Z","steps":["trace[775844300] 'agreement among raft nodes before linearized reading' (duration: 245.303986ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.418692Z","caller":"traceutil/trace.go:171","msg":"trace[1202201732] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"220.312367ms","start":"2026-03-01T15:02:25.198356Z","end":"2026-03-01T15:02:25.418669Z","steps":["trace[1202201732] 'process raft request' (duration: 220.154923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.520985Z","caller":"traceutil/trace.go:171","msg":"trace[131094982] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"308.449637ms","start":"2026-03-01T15:02:25.212506Z","end":"2026-03-01T15:02:25.520956Z","steps":["trace[131094982] 'process raft request' (duration: 308.333344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.521004Z","caller":"traceutil/trace.go:171","msg":"trace[2057026329] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"308.524628ms","start":"2026-03-01T15:02:25.212425Z","end":"2026-03-01T15:02:25.52095Z","steps":["trace[2057026329] 'process raft request' (duration: 274.109052ms)","trace[2057026329] 'compare' (duration: 34.14984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:02:25.521123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.212491Z","time spent":"308.560689ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:25.521231Z","caller":"traceutil/trace.go:171","msg":"trace[1961051360] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"308.656021ms","start":"2026-03-01T15:02:25.212569Z","end":"2026-03-01T15:02:25.521225Z","steps":["trace[1961051360] 'process raft request' (duration: 308.360274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.521217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.212413Z","time spent":"308.683062ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:25.521269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.21254Z","time spent":"308.709793ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:25.521317Z","caller":"traceutil/trace.go:171","msg":"trace[1994876305] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"308.757153ms","start":"2026-03-01T15:02:25.212555Z","end":"2026-03-01T15:02:25.521312Z","steps":["trace[1994876305] 'process raft request' (duration: 308.325513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.521344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.212526Z","time spent":"308.801165ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:25.521421Z","caller":"traceutil/trace.go:171","msg":"trace[428225108] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"308.799035ms","start":"2026-03-01T15:02:25.212597Z","end":"2026-03-01T15:02:25.521396Z","steps":["trace[428225108] 'process raft request' (duration: 308.373834ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.521434Z","caller":"traceutil/trace.go:171","msg":"trace[1579269159] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"308.808605ms","start":"2026-03-01T15:02:25.212598Z","end":"2026-03-01T15:02:25.521407Z","steps":["trace[1579269159] 'process raft request' (duration: 308.405165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.521785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.212583Z","time spent":"308.944269ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:25.521063Z","caller":"traceutil/trace.go:171","msg":"trace[22874038] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28029; }","duration":"307.029531ms","start":"2026-03-01T15:02:25.214009Z","end":"2026-03-01T15:02:25.521039Z","steps":["trace[22874038] 'read index received' (duration: 204.54186ms)","trace[22874038] 'applied index is now lower than readState.Index' (duration: 102.486911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:02:25.521871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.860952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T15:02:25.521783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.212577Z","time spent":"308.920058ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:25.521895Z","caller":"traceutil/trace.go:171","msg":"trace[761856421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27054; }","duration":"307.913103ms","start":"2026-03-01T15:02:25.213975Z","end":"2026-03-01T15:02:25.521888Z","steps":["trace[761856421] 'agreement among raft nodes before linearized reading' (duration: 307.82021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.521919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.213963Z","time spent":"307.953574ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T15:02:25.522015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.645026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:25.522022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.741428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:25.522065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.612134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:25.522109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.78937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T15:02:25.522145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.738307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:25.522148Z","caller":"traceutil/trace.go:171","msg":"trace[1563285472] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27054; }","duration":"108.756708ms","start":"2026-03-01T15:02:25.413374Z","end":"2026-03-01T15:02:25.52213Z","steps":["trace[1563285472] 'agreement among raft nodes before linearized reading' (duration: 108.600704ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.522183Z","caller":"traceutil/trace.go:171","msg":"trace[1979781277] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27054; }","duration":"108.776508ms","start":"2026-03-01T15:02:25.413395Z","end":"2026-03-01T15:02:25.522171Z","steps":["trace[1979781277] 'agreement among raft nodes before linearized reading' (duration: 108.716136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.5222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.442415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T15:02:25.52222Z","caller":"traceutil/trace.go:171","msg":"trace[668729644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27054; }","duration":"306.491437ms","start":"2026-03-01T15:02:25.215723Z","end":"2026-03-01T15:02:25.522214Z","steps":["trace[668729644] 'agreement among raft nodes before linearized reading' (duration: 306.396695ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.522173Z","caller":"traceutil/trace.go:171","msg":"trace[1984544801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27054; }","duration":"307.842921ms","start":"2026-03-01T15:02:25.214291Z","end":"2026-03-01T15:02:25.522134Z","steps":["trace[1984544801] 'agreement among raft nodes before linearized reading' (duration: 307.660756ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:25.52209Z","caller":"traceutil/trace.go:171","msg":"trace[1539306223] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27054; }","duration":"108.730558ms","start":"2026-03-01T15:02:25.413318Z","end":"2026-03-01T15:02:25.522048Z","steps":["trace[1539306223] 'agreement among raft nodes before linearized reading' (duration: 108.635845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.522252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.215715Z","time spent":"306.532158ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T15:02:25.522088Z","caller":"traceutil/trace.go:171","msg":"trace[155664150] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27054; }","duration":"108.84174ms","start":"2026-03-01T15:02:25.413229Z","end":"2026-03-01T15:02:25.522071Z","steps":["trace[155664150] 'agreement among raft nodes before linearized reading' (duration: 108.733818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.522228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.84219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:02:25.522354Z","caller":"traceutil/trace.go:171","msg":"trace[27280813] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27054; }","duration":"109.022485ms","start":"2026-03-01T15:02:25.41332Z","end":"2026-03-01T15:02:25.522342Z","steps":["trace[27280813] 'agreement among raft nodes before linearized reading' (duration: 108.692227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.522451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.79872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T15:02:25.522527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.214285Z","time spent":"307.967445ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T15:02:25.522496Z","caller":"traceutil/trace.go:171","msg":"trace[1679834539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27054; }","duration":"307.877912ms","start":"2026-03-01T15:02:25.214606Z","end":"2026-03-01T15:02:25.522484Z","steps":["trace[1679834539] 'agreement among raft nodes before linearized reading' (duration: 307.686247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:25.52262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.214591Z","time spent":"308.019905ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T15:02:26.015023Z","caller":"traceutil/trace.go:171","msg":"trace[37052614] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"487.936045ms","start":"2026-03-01T15:02:25.52706Z","end":"2026-03-01T15:02:26.014996Z","steps":["trace[37052614] 'process raft request' (duration: 487.798402ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015018Z","caller":"traceutil/trace.go:171","msg":"trace[1569457463] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"488.007297ms","start":"2026-03-01T15:02:25.52697Z","end":"2026-03-01T15:02:26.014977Z","steps":["trace[1569457463] 'process raft request' (duration: 410.018003ms)","trace[1569457463] 'compare' (duration: 77.310207ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:26.015351Z","caller":"traceutil/trace.go:171","msg":"trace[247481028] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"487.871174ms","start":"2026-03-01T15:02:25.527449Z","end":"2026-03-01T15:02:26.01532Z","steps":["trace[247481028] 'process raft request' (duration: 487.510445ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015371Z","caller":"traceutil/trace.go:171","msg":"trace[1992842509] linearizableReadLoop","detail":"{readStateIndex:28042; appliedIndex:28037; }","duration":"392.842651ms","start":"2026-03-01T15:02:25.622512Z","end":"2026-03-01T15:02:26.015355Z","steps":["trace[1992842509] 'read index received' (duration: 314.501739ms)","trace[1992842509] 'applied index is now lower than readState.Index' (duration: 78.339962ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:26.015406Z","caller":"traceutil/trace.go:171","msg":"trace[1141962975] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"487.391071ms","start":"2026-03-01T15:02:25.528002Z","end":"2026-03-01T15:02:26.015393Z","steps":["trace[1141962975] 'process raft request' (duration: 487.215157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.52744Z","time spent":"487.958365ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:26.01547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.527978Z","time spent":"487.457953ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:26.01547Z","caller":"traceutil/trace.go:171","msg":"trace[1361823103] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"421.852881ms","start":"2026-03-01T15:02:25.593584Z","end":"2026-03-01T15:02:26.015437Z","steps":["trace[1361823103] 'process raft request' (duration: 421.718938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.561425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-01T15:02:26.015615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.072526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T15:02:26.015655Z","caller":"traceutil/trace.go:171","msg":"trace[1948140004] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27059; }","duration":"340.645267ms","start":"2026-03-01T15:02:25.674998Z","end":"2026-03-01T15:02:26.015643Z","steps":["trace[1948140004] 'agreement among raft nodes before linearized reading' (duration: 340.535804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.179595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:26.015704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.610867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:26.01569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.682268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:02:26.015745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.178025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:26.015733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.74167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:26.015745Z","caller":"traceutil/trace.go:171","msg":"trace[899450991] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27059; }","duration":"392.331889ms","start":"2026-03-01T15:02:25.623389Z","end":"2026-03-01T15:02:26.015721Z","steps":["trace[899450991] 'agreement among raft nodes before linearized reading' (duration: 392.100903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.198459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-01T15:02:26.015782Z","caller":"traceutil/trace.go:171","msg":"trace[334186652] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27059; }","duration":"340.658247ms","start":"2026-03-01T15:02:25.675065Z","end":"2026-03-01T15:02:26.015723Z","steps":["trace[334186652] 'agreement among raft nodes before linearized reading' (duration: 340.578675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015785Z","caller":"traceutil/trace.go:171","msg":"trace[1743337928] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27059; }","duration":"392.255527ms","start":"2026-03-01T15:02:25.623519Z","end":"2026-03-01T15:02:26.015774Z","steps":["trace[1743337928] 'agreement among raft nodes before linearized reading' (duration: 392.206376ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015787Z","caller":"traceutil/trace.go:171","msg":"trace[1067925644] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27059; }","duration":"340.814922ms","start":"2026-03-01T15:02:25.674964Z","end":"2026-03-01T15:02:26.015779Z","steps":["trace[1067925644] 'agreement among raft nodes before linearized reading' (duration: 340.75297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015798Z","caller":"traceutil/trace.go:171","msg":"trace[243823234] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27059; }","duration":"385.24339ms","start":"2026-03-01T15:02:25.630547Z","end":"2026-03-01T15:02:26.015791Z","steps":["trace[243823234] 'agreement among raft nodes before linearized reading' (duration: 385.166428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.623487Z","time spent":"392.321828ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T15:02:26.015797Z","caller":"traceutil/trace.go:171","msg":"trace[769579631] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27059; }","duration":"234.838363ms","start":"2026-03-01T15:02:25.780933Z","end":"2026-03-01T15:02:26.015771Z","steps":["trace[769579631] 'agreement among raft nodes before linearized reading' (duration: 234.675268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.675053Z","time spent":"340.749979ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.984525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:26.015933Z","caller":"traceutil/trace.go:171","msg":"trace[1093366290] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27059; }","duration":"393.476857ms","start":"2026-03-01T15:02:25.622446Z","end":"2026-03-01T15:02:26.015923Z","steps":["trace[1093366290] 'agreement among raft nodes before linearized reading' (duration: 392.987184ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.015659Z","caller":"traceutil/trace.go:171","msg":"trace[921359868] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27059; }","duration":"248.180489ms","start":"2026-03-01T15:02:25.767469Z","end":"2026-03-01T15:02:26.015649Z","steps":["trace[921359868] 'agreement among raft nodes before linearized reading' (duration: 248.093047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.015967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.622422Z","time spent":"393.535609ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.526945Z","time spent":"488.321125ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:26.015821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.674953Z","time spent":"340.860583ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.674966Z","time spent":"340.716289ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.627502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:02:26.01568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.838734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T15:02:26.015194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.527054Z","time spent":"488.047888ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:02:26.015821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.630538Z","time spent":"385.276611ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.623383Z","time spent":"392.419471ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-01T15:02:26.016123Z","caller":"traceutil/trace.go:171","msg":"trace[892876556] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27059; }","duration":"342.070293ms","start":"2026-03-01T15:02:25.674038Z","end":"2026-03-01T15:02:26.016109Z","steps":["trace[892876556] 'agreement among raft nodes before linearized reading' (duration: 341.641432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.016544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.674025Z","time spent":"342.506704ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T15:02:26.015618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:25.593558Z","time spent":"421.980724ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:02:26.016247Z","caller":"traceutil/trace.go:171","msg":"trace[1820537810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27059; }","duration":"297.432799ms","start":"2026-03-01T15:02:25.718792Z","end":"2026-03-01T15:02:26.016224Z","steps":["trace[1820537810] 'agreement among raft nodes before linearized reading' (duration: 296.791042ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:02:26.331327Z","caller":"traceutil/trace.go:171","msg":"trace[107854770] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"308.479497ms","start":"2026-03-01T15:02:26.022808Z","end":"2026-03-01T15:02:26.331288Z","steps":["trace[107854770] 'process raft request' (duration: 227.279933ms)","trace[107854770] 'compare' (duration: 80.881306ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:02:26.331423Z","caller":"traceutil/trace.go:171","msg":"trace[1069707805] linearizableReadLoop","detail":"{readStateIndex:28043; appliedIndex:28042; }","duration":"101.67358ms","start":"2026-03-01T15:02:26.229556Z","end":"2026-03-01T15:02:26.33123Z","steps":["trace[1069707805] 'read index received' (duration: 20.458965ms)","trace[1069707805] 'applied index is now lower than readState.Index' (duration: 81.213455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:02:26.331438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.859994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:02:26.331622Z","caller":"traceutil/trace.go:171","msg":"trace[1789192139] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27060; }","duration":"102.10061ms","start":"2026-03-01T15:02:26.229505Z","end":"2026-03-01T15:02:26.331606Z","steps":["trace[1789192139] 'agreement among raft nodes before linearized reading' (duration: 101.857874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:02:26.331473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:02:26.022794Z","time spent":"308.60265ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.071541Z","caller":"traceutil/trace.go:171","msg":"trace[122555896] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"122.532227ms","start":"2026-03-01T15:04:11.948983Z","end":"2026-03-01T15:04:12.071515Z","steps":["trace[122555896] 'process raft request' (duration: 122.396414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.397802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.742425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:04:12.398255Z","caller":"traceutil/trace.go:171","msg":"trace[1215166179] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"316.786095ms","start":"2026-03-01T15:04:12.08145Z","end":"2026-03-01T15:04:12.398236Z","steps":["trace[1215166179] 'process raft request' (duration: 316.728963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.398335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.081435Z","time spent":"316.867796ms","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T15:04:12.398357Z","caller":"traceutil/trace.go:171","msg":"trace[1595329736] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"368.074312ms","start":"2026-03-01T15:04:12.030235Z","end":"2026-03-01T15:04:12.398309Z","steps":["trace[1595329736] 'process raft request' (duration: 367.809855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.398514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.030207Z","time spent":"368.229826ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.398596Z","caller":"traceutil/trace.go:171","msg":"trace[501516725] transaction","detail":"{read_only:false; response_revision:27945; number_of_response:1; }","duration":"368.364819ms","start":"2026-03-01T15:04:12.030215Z","end":"2026-03-01T15:04:12.39858Z","steps":["trace[501516725] 'process raft request' (duration: 367.868937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.39867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.030182Z","time spent":"368.450912ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.398723Z","caller":"traceutil/trace.go:171","msg":"trace[1758885557] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"368.421511ms","start":"2026-03-01T15:04:12.030263Z","end":"2026-03-01T15:04:12.398685Z","steps":["trace[1758885557] 'process raft request' (duration: 367.737543ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:12.398695Z","caller":"traceutil/trace.go:171","msg":"trace[495241650] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"401.574144ms","start":"2026-03-01T15:04:11.997081Z","end":"2026-03-01T15:04:12.398655Z","steps":["trace[495241650] 'process raft request' (duration: 151.890936ms)","trace[495241650] 'compare' (duration: 248.498808ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:04:12.398735Z","caller":"traceutil/trace.go:171","msg":"trace[304388952] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"368.583395ms","start":"2026-03-01T15:04:12.030113Z","end":"2026-03-01T15:04:12.398697Z","steps":["trace[304388952] 'process raft request' (duration: 367.808025ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:12.398783Z","caller":"traceutil/trace.go:171","msg":"trace[1521429354] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"365.774605ms","start":"2026-03-01T15:04:12.032983Z","end":"2026-03-01T15:04:12.398757Z","steps":["trace[1521429354] 'process raft request' (duration: 365.143909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.398812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.030252Z","time spent":"368.510933ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:04:12.39874Z","caller":"traceutil/trace.go:171","msg":"trace[981644798] linearizableReadLoop","detail":"{readStateIndex:28952; appliedIndex:28946; }","duration":"343.75115ms","start":"2026-03-01T15:04:12.054956Z","end":"2026-03-01T15:04:12.398707Z","steps":["trace[981644798] 'read index received' (duration: 17.080628ms)","trace[981644798] 'applied index is now lower than readState.Index' (duration: 326.667702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:04:12.398878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.030093Z","time spent":"368.703068ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:12.398873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:11.997035Z","time spent":"401.759359ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:12.398893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.032976Z","time spent":"365.865337ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6639,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T15:04:12.398969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.999837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T15:04:12.399014Z","caller":"traceutil/trace.go:171","msg":"trace[272491209] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27947; }","duration":"344.075159ms","start":"2026-03-01T15:04:12.054929Z","end":"2026-03-01T15:04:12.399004Z","steps":["trace[272491209] 'agreement among raft nodes before linearized reading' (duration: 343.850583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.399052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.054919Z","time spent":"344.1248ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T15:04:12.402089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.57393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-864cd79bc7-gxkbz\" ","response":"range_response_count:1 size:7187"} {"level":"info","ts":"2026-03-01T15:04:12.402189Z","caller":"traceutil/trace.go:171","msg":"trace[738929912] range","detail":"{range_begin:/registry/pods/openstack/manila-data-864cd79bc7-gxkbz; range_end:; response_count:1; response_revision:27948; }","duration":"328.707132ms","start":"2026-03-01T15:04:12.073463Z","end":"2026-03-01T15:04:12.40217Z","steps":["trace[738929912] 'agreement among raft nodes before linearized reading' (duration: 328.21824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:04:12.402287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:04:12.073446Z","time spent":"328.825276ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7211,"request content":"key:\"/registry/pods/openstack/manila-data-864cd79bc7-gxkbz\" "} {"level":"info","ts":"2026-03-01T15:04:12.402517Z","caller":"traceutil/trace.go:171","msg":"trace[1285008023] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"178.407959ms","start":"2026-03-01T15:04:12.224086Z","end":"2026-03-01T15:04:12.402494Z","steps":["trace[1285008023] 'process raft request' (duration: 177.171049ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:12.631093Z","caller":"traceutil/trace.go:171","msg":"trace[1831919903] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"221.118501ms","start":"2026-03-01T15:04:12.409945Z","end":"2026-03-01T15:04:12.631064Z","steps":["trace[1831919903] 'process raft request' (duration: 217.988663ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:37.907235Z","caller":"traceutil/trace.go:171","msg":"trace[673159967] linearizableReadLoop","detail":"{readStateIndex:29200; appliedIndex:29199; }","duration":"103.991311ms","start":"2026-03-01T15:04:37.803219Z","end":"2026-03-01T15:04:37.90721Z","steps":["trace[673159967] 'read index received' (duration: 103.743185ms)","trace[673159967] 'applied index is now lower than readState.Index' (duration: 246.786µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:04:37.907488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.253149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T15:04:37.907484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.865993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:04:37.907544Z","caller":"traceutil/trace.go:171","msg":"trace[676298633] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28186; }","duration":"104.362051ms","start":"2026-03-01T15:04:37.803165Z","end":"2026-03-01T15:04:37.907527Z","steps":["trace[676298633] 'agreement among raft nodes before linearized reading' (duration: 104.191006ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:37.907569Z","caller":"traceutil/trace.go:171","msg":"trace[108054569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28186; }","duration":"102.994026ms","start":"2026-03-01T15:04:37.804552Z","end":"2026-03-01T15:04:37.907546Z","steps":["trace[108054569] 'agreement among raft nodes before linearized reading' (duration: 102.859652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:37.907645Z","caller":"traceutil/trace.go:171","msg":"trace[521148643] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"175.989187ms","start":"2026-03-01T15:04:37.731363Z","end":"2026-03-01T15:04:37.907352Z","steps":["trace[521148643] 'process raft request' (duration: 175.6821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:04:56.211884Z","caller":"traceutil/trace.go:171","msg":"trace[1709272904] transaction","detail":"{read_only:false; response_revision:28411; number_of_response:1; }","duration":"187.885198ms","start":"2026-03-01T15:04:56.023881Z","end":"2026-03-01T15:04:56.211766Z","steps":["trace[1709272904] 'process raft request' (duration: 187.267962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:03.365505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.905398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T15:05:03.365592Z","caller":"traceutil/trace.go:171","msg":"trace[1994450392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28495; }","duration":"286.044922ms","start":"2026-03-01T15:05:03.079526Z","end":"2026-03-01T15:05:03.365571Z","steps":["trace[1994450392] 'range keys from in-memory index tree' (duration: 285.736224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:03.365708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.563999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-01T15:05:03.365794Z","caller":"traceutil/trace.go:171","msg":"trace[32146190] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:28495; }","duration":"234.684791ms","start":"2026-03-01T15:05:03.131089Z","end":"2026-03-01T15:05:03.365774Z","steps":["trace[32146190] 'range keys from in-memory index tree' (duration: 234.379234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:03.365769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.421247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T15:05:03.365854Z","caller":"traceutil/trace.go:171","msg":"trace[2082975742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28495; }","duration":"256.562361ms","start":"2026-03-01T15:05:03.109272Z","end":"2026-03-01T15:05:03.365834Z","steps":["trace[2082975742] 'range keys from in-memory index tree' (duration: 255.69158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:03.426918Z","caller":"traceutil/trace.go:171","msg":"trace[1234564291] transaction","detail":"{read_only:false; response_revision:28496; number_of_response:1; }","duration":"251.953936ms","start":"2026-03-01T15:05:03.17494Z","end":"2026-03-01T15:05:03.426893Z","steps":["trace[1234564291] 'process raft request' (duration: 251.779792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:04.552341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.44058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:05:04.552466Z","caller":"traceutil/trace.go:171","msg":"trace[1607063458] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28502; }","duration":"174.621133ms","start":"2026-03-01T15:05:04.377831Z","end":"2026-03-01T15:05:04.552452Z","steps":["trace[1607063458] 'count revisions from in-memory index tree' (duration: 174.354458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:04.552445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.568926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-01T15:05:04.552764Z","caller":"traceutil/trace.go:171","msg":"trace[937183833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28502; }","duration":"192.918454ms","start":"2026-03-01T15:05:04.359838Z","end":"2026-03-01T15:05:04.552756Z","steps":["trace[937183833] 'range keys from in-memory index tree' (duration: 192.465162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:04.552762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.946675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-01T15:05:04.552851Z","caller":"traceutil/trace.go:171","msg":"trace[1841832429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28502; }","duration":"193.043917ms","start":"2026-03-01T15:05:04.359773Z","end":"2026-03-01T15:05:04.552817Z","steps":["trace[1841832429] 'range keys from in-memory index tree' (duration: 192.727659ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:04.707272Z","caller":"traceutil/trace.go:171","msg":"trace[1447540963] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"119.347356ms","start":"2026-03-01T15:05:04.587901Z","end":"2026-03-01T15:05:04.707248Z","steps":["trace[1447540963] 'process raft request' (duration: 119.305165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:04.707503Z","caller":"traceutil/trace.go:171","msg":"trace[437944256] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"128.007063ms","start":"2026-03-01T15:05:04.57947Z","end":"2026-03-01T15:05:04.707477Z","steps":["trace[437944256] 'process raft request' (duration: 127.695816ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:04.707554Z","caller":"traceutil/trace.go:171","msg":"trace[467686997] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"149.767109ms","start":"2026-03-01T15:05:04.557752Z","end":"2026-03-01T15:05:04.707519Z","steps":["trace[467686997] 'process raft request' (duration: 139.894592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:05.110818Z","caller":"traceutil/trace.go:171","msg":"trace[1572541573] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"108.804212ms","start":"2026-03-01T15:05:05.001988Z","end":"2026-03-01T15:05:05.110792Z","steps":["trace[1572541573] 'process raft request' (duration: 108.663148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:05.110877Z","caller":"traceutil/trace.go:171","msg":"trace[1549716421] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"109.353566ms","start":"2026-03-01T15:05:05.001481Z","end":"2026-03-01T15:05:05.110835Z","steps":["trace[1549716421] 'process raft request' (duration: 67.087205ms)","trace[1549716421] 'compare' (duration: 41.727477ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:05:24.038247Z","caller":"traceutil/trace.go:171","msg":"trace[578642433] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"348.584283ms","start":"2026-03-01T15:05:23.689644Z","end":"2026-03-01T15:05:24.038228Z","steps":["trace[578642433] 'process raft request' (duration: 348.454799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:24.038374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:05:23.689625Z","time spent":"348.689205ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3500,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:05:24.214312Z","caller":"traceutil/trace.go:171","msg":"trace[1402405521] transaction","detail":"{read_only:false; response_revision:28773; number_of_response:1; }","duration":"169.628559ms","start":"2026-03-01T15:05:24.044663Z","end":"2026-03-01T15:05:24.214292Z","steps":["trace[1402405521] 'process raft request' (duration: 169.485605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:24.460748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.209195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T15:05:24.460818Z","caller":"traceutil/trace.go:171","msg":"trace[201909503] linearizableReadLoop","detail":"{readStateIndex:29801; appliedIndex:29799; }","duration":"373.470688ms","start":"2026-03-01T15:05:24.087336Z","end":"2026-03-01T15:05:24.460807Z","steps":["trace[201909503] 'read index received' (duration: 126.935828ms)","trace[201909503] 'applied index is now lower than readState.Index' (duration: 246.5341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:05:24.46092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.5857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T15:05:24.460933Z","caller":"traceutil/trace.go:171","msg":"trace[1011887364] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:28774; }","duration":"373.641612ms","start":"2026-03-01T15:05:24.087286Z","end":"2026-03-01T15:05:24.460928Z","steps":["trace[1011887364] 'agreement among raft nodes before linearized reading' (duration: 373.563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:24.46095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:05:24.087263Z","time spent":"373.683233ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-01T15:05:24.460917Z","caller":"traceutil/trace.go:171","msg":"trace[1841807835] transaction","detail":"{read_only:false; response_revision:28774; number_of_response:1; }","duration":"416.063096ms","start":"2026-03-01T15:05:24.044818Z","end":"2026-03-01T15:05:24.460881Z","steps":["trace[1841807835] 'process raft request' (duration: 280.665556ms)","trace[1841807835] 'compare' (duration: 135.132273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T15:05:24.46121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:05:24.044795Z","time spent":"416.334964ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:05:24.462754Z","caller":"traceutil/trace.go:171","msg":"trace[763578886] transaction","detail":"{read_only:false; response_revision:28775; number_of_response:1; }","duration":"238.847497ms","start":"2026-03-01T15:05:24.223834Z","end":"2026-03-01T15:05:24.462681Z","steps":["trace[763578886] 'process raft request' (duration: 238.672903ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:05:24.469537Z","caller":"traceutil/trace.go:171","msg":"trace[728586273] transaction","detail":"{read_only:false; response_revision:28776; number_of_response:1; }","duration":"139.536063ms","start":"2026-03-01T15:05:24.329981Z","end":"2026-03-01T15:05:24.469518Z","steps":["trace[728586273] 'process raft request' (duration: 139.164884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:24.469865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.459697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129305"} {"level":"info","ts":"2026-03-01T15:05:24.469932Z","caller":"traceutil/trace.go:171","msg":"trace[1291152197] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:28778; }","duration":"377.56741ms","start":"2026-03-01T15:05:24.092352Z","end":"2026-03-01T15:05:24.469919Z","steps":["trace[1291152197] 'agreement among raft nodes before linearized reading' (duration: 377.333794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:05:24.469963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:05:24.092309Z","time spent":"377.647472ms","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129329,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-01T15:05:49.745894Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T15:05:49.751297Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-01T15:05:49.751438Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-01T15:09:22.522152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28044} {"level":"info","ts":"2026-03-01T15:09:22.745516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28044,"took":"218.733202ms","hash":492494301,"current-db-size-bytes":54915072,"current-db-size":"55 MB","current-db-size-in-use-bytes":30064640,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T15:09:22.745606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":492494301,"revision":28044,"compact-revision":21629} {"level":"info","ts":"2026-03-01T15:10:24.803092Z","caller":"traceutil/trace.go:171","msg":"trace[350034713] transaction","detail":"{read_only:false; response_revision:30894; number_of_response:1; }","duration":"104.849863ms","start":"2026-03-01T15:10:24.698221Z","end":"2026-03-01T15:10:24.803071Z","steps":["trace[350034713] 'process raft request' (duration: 104.72049ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:14:22.528578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30435} {"level":"info","ts":"2026-03-01T15:14:22.675026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30435,"took":"138.751284ms","hash":569611759,"current-db-size-bytes":54915072,"current-db-size":"55 MB","current-db-size-in-use-bytes":28397568,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:14:22.675113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":569611759,"revision":30435,"compact-revision":28044} {"level":"info","ts":"2026-03-01T15:18:23.344125Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a5e.wal"} {"level":"info","ts":"2026-03-01T15:18:31.896834Z","caller":"traceutil/trace.go:171","msg":"trace[23607480] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"211.597862ms","start":"2026-03-01T15:18:31.68521Z","end":"2026-03-01T15:18:31.896808Z","steps":["trace[23607480] 'process raft request' (duration: 211.441818ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:31.917841Z","caller":"traceutil/trace.go:171","msg":"trace[364836342] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"226.152609ms","start":"2026-03-01T15:18:31.691661Z","end":"2026-03-01T15:18:31.917813Z","steps":["trace[364836342] 'process raft request' (duration: 225.910133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:31.917878Z","caller":"traceutil/trace.go:171","msg":"trace[2086760881] transaction","detail":"{read_only:false; response_revision:34309; number_of_response:1; }","duration":"148.854526ms","start":"2026-03-01T15:18:31.768991Z","end":"2026-03-01T15:18:31.917845Z","steps":["trace[2086760881] 'process raft request' (duration: 148.716403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:31.917872Z","caller":"traceutil/trace.go:171","msg":"trace[972265168] transaction","detail":"{read_only:false; response_revision:34310; number_of_response:1; }","duration":"143.923634ms","start":"2026-03-01T15:18:31.773924Z","end":"2026-03-01T15:18:31.917847Z","steps":["trace[972265168] 'process raft request' (duration: 143.828081ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:31.918157Z","caller":"traceutil/trace.go:171","msg":"trace[384022944] transaction","detail":"{read_only:false; response_revision:34311; number_of_response:1; }","duration":"142.935839ms","start":"2026-03-01T15:18:31.775206Z","end":"2026-03-01T15:18:31.918141Z","steps":["trace[384022944] 'process raft request' (duration: 142.58418ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:31.919271Z","caller":"traceutil/trace.go:171","msg":"trace[199197359] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"142.982369ms","start":"2026-03-01T15:18:31.776268Z","end":"2026-03-01T15:18:31.919251Z","steps":["trace[199197359] 'process raft request' (duration: 141.762579ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:35.244447Z","caller":"traceutil/trace.go:171","msg":"trace[1805043898] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"105.422156ms","start":"2026-03-01T15:18:35.138988Z","end":"2026-03-01T15:18:35.24441Z","steps":["trace[1805043898] 'process raft request' (duration: 105.134799ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:35.550104Z","caller":"traceutil/trace.go:171","msg":"trace[386453932] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"180.640935ms","start":"2026-03-01T15:18:35.369418Z","end":"2026-03-01T15:18:35.550059Z","steps":["trace[386453932] 'process raft request' (duration: 107.672643ms)","trace[386453932] 'compare' (duration: 72.696575ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:18:35.55037Z","caller":"traceutil/trace.go:171","msg":"trace[1991042915] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"164.182591ms","start":"2026-03-01T15:18:35.386133Z","end":"2026-03-01T15:18:35.550316Z","steps":["trace[1991042915] 'process raft request' (duration: 163.865093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:18:35.550501Z","caller":"traceutil/trace.go:171","msg":"trace[197939523] transaction","detail":"{read_only:false; response_revision:34338; number_of_response:1; }","duration":"163.285029ms","start":"2026-03-01T15:18:35.387177Z","end":"2026-03-01T15:18:35.550462Z","steps":["trace[197939523] 'process raft request' (duration: 163.072383ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:11.186872Z","caller":"traceutil/trace.go:171","msg":"trace[1583166476] linearizableReadLoop","detail":"{readStateIndex:35789; appliedIndex:35788; }","duration":"270.726286ms","start":"2026-03-01T15:19:10.916125Z","end":"2026-03-01T15:19:11.186852Z","steps":["trace[1583166476] 'read index received' (duration: 270.683335ms)","trace[1583166476] 'applied index is now lower than readState.Index' (duration: 42.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T15:19:11.186974Z","caller":"traceutil/trace.go:171","msg":"trace[996295680] transaction","detail":"{read_only:false; response_revision:34586; number_of_response:1; }","duration":"343.528284ms","start":"2026-03-01T15:19:10.843412Z","end":"2026-03-01T15:19:11.18694Z","steps":["trace[996295680] 'process raft request' (duration: 343.322279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:19:11.187046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.916122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T15:19:11.187126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T15:19:10.843386Z","time spent":"343.659478ms","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T15:19:11.187106Z","caller":"traceutil/trace.go:171","msg":"trace[1836716492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34586; }","duration":"271.028765ms","start":"2026-03-01T15:19:10.916067Z","end":"2026-03-01T15:19:11.187096Z","steps":["trace[1836716492] 'agreement among raft nodes before linearized reading' (duration: 270.881471ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:11.225207Z","caller":"traceutil/trace.go:171","msg":"trace[1396567549] transaction","detail":"{read_only:false; response_revision:34587; number_of_response:1; }","duration":"156.232923ms","start":"2026-03-01T15:19:11.068943Z","end":"2026-03-01T15:19:11.225176Z","steps":["trace[1396567549] 'process raft request' (duration: 156.028948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T15:19:11.225316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.755381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T15:19:11.225666Z","caller":"traceutil/trace.go:171","msg":"trace[625221790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34587; }","duration":"119.147281ms","start":"2026-03-01T15:19:11.106499Z","end":"2026-03-01T15:19:11.225646Z","steps":["trace[625221790] 'agreement among raft nodes before linearized reading' (duration: 118.627588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:19:22.538827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32513} {"level":"info","ts":"2026-03-01T15:19:22.658069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32513,"took":"115.141591ms","hash":1510739659,"current-db-size-bytes":54915072,"current-db-size":"55 MB","current-db-size-in-use-bytes":28700672,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T15:19:22.658128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1510739659,"revision":32513,"compact-revision":30435} {"level":"warn","ts":"2026-03-01T15:24:19.177898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.754499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T15:24:19.177956Z","caller":"traceutil/trace.go:171","msg":"trace[383575976] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:36725; }","duration":"110.855433ms","start":"2026-03-01T15:24:19.06709Z","end":"2026-03-01T15:24:19.177946Z","steps":["trace[383575976] 'count revisions from in-memory index tree' (duration: 110.621316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T15:24:22.569106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34668} {"level":"info","ts":"2026-03-01T15:24:22.795007Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34668,"took":"212.600965ms","hash":551356968,"current-db-size-bytes":56184832,"current-db-size":"56 MB","current-db-size-in-use-bytes":28749824,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T15:24:22.795091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":551356968,"revision":34668,"compact-revision":32513} {"level":"info","ts":"2026-03-01T15:28:58.154178Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T15:28:58.15917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-01T15:28:58.159246Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-01T15:29:22.578201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36750} {"level":"info","ts":"2026-03-01T15:29:22.696523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36750,"took":"115.122229ms","hash":942508379,"current-db-size-bytes":56184832,"current-db-size":"56 MB","current-db-size-in-use-bytes":28409856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T15:29:22.696581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":942508379,"revision":36750,"compact-revision":34668}