{"level":"warn","ts":"2026-03-06T00:25:04.03619Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:25:04.036276Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.140:2380","--initial-cluster=instance=https://162.253.55.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:25:04.03634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:25:04.036353Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-06T00:25:04.036373Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:25:04.037008Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"]} {"level":"info","ts":"2026-03-06T00:25:04.037085Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:25:04.040686Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.399216ms"} {"level":"info","ts":"2026-03-06T00:25:04.04692Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf809824ab95ac81","cluster-id":"6f89f5fbef18dc61"} {"level":"info","ts":"2026-03-06T00:25:04.047026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:25:04.047052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:25:04.047176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf809824ab95ac81 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:25:04.047186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.047251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"warn","ts":"2026-03-06T00:25:04.054432Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:25:04.055861Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:25:04.057154Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:25:04.05941Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf809824ab95ac81","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:25:04.059706Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf809824ab95ac81","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:25:04.059739Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.059848Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.059859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.06269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 switched to configuration voters=(14952118046135004289)"} {"level":"info","ts":"2026-03-06T00:25:04.062988Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","added-peer-id":"cf809824ab95ac81","added-peer-peer-urls":["https://162.253.55.140:2380"]} {"level":"info","ts":"2026-03-06T00:25:04.063821Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:25:04.06394Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-06T00:25:04.064024Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.140:2380"} {"level":"info","ts":"2026-03-06T00:25:04.064126Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf809824ab95ac81","initial-advertise-peer-urls":["https://162.253.55.140:2380"],"listen-peer-urls":["https://162.253.55.140:2380"],"advertise-client-urls":["https://162.253.55.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:25:04.06417Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:25:04.148379Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.148439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.148467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgPreVoteResp from cf809824ab95ac81 at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.148492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.148504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 received MsgVoteResp from cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.148519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf809824ab95ac81 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.148538Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf809824ab95ac81 elected leader cf809824ab95ac81 at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.149409Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf809824ab95ac81","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.140:2379]}","request-path":"/0/members/cf809824ab95ac81/attributes","cluster-id":"6f89f5fbef18dc61","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:25:04.14944Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:25:04.14941Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.149477Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:25:04.14972Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:25:04.149779Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:25:04.150479Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6f89f5fbef18dc61","local-member-id":"cf809824ab95ac81","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.150748Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.150795Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.153052Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.140:2379"} {"level":"info","ts":"2026-03-06T00:25:04.153427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:25:20.58258Z","caller":"traceutil/trace.go:171","msg":"trace[353718750] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"191.576736ms","start":"2026-03-06T00:25:20.390978Z","end":"2026-03-06T00:25:20.582554Z","steps":["trace[353718750] 'read index received' (duration: 191.32405ms)","trace[353718750] 'applied index is now lower than readState.Index' (duration: 251.536µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:20.582733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.729859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:25:20.582736Z","caller":"traceutil/trace.go:171","msg":"trace[1468916398] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"416.176385ms","start":"2026-03-06T00:25:20.166521Z","end":"2026-03-06T00:25:20.582698Z","steps":["trace[1468916398] 'process raft request' (duration: 415.889978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:20.582805Z","caller":"traceutil/trace.go:171","msg":"trace[1056655276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"191.864992ms","start":"2026-03-06T00:25:20.390929Z","end":"2026-03-06T00:25:20.582794Z","steps":["trace[1056655276] 'agreement among raft nodes before linearized reading' (duration: 191.743559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:20.583449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:20.166501Z","time spent":"416.364128ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:25:20.856801Z","caller":"traceutil/trace.go:171","msg":"trace[204441633] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"267.843729ms","start":"2026-03-06T00:25:20.588925Z","end":"2026-03-06T00:25:20.856769Z","steps":["trace[204441633] 'process raft request' (duration: 227.39728ms)","trace[204441633] 'compare' (duration: 40.281866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:21.541619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258805858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:25:21.657889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.378092ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:21.65803Z","caller":"traceutil/trace.go:171","msg":"trace[364744031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:372; }","duration":"549.543906ms","start":"2026-03-06T00:25:21.108465Z","end":"2026-03-06T00:25:21.658009Z","steps":["trace[364744031] 'range keys from in-memory index tree' (duration: 549.353972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.658459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.667709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:25:21.658559Z","caller":"traceutil/trace.go:171","msg":"trace[1600784993] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"618.064249ms","start":"2026-03-06T00:25:21.040478Z","end":"2026-03-06T00:25:21.658543Z","steps":["trace[1600784993] 'read index received' (duration: 502.010671ms)","trace[1600784993] 'applied index is now lower than readState.Index' (duration: 116.052138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:21.658752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.264713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:21.658787Z","caller":"traceutil/trace.go:171","msg":"trace[1520889151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"618.339515ms","start":"2026-03-06T00:25:21.040439Z","end":"2026-03-06T00:25:21.658778Z","steps":["trace[1520889151] 'agreement among raft nodes before linearized reading' (duration: 618.197002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.65882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.040415Z","time spent":"618.397985ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:25:21.658665Z","caller":"traceutil/trace.go:171","msg":"trace[235310227] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.069370962s","start":"2026-03-06T00:25:20.589248Z","end":"2026-03-06T00:25:21.658619Z","steps":["trace[235310227] 'process raft request' (duration: 953.334195ms)","trace[235310227] 'compare' (duration: 115.221409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:21.658983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:20.589226Z","time spent":"1.06969127s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:25:21.659109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.62377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:25:21.659233Z","caller":"traceutil/trace.go:171","msg":"trace[808547727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"401.859285ms","start":"2026-03-06T00:25:21.257342Z","end":"2026-03-06T00:25:21.659201Z","steps":["trace[808547727] 'agreement among raft nodes before linearized reading' (duration: 401.405515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.65936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.25731Z","time spent":"402.030689ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:25:33.88341Z","caller":"traceutil/trace.go:171","msg":"trace[1336726702] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"144.171388ms","start":"2026-03-06T00:25:33.739184Z","end":"2026-03-06T00:25:33.883356Z","steps":["trace[1336726702] 'process raft request' (duration: 143.132105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:39.859123Z","caller":"traceutil/trace.go:171","msg":"trace[208284400] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"246.734056ms","start":"2026-03-06T00:25:39.612314Z","end":"2026-03-06T00:25:39.859048Z","steps":["trace[208284400] 'process raft request' (duration: 246.583472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:40.412873Z","caller":"traceutil/trace.go:171","msg":"trace[160472533] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"177.505615ms","start":"2026-03-06T00:25:40.235342Z","end":"2026-03-06T00:25:40.412848Z","steps":["trace[160472533] 'process raft request' (duration: 177.372522ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:40.692874Z","caller":"traceutil/trace.go:171","msg":"trace[539713524] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:535; }","duration":"423.147796ms","start":"2026-03-06T00:25:40.269686Z","end":"2026-03-06T00:25:40.692833Z","steps":["trace[539713524] 'read index received' (duration: 143.067413ms)","trace[539713524] 'applied index is now lower than readState.Index' (duration: 280.078213ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:40.692973Z","caller":"traceutil/trace.go:171","msg":"trace[1033564482] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"452.829312ms","start":"2026-03-06T00:25:40.240107Z","end":"2026-03-06T00:25:40.692937Z","steps":["trace[1033564482] 'process raft request' (duration: 452.380901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:40.693033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.315859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:40.693085Z","caller":"traceutil/trace.go:171","msg":"trace[1298687806] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"423.413752ms","start":"2026-03-06T00:25:40.269654Z","end":"2026-03-06T00:25:40.693068Z","steps":["trace[1298687806] 'agreement among raft nodes before linearized reading' (duration: 423.312429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:40.693144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.269639Z","time spent":"423.492394ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-06T00:25:40.693151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.240072Z","time spent":"452.988436ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:41.410295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.876715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:25:41.410386Z","caller":"traceutil/trace.go:171","msg":"trace[1395366988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"430.065739ms","start":"2026-03-06T00:25:40.980298Z","end":"2026-03-06T00:25:41.410364Z","steps":["trace[1395366988] 'range keys from in-memory index tree' (duration: 429.606429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.410363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.996874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:25:41.410437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.980265Z","time spent":"430.162491ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:25:41.410464Z","caller":"traceutil/trace.go:171","msg":"trace[80620015] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:514; }","duration":"590.147778ms","start":"2026-03-06T00:25:40.820289Z","end":"2026-03-06T00:25:41.410437Z","steps":["trace[80620015] 'range keys from in-memory index tree' (duration: 589.927563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.410411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.010365ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:25:41.410514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.820278Z","time spent":"590.226049ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-06T00:25:41.410531Z","caller":"traceutil/trace.go:171","msg":"trace[1602103253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:514; }","duration":"301.149858ms","start":"2026-03-06T00:25:41.109362Z","end":"2026-03-06T00:25:41.410512Z","steps":["trace[1602103253] 'range keys from in-memory index tree' (duration: 300.992905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.923646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258806142,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:25:42.058276Z","caller":"traceutil/trace.go:171","msg":"trace[33840148] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:537; }","duration":"635.588872ms","start":"2026-03-06T00:25:41.422662Z","end":"2026-03-06T00:25:42.058251Z","steps":["trace[33840148] 'read index received' (duration: 635.347147ms)","trace[33840148] 'applied index is now lower than readState.Index' (duration: 240.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:42.058347Z","caller":"traceutil/trace.go:171","msg":"trace[1005580356] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"643.244622ms","start":"2026-03-06T00:25:41.415061Z","end":"2026-03-06T00:25:42.058305Z","steps":["trace[1005580356] 'process raft request' (duration: 643.051757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:42.058425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.750606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:42.058471Z","caller":"traceutil/trace.go:171","msg":"trace[1364985088] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"635.848498ms","start":"2026-03-06T00:25:41.422607Z","end":"2026-03-06T00:25:42.058455Z","steps":["trace[1364985088] 'agreement among raft nodes before linearized reading' (duration: 635.768156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:42.05851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:41.422587Z","time spent":"635.91409ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-06T00:25:42.058566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:41.415029Z","time spent":"643.422916ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:42.058683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.258949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:42.058871Z","caller":"traceutil/trace.go:171","msg":"trace[325714158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"580.550536ms","start":"2026-03-06T00:25:41.478303Z","end":"2026-03-06T00:25:42.058853Z","steps":["trace[325714158] 'agreement among raft nodes before linearized reading' (duration: 580.270219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:42.058976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:41.478256Z","time spent":"580.683398ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:25:42.355771Z","caller":"traceutil/trace.go:171","msg":"trace[669274687] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"270.527761ms","start":"2026-03-06T00:25:42.085215Z","end":"2026-03-06T00:25:42.355743Z","steps":["trace[669274687] 'read index received' (duration: 175.956629ms)","trace[669274687] 'applied index is now lower than readState.Index' (duration: 94.569582ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:42.355865Z","caller":"traceutil/trace.go:171","msg":"trace[101820130] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"292.528477ms","start":"2026-03-06T00:25:42.063292Z","end":"2026-03-06T00:25:42.355821Z","steps":["trace[101820130] 'process raft request' (duration: 197.998427ms)","trace[101820130] 'compare' (duration: 94.314406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:42.356148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.895349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:25:42.356265Z","caller":"traceutil/trace.go:171","msg":"trace[1272060519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:516; }","duration":"271.054093ms","start":"2026-03-06T00:25:42.085189Z","end":"2026-03-06T00:25:42.356243Z","steps":["trace[1272060519] 'agreement among raft nodes before linearized reading' (duration: 270.743326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:42.615712Z","caller":"traceutil/trace.go:171","msg":"trace[202828783] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"200.024762ms","start":"2026-03-06T00:25:42.415646Z","end":"2026-03-06T00:25:42.61567Z","steps":["trace[202828783] 'read index received' (duration: 116.475034ms)","trace[202828783] 'applied index is now lower than readState.Index' (duration: 83.548258ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:42.615776Z","caller":"traceutil/trace.go:171","msg":"trace[616520448] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"254.20622ms","start":"2026-03-06T00:25:42.361531Z","end":"2026-03-06T00:25:42.615737Z","steps":["trace[616520448] 'process raft request' (duration: 170.497459ms)","trace[616520448] 'compare' (duration: 83.448066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:42.615983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.320738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-06T00:25:42.616063Z","caller":"traceutil/trace.go:171","msg":"trace[896479736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"200.454061ms","start":"2026-03-06T00:25:42.41559Z","end":"2026-03-06T00:25:42.616044Z","steps":["trace[896479736] 'agreement among raft nodes before linearized reading' (duration: 200.236946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408354Z","caller":"traceutil/trace.go:171","msg":"trace[1673055598] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"160.377245ms","start":"2026-03-06T00:25:43.247942Z","end":"2026-03-06T00:25:43.408319Z","steps":["trace[1673055598] 'process raft request' (duration: 134.173136ms)","trace[1673055598] 'compare' (duration: 25.882732ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:43.408381Z","caller":"traceutil/trace.go:171","msg":"trace[1520443905] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"160.13749ms","start":"2026-03-06T00:25:43.248214Z","end":"2026-03-06T00:25:43.408352Z","steps":["trace[1520443905] 'process raft request' (duration: 160.027848ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408738Z","caller":"traceutil/trace.go:171","msg":"trace[1040975667] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"154.551987ms","start":"2026-03-06T00:25:43.254151Z","end":"2026-03-06T00:25:43.408703Z","steps":["trace[1040975667] 'process raft request' (duration: 154.195739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408706Z","caller":"traceutil/trace.go:171","msg":"trace[1856388821] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"157.793628ms","start":"2026-03-06T00:25:43.250845Z","end":"2026-03-06T00:25:43.408639Z","steps":["trace[1856388821] 'process raft request' (duration: 157.445331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408949Z","caller":"traceutil/trace.go:171","msg":"trace[205280021] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"150.467327ms","start":"2026-03-06T00:25:43.258464Z","end":"2026-03-06T00:25:43.408931Z","steps":["trace[205280021] 'process raft request' (duration: 150.287993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408867Z","caller":"traceutil/trace.go:171","msg":"trace[928418579] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"150.418676ms","start":"2026-03-06T00:25:43.258434Z","end":"2026-03-06T00:25:43.408853Z","steps":["trace[928418579] 'process raft request' (duration: 150.115569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.408991Z","caller":"traceutil/trace.go:171","msg":"trace[880407087] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"148.855191ms","start":"2026-03-06T00:25:43.260121Z","end":"2026-03-06T00:25:43.408976Z","steps":["trace[880407087] 'process raft request' (duration: 148.728268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.799789Z","caller":"traceutil/trace.go:171","msg":"trace[1464171439] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"104.516732ms","start":"2026-03-06T00:25:43.69522Z","end":"2026-03-06T00:25:43.799737Z","steps":["trace[1464171439] 'process raft request' (duration: 102.543358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:44.531112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.178201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-06T00:25:44.53119Z","caller":"traceutil/trace.go:171","msg":"trace[2089239744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:640; }","duration":"169.308183ms","start":"2026-03-06T00:25:44.361867Z","end":"2026-03-06T00:25:44.531175Z","steps":["trace[2089239744] 'range keys from in-memory index tree' (duration: 169.028997ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:44.555236Z","caller":"traceutil/trace.go:171","msg":"trace[1027647465] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"132.853797ms","start":"2026-03-06T00:25:44.422346Z","end":"2026-03-06T00:25:44.5552Z","steps":["trace[1027647465] 'process raft request' (duration: 132.360936ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:02.916819Z","caller":"traceutil/trace.go:171","msg":"trace[1184221736] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"249.757952ms","start":"2026-03-06T00:26:02.667034Z","end":"2026-03-06T00:26:02.916792Z","steps":["trace[1184221736] 'read index received' (duration: 224.34962ms)","trace[1184221736] 'applied index is now lower than readState.Index' (duration: 25.406712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:26:02.917083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.800154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:26:02.917125Z","caller":"traceutil/trace.go:171","msg":"trace[634745567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"207.888117ms","start":"2026-03-06T00:26:02.709225Z","end":"2026-03-06T00:26:02.917113Z","steps":["trace[634745567] 'agreement among raft nodes before linearized reading' (duration: 207.715493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:02.917334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.994251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:26:02.917431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.375546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:26:02.917484Z","caller":"traceutil/trace.go:171","msg":"trace[21438341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:892; }","duration":"124.213966ms","start":"2026-03-06T00:26:02.793238Z","end":"2026-03-06T00:26:02.917452Z","steps":["trace[21438341] 'agreement among raft nodes before linearized reading' (duration: 123.735706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:02.917606Z","caller":"traceutil/trace.go:171","msg":"trace[25387195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"250.604221ms","start":"2026-03-06T00:26:02.666975Z","end":"2026-03-06T00:26:02.91758Z","steps":["trace[25387195] 'agreement among raft nodes before linearized reading' (duration: 249.938096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:56.429676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.643864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:26:56.429692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.960272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:26:56.429725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.408236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c76a5b-be0c-4e38-aa14-af65acdd27b5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-06T00:26:56.429778Z","caller":"traceutil/trace.go:171","msg":"trace[1878769573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1571; }","duration":"538.795967ms","start":"2026-03-06T00:26:55.890959Z","end":"2026-03-06T00:26:56.429755Z","steps":["trace[1878769573] 'range keys from in-memory index tree' (duration: 538.379598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:56.429793Z","caller":"traceutil/trace.go:171","msg":"trace[1515911535] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1571; }","duration":"239.102735ms","start":"2026-03-06T00:26:56.190664Z","end":"2026-03-06T00:26:56.429767Z","steps":["trace[1515911535] 'count revisions from in-memory index tree' (duration: 238.902071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:56.429804Z","caller":"traceutil/trace.go:171","msg":"trace[164015746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63c76a5b-be0c-4e38-aa14-af65acdd27b5; range_end:; response_count:1; response_revision:1571; }","duration":"401.533419ms","start":"2026-03-06T00:26:56.028249Z","end":"2026-03-06T00:26:56.429782Z","steps":["trace[164015746] 'range keys from in-memory index tree' (duration: 401.260033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:56.429824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:26:55.890932Z","time spent":"538.882269ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:26:56.429847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:26:56.028232Z","time spent":"401.606181ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c76a5b-be0c-4e38-aa14-af65acdd27b5\" "} {"level":"warn","ts":"2026-03-06T00:26:56.884782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.571819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-63c76a5b-be0c-4e38-aa14-af65acdd27b5\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-06T00:26:56.884842Z","caller":"traceutil/trace.go:171","msg":"trace[1518077031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-63c76a5b-be0c-4e38-aa14-af65acdd27b5; range_end:; response_count:1; response_revision:1573; }","duration":"250.686661ms","start":"2026-03-06T00:26:56.634141Z","end":"2026-03-06T00:26:56.884827Z","steps":["trace[1518077031] 'range keys from in-memory index tree' (duration: 250.436575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:35.160575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.551779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:27:35.16064Z","caller":"traceutil/trace.go:171","msg":"trace[2116961657] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"132.205516ms","start":"2026-03-06T00:27:35.028409Z","end":"2026-03-06T00:27:35.160615Z","steps":["trace[2116961657] 'process raft request' (duration: 130.879347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:35.160673Z","caller":"traceutil/trace.go:171","msg":"trace[1391461007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"478.695112ms","start":"2026-03-06T00:27:34.68196Z","end":"2026-03-06T00:27:35.160656Z","steps":["trace[1391461007] 'range keys from in-memory index tree' (duration: 478.361855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:35.160713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:34.681943Z","time spent":"478.761093ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:27:40.817462Z","caller":"traceutil/trace.go:171","msg":"trace[1885622278] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"132.832571ms","start":"2026-03-06T00:27:40.684608Z","end":"2026-03-06T00:27:40.81744Z","steps":["trace[1885622278] 'process raft request' (duration: 132.675427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:48.762543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.184379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:27:48.762825Z","caller":"traceutil/trace.go:171","msg":"trace[13797021] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.523592135s","start":"2026-03-06T00:27:47.239156Z","end":"2026-03-06T00:27:48.762748Z","steps":["trace[13797021] 'process raft request' (duration: 687.095329ms)","trace[13797021] 'compare' (duration: 835.686558ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:48.762932Z","caller":"traceutil/trace.go:171","msg":"trace[826407575] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.096201121s","start":"2026-03-06T00:27:47.666708Z","end":"2026-03-06T00:27:48.762909Z","steps":["trace[826407575] 'process raft request' (duration: 1.096092489s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:48.762921Z","caller":"traceutil/trace.go:171","msg":"trace[221414319] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.24664683s","start":"2026-03-06T00:27:47.516227Z","end":"2026-03-06T00:27:48.762873Z","steps":["trace[221414319] 'process raft request' (duration: 1.246481736s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:48.762944Z","caller":"traceutil/trace.go:171","msg":"trace[51581875] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"1.509628236s","start":"2026-03-06T00:27:47.253267Z","end":"2026-03-06T00:27:48.762895Z","steps":["trace[51581875] 'read index received' (duration: 262.013306ms)","trace[51581875] 'applied index is now lower than readState.Index' (duration: 1.24760272s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:48.763066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.239136Z","time spent":"1.52379445s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:48.76307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.666684Z","time spent":"1.096331865s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:48.763125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.516208Z","time spent":"1.246815854s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:48.76321Z","caller":"traceutil/trace.go:171","msg":"trace[1089915175] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.093754137s","start":"2026-03-06T00:27:47.669432Z","end":"2026-03-06T00:27:48.763186Z","steps":["trace[1089915175] 'process raft request' (duration: 1.093417879s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:48.763392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.669421Z","time spent":"1.09384289s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:48.7635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510165889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:27:48.763577Z","caller":"traceutil/trace.go:171","msg":"trace[1947797553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"1.510328793s","start":"2026-03-06T00:27:47.253231Z","end":"2026-03-06T00:27:48.763559Z","steps":["trace[1947797553] 'agreement among raft nodes before linearized reading' (duration: 1.509955634s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:48.763649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.253219Z","time spent":"1.510416084s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:27:49.263748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258808893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:27:49.477241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T00:27:49.477319Z","caller":"traceutil/trace.go:171","msg":"trace[1312822577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470698s","start":"2026-03-06T00:27:47.476829Z","end":"2026-03-06T00:27:49.477299Z","steps":["trace[1312822577] 'agreement among raft nodes before linearized reading' (duration: 2.000373165s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.477368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.476779Z","time spent":"2.00058079s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 00:27:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T00:27:49.503546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066852342s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:27:49.523476Z","caller":"traceutil/trace.go:171","msg":"trace[2095863423] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"760.357762ms","start":"2026-03-06T00:27:48.76308Z","end":"2026-03-06T00:27:49.523437Z","steps":["trace[2095863423] 'read index received' (duration: 740.790949ms)","trace[2095863423] 'applied index is now lower than readState.Index' (duration: 19.564983ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:49.523495Z","caller":"traceutil/trace.go:171","msg":"trace[801883772] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.147273031s","start":"2026-03-06T00:27:48.376176Z","end":"2026-03-06T00:27:49.523449Z","steps":["trace[801883772] 'process raft request' (duration: 1.127727199s)","trace[801883772] 'compare' (duration: 18.780186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:49.523588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986765234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:27:49.523595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919046546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:27:49.523617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947166389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:27:49.523651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951538375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:27:49.523706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.575393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T00:27:49.523703Z","caller":"traceutil/trace.go:171","msg":"trace[184687196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"1.94726929s","start":"2026-03-06T00:27:47.576409Z","end":"2026-03-06T00:27:49.523678Z","steps":["trace[184687196] 'agreement among raft nodes before linearized reading' (duration: 1.947032315s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.523712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.376149Z","time spent":"1.147456926s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:49.523731Z","caller":"traceutil/trace.go:171","msg":"trace[1154425303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"1.951632477s","start":"2026-03-06T00:27:47.572081Z","end":"2026-03-06T00:27:49.523713Z","steps":["trace[1154425303] 'agreement among raft nodes before linearized reading' (duration: 1.951400022s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.523755Z","caller":"traceutil/trace.go:171","msg":"trace[941234644] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1877; }","duration":"758.677936ms","start":"2026-03-06T00:27:48.765063Z","end":"2026-03-06T00:27:49.523741Z","steps":["trace[941234644] 'agreement among raft nodes before linearized reading' (duration: 758.565843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.523767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.576398Z","time spent":"1.947354772s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.765042Z","time spent":"758.753897ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.054727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:27:49.523709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.715581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:49.523857Z","caller":"traceutil/trace.go:171","msg":"trace[1911230668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"605.169529ms","start":"2026-03-06T00:27:48.918674Z","end":"2026-03-06T00:27:49.523844Z","steps":["trace[1911230668] 'agreement among raft nodes before linearized reading' (duration: 605.039296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.523899Z","caller":"traceutil/trace.go:171","msg":"trace[53679390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"558.933906ms","start":"2026-03-06T00:27:48.964951Z","end":"2026-03-06T00:27:49.523885Z","steps":["trace[53679390] 'agreement among raft nodes before linearized reading' (duration: 558.708251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.523806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.572074Z","time spent":"1.951718759s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.964938Z","time spent":"559.005447ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.918654Z","time spent":"605.239211ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:27:49.523659Z","caller":"traceutil/trace.go:171","msg":"trace[1318024144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"1.919137729s","start":"2026-03-06T00:27:47.604507Z","end":"2026-03-06T00:27:49.523645Z","steps":["trace[1318024144] 'agreement among raft nodes before linearized reading' (duration: 1.918956655s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.523618Z","caller":"traceutil/trace.go:171","msg":"trace[1436915812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"1.986837466s","start":"2026-03-06T00:27:47.536773Z","end":"2026-03-06T00:27:49.523611Z","steps":["trace[1436915812] 'agreement among raft nodes before linearized reading' (duration: 1.986726473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.524057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.604495Z","time spent":"1.919552937s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.849674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a18f514909b44\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-06T00:27:49.524099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.536762Z","time spent":"1.987323386s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:27:49.524123Z","caller":"traceutil/trace.go:171","msg":"trace[966398833] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a18f514909b44; range_end:; response_count:1; response_revision:1877; }","duration":"305.321054ms","start":"2026-03-06T00:27:49.218793Z","end":"2026-03-06T00:27:49.524114Z","steps":["trace[966398833] 'agreement among raft nodes before linearized reading' (duration: 304.848224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.524137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:49.218774Z","time spent":"305.358805ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a18f514909b44\" "} {"level":"warn","ts":"2026-03-06T00:27:49.523731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010624042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:27:49.524211Z","caller":"traceutil/trace.go:171","msg":"trace[982356546] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1877; }","duration":"2.011146463s","start":"2026-03-06T00:27:47.513046Z","end":"2026-03-06T00:27:49.524192Z","steps":["trace[982356546] 'agreement among raft nodes before linearized reading' (duration: 2.010556161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.524264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:47.513002Z","time spent":"2.011241886s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:27:49.523929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295710366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:49.524835Z","caller":"traceutil/trace.go:171","msg":"trace[572479125] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1877; }","duration":"1.297014045s","start":"2026-03-06T00:27:48.227787Z","end":"2026-03-06T00:27:49.524801Z","steps":["trace[572479125] 'agreement among raft nodes before linearized reading' (duration: 1.295671876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.524988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.227765Z","time spent":"1.297150029s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:27:49.682709Z","caller":"traceutil/trace.go:171","msg":"trace[1571965473] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"152.898434ms","start":"2026-03-06T00:27:49.529787Z","end":"2026-03-06T00:27:49.682685Z","steps":["trace[1571965473] 'process raft request' (duration: 152.823332ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.682751Z","caller":"traceutil/trace.go:171","msg":"trace[1553996711] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"154.045678ms","start":"2026-03-06T00:27:49.528678Z","end":"2026-03-06T00:27:49.682723Z","steps":["trace[1553996711] 'process raft request' (duration: 153.175319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.682873Z","caller":"traceutil/trace.go:171","msg":"trace[918578738] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"152.997185ms","start":"2026-03-06T00:27:49.529856Z","end":"2026-03-06T00:27:49.682853Z","steps":["trace[918578738] 'process raft request' (duration: 152.790741ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.683122Z","caller":"traceutil/trace.go:171","msg":"trace[331111696] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"152.707439ms","start":"2026-03-06T00:27:49.530404Z","end":"2026-03-06T00:27:49.683111Z","steps":["trace[331111696] 'process raft request' (duration: 152.579786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.683119Z","caller":"traceutil/trace.go:171","msg":"trace[1332821831] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1953; }","duration":"154.1107ms","start":"2026-03-06T00:27:49.528993Z","end":"2026-03-06T00:27:49.683103Z","steps":["trace[1332821831] 'read index received' (duration: 10.720977ms)","trace[1332821831] 'applied index is now lower than readState.Index' (duration: 143.388793ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:49.683137Z","caller":"traceutil/trace.go:171","msg":"trace[652193997] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"153.20772ms","start":"2026-03-06T00:27:49.52991Z","end":"2026-03-06T00:27:49.683118Z","steps":["trace[652193997] 'process raft request' (duration: 152.871013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.683316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.308274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T00:27:49.683359Z","caller":"traceutil/trace.go:171","msg":"trace[1686972912] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1883; }","duration":"154.388216ms","start":"2026-03-06T00:27:49.528961Z","end":"2026-03-06T00:27:49.68335Z","steps":["trace[1686972912] 'agreement among raft nodes before linearized reading' (duration: 154.285014ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.683444Z","caller":"traceutil/trace.go:171","msg":"trace[1485154047] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"141.059421ms","start":"2026-03-06T00:27:49.542372Z","end":"2026-03-06T00:27:49.683431Z","steps":["trace[1485154047] 'process raft request' (duration: 140.948058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.683452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.3318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:49.683498Z","caller":"traceutil/trace.go:171","msg":"trace[657126542] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1884; }","duration":"147.409422ms","start":"2026-03-06T00:27:49.536078Z","end":"2026-03-06T00:27:49.683488Z","steps":["trace[657126542] 'agreement among raft nodes before linearized reading' (duration: 147.2934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:51.816159Z","caller":"traceutil/trace.go:171","msg":"trace[398890762] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"124.813391ms","start":"2026-03-06T00:27:51.691322Z","end":"2026-03-06T00:27:51.816136Z","steps":["trace[398890762] 'process raft request' (duration: 93.218132ms)","trace[398890762] 'compare' (duration: 31.431395ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:51.816456Z","caller":"traceutil/trace.go:171","msg":"trace[447889275] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"124.642158ms","start":"2026-03-06T00:27:51.691803Z","end":"2026-03-06T00:27:51.816446Z","steps":["trace[447889275] 'process raft request' (duration: 124.536045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:51.816516Z","caller":"traceutil/trace.go:171","msg":"trace[1890432560] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"124.580506ms","start":"2026-03-06T00:27:51.691904Z","end":"2026-03-06T00:27:51.816485Z","steps":["trace[1890432560] 'process raft request' (duration: 124.497714ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:51.816553Z","caller":"traceutil/trace.go:171","msg":"trace[722046525] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"124.879814ms","start":"2026-03-06T00:27:51.691664Z","end":"2026-03-06T00:27:51.816544Z","steps":["trace[722046525] 'process raft request' (duration: 124.428943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.018458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.97221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:27:53.018553Z","caller":"traceutil/trace.go:171","msg":"trace[417411990] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1897; }","duration":"132.101154ms","start":"2026-03-06T00:27:52.886428Z","end":"2026-03-06T00:27:53.018529Z","steps":["trace[417411990] 'count revisions from in-memory index tree' (duration: 131.921269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:29:17.550269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.199943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:29:17.550582Z","caller":"traceutil/trace.go:171","msg":"trace[290621034] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2604; }","duration":"281.324879ms","start":"2026-03-06T00:29:17.269235Z","end":"2026-03-06T00:29:17.550559Z","steps":["trace[290621034] 'read index received' (duration: 175.716207ms)","trace[290621034] 'applied index is now lower than readState.Index' (duration: 105.607712ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:29:17.550596Z","caller":"traceutil/trace.go:171","msg":"trace[1976325898] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"331.47232ms","start":"2026-03-06T00:29:17.219093Z","end":"2026-03-06T00:29:17.550566Z","steps":["trace[1976325898] 'process raft request' (duration: 225.875348ms)","trace[1976325898] 'compare' (duration: 105.05341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:29:17.550769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:29:17.219068Z","time spent":"331.610873ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:29:17.55081Z","caller":"traceutil/trace.go:171","msg":"trace[586199573] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"331.312007ms","start":"2026-03-06T00:29:17.21943Z","end":"2026-03-06T00:29:17.550742Z","steps":["trace[586199573] 'process raft request' (duration: 331.061521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:29:17.550993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.727495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:29:17.551084Z","caller":"traceutil/trace.go:171","msg":"trace[332491756] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:2505; }","duration":"321.842657ms","start":"2026-03-06T00:29:17.229223Z","end":"2026-03-06T00:29:17.551065Z","steps":["trace[332491756] 'agreement among raft nodes before linearized reading' (duration: 321.52491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:29:17.551198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:29:17.229212Z","time spent":"321.964169ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-06T00:29:17.551082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:29:17.219404Z","time spent":"331.544291ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:31:09.537455Z","caller":"traceutil/trace.go:171","msg":"trace[566593659] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"107.140937ms","start":"2026-03-06T00:31:09.430292Z","end":"2026-03-06T00:31:09.537433Z","steps":["trace[566593659] 'process raft request' (duration: 105.510701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:31:42.815544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.827969ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:31:42.815721Z","caller":"traceutil/trace.go:171","msg":"trace[1660738921] linearizableReadLoop","detail":"{readStateIndex:3536; appliedIndex:3535; }","duration":"176.746444ms","start":"2026-03-06T00:31:42.638956Z","end":"2026-03-06T00:31:42.815703Z","steps":["trace[1660738921] 'read index received' (duration: 60.6993ms)","trace[1660738921] 'applied index is now lower than readState.Index' (duration: 116.045294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:31:42.816004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.041001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:31:42.816097Z","caller":"traceutil/trace.go:171","msg":"trace[609773850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3398; }","duration":"177.224065ms","start":"2026-03-06T00:31:42.638848Z","end":"2026-03-06T00:31:42.816072Z","steps":["trace[609773850] 'agreement among raft nodes before linearized reading' (duration: 176.928979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:32:51.875563Z","caller":"traceutil/trace.go:171","msg":"trace[551575275] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"142.396487ms","start":"2026-03-06T00:32:51.733121Z","end":"2026-03-06T00:32:51.875518Z","steps":["trace[551575275] 'process raft request' (duration: 136.64747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:32:58.740107Z","caller":"traceutil/trace.go:171","msg":"trace[423629060] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"119.257325ms","start":"2026-03-06T00:32:58.620821Z","end":"2026-03-06T00:32:58.740078Z","steps":["trace[423629060] 'process raft request' (duration: 119.201544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:32:58.740249Z","caller":"traceutil/trace.go:171","msg":"trace[828298093] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"124.328977ms","start":"2026-03-06T00:32:58.615845Z","end":"2026-03-06T00:32:58.740173Z","steps":["trace[828298093] 'process raft request' (duration: 62.01043ms)","trace[828298093] 'compare' (duration: 61.96642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:11.720095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.777761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:33:11.7203Z","caller":"traceutil/trace.go:171","msg":"trace[312842299] linearizableReadLoop","detail":"{readStateIndex:4837; appliedIndex:4834; }","duration":"310.454428ms","start":"2026-03-06T00:33:11.409829Z","end":"2026-03-06T00:33:11.720284Z","steps":["trace[312842299] 'read index received' (duration: 10.081244ms)","trace[312842299] 'applied index is now lower than readState.Index' (duration: 300.372274ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:11.721164Z","caller":"traceutil/trace.go:171","msg":"trace[635312760] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"312.763917ms","start":"2026-03-06T00:33:11.408316Z","end":"2026-03-06T00:33:11.72108Z","steps":["trace[635312760] 'process raft request' (duration: 209.919303ms)","trace[635312760] 'compare' (duration: 101.629018ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:11.721297Z","caller":"traceutil/trace.go:171","msg":"trace[1421022422] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"312.86961ms","start":"2026-03-06T00:33:11.408383Z","end":"2026-03-06T00:33:11.721253Z","steps":["trace[1421022422] 'process raft request' (duration: 311.811197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.721347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:11.408297Z","time spent":"312.991833ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:11.721445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:11.408366Z","time spent":"312.992822ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:11.721946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.269776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:11.722028Z","caller":"traceutil/trace.go:171","msg":"trace[1863771184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"245.384878ms","start":"2026-03-06T00:33:11.476611Z","end":"2026-03-06T00:33:11.721996Z","steps":["trace[1863771184] 'agreement among raft nodes before linearized reading' (duration: 245.094791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.722068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.851013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-06T00:33:11.722133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.273978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6866b458f9-9cxfb.189a1945b3718ed8\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-06T00:33:11.722243Z","caller":"traceutil/trace.go:171","msg":"trace[1406762273] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6866b458f9-9cxfb.189a1945b3718ed8; range_end:; response_count:1; response_revision:4647; }","duration":"232.412751ms","start":"2026-03-06T00:33:11.489794Z","end":"2026-03-06T00:33:11.722207Z","steps":["trace[1406762273] 'agreement among raft nodes before linearized reading' (duration: 232.084854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:11.722229Z","caller":"traceutil/trace.go:171","msg":"trace[537374151] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4647; }","duration":"215.031516ms","start":"2026-03-06T00:33:11.507162Z","end":"2026-03-06T00:33:11.722194Z","steps":["trace[537374151] 'agreement among raft nodes before linearized reading' (duration: 214.71493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.722688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.243969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-03-06T00:33:11.722775Z","caller":"traceutil/trace.go:171","msg":"trace[816792944] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4647; }","duration":"233.331261ms","start":"2026-03-06T00:33:11.489403Z","end":"2026-03-06T00:33:11.722734Z","steps":["trace[816792944] 'agreement among raft nodes before linearized reading' (duration: 232.520624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.72583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.97828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-06T00:33:11.725913Z","caller":"traceutil/trace.go:171","msg":"trace[958695905] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4647; }","duration":"316.105182ms","start":"2026-03-06T00:33:11.409788Z","end":"2026-03-06T00:33:11.725894Z","steps":["trace[958695905] 'agreement among raft nodes before linearized reading' (duration: 311.391667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.725973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:11.409781Z","time spent":"316.179515ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380054,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:33:11.727237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.937166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-06T00:33:11.727311Z","caller":"traceutil/trace.go:171","msg":"trace[815431654] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4647; }","duration":"126.033818ms","start":"2026-03-06T00:33:11.601257Z","end":"2026-03-06T00:33:11.72729Z","steps":["trace[815431654] 'agreement among raft nodes before linearized reading' (duration: 120.479095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:11.893291Z","caller":"traceutil/trace.go:171","msg":"trace[1537530327] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"165.686245ms","start":"2026-03-06T00:33:11.72758Z","end":"2026-03-06T00:33:11.893266Z","steps":["trace[1537530327] 'process raft request' (duration: 165.44518ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:11.893485Z","caller":"traceutil/trace.go:171","msg":"trace[150863933] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"156.205755ms","start":"2026-03-06T00:33:11.737268Z","end":"2026-03-06T00:33:11.893474Z","steps":["trace[150863933] 'process raft request' (duration: 155.925419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.893684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.139633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62898"} {"level":"info","ts":"2026-03-06T00:33:11.893759Z","caller":"traceutil/trace.go:171","msg":"trace[1949330320] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4650; }","duration":"165.248515ms","start":"2026-03-06T00:33:11.728493Z","end":"2026-03-06T00:33:11.893741Z","steps":["trace[1949330320] 'agreement among raft nodes before linearized reading' (duration: 164.886127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:12.00723Z","caller":"traceutil/trace.go:171","msg":"trace[2111045358] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"101.093206ms","start":"2026-03-06T00:33:11.906096Z","end":"2026-03-06T00:33:12.007189Z","steps":["trace[2111045358] 'process raft request' (duration: 81.578944ms)","trace[2111045358] 'compare' (duration: 19.350788ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:12.463635Z","caller":"traceutil/trace.go:171","msg":"trace[896630938] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"363.990542ms","start":"2026-03-06T00:33:12.099624Z","end":"2026-03-06T00:33:12.463614Z","steps":["trace[896630938] 'process raft request' (duration: 363.668805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:12.46377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:12.099596Z","time spent":"364.101664ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:12.475685Z","caller":"traceutil/trace.go:171","msg":"trace[1869721739] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"299.559176ms","start":"2026-03-06T00:33:12.176084Z","end":"2026-03-06T00:33:12.475643Z","steps":["trace[1869721739] 'process raft request' (duration: 299.30621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:22.459845Z","caller":"traceutil/trace.go:171","msg":"trace[1019179500] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"216.95392ms","start":"2026-03-06T00:33:22.242867Z","end":"2026-03-06T00:33:22.459821Z","steps":["trace[1019179500] 'process raft request' (duration: 216.776976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:27.583084Z","caller":"traceutil/trace.go:171","msg":"trace[7928856] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"105.655907ms","start":"2026-03-06T00:33:27.477399Z","end":"2026-03-06T00:33:27.583055Z","steps":["trace[7928856] 'process raft request' (duration: 105.219357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:34.404737Z","caller":"traceutil/trace.go:171","msg":"trace[1159192935] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"106.939507ms","start":"2026-03-06T00:33:34.297774Z","end":"2026-03-06T00:33:34.404714Z","steps":["trace[1159192935] 'process raft request' (duration: 29.288798ms)","trace[1159192935] 'compare' (duration: 77.533356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:42.807027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.602913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:42.807176Z","caller":"traceutil/trace.go:171","msg":"trace[1449804769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5070; }","duration":"330.793028ms","start":"2026-03-06T00:33:42.476361Z","end":"2026-03-06T00:33:42.807155Z","steps":["trace[1449804769] 'range keys from in-memory index tree' (duration: 330.495251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:42.807279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:42.476345Z","time spent":"330.89308ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:33:42.807932Z","caller":"traceutil/trace.go:171","msg":"trace[984959513] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"207.146602ms","start":"2026-03-06T00:33:42.600768Z","end":"2026-03-06T00:33:42.807915Z","steps":["trace[984959513] 'process raft request' (duration: 206.915717ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:42.807975Z","caller":"traceutil/trace.go:171","msg":"trace[1676112556] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"146.210544ms","start":"2026-03-06T00:33:42.661724Z","end":"2026-03-06T00:33:42.807935Z","steps":["trace[1676112556] 'process raft request' (duration: 146.03337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:42.80881Z","caller":"traceutil/trace.go:171","msg":"trace[218932129] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"217.633954ms","start":"2026-03-06T00:33:42.589774Z","end":"2026-03-06T00:33:42.807408Z","steps":["trace[218932129] 'process raft request' (duration: 190.707328ms)","trace[218932129] 'compare' (duration: 26.439036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.531672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.854871ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:33:43.531901Z","caller":"traceutil/trace.go:171","msg":"trace[678882027] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5273; }","duration":"723.567956ms","start":"2026-03-06T00:33:42.808315Z","end":"2026-03-06T00:33:43.531883Z","steps":["trace[678882027] 'read index received' (duration: 45.201µs)","trace[678882027] 'applied index is now lower than readState.Index' (duration: 723.521665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.532347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.017205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:43.532392Z","caller":"traceutil/trace.go:171","msg":"trace[1246557284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5073; }","duration":"724.101387ms","start":"2026-03-06T00:33:42.808278Z","end":"2026-03-06T00:33:43.53238Z","steps":["trace[1246557284] 'agreement among raft nodes before linearized reading' (duration: 724.019946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:43.532427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:42.808261Z","time spent":"724.158448ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:33:43.532755Z","caller":"traceutil/trace.go:171","msg":"trace[144993984] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"717.775567ms","start":"2026-03-06T00:33:42.814939Z","end":"2026-03-06T00:33:43.532714Z","steps":["trace[144993984] 'process raft request' (duration: 716.851167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:43.532977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:42.814916Z","time spent":"717.94577ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:43.685837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.383074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:33:43.68593Z","caller":"traceutil/trace.go:171","msg":"trace[378909149] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5074; }","duration":"776.514667ms","start":"2026-03-06T00:33:42.909388Z","end":"2026-03-06T00:33:43.685903Z","steps":["trace[378909149] 'agreement among raft nodes before linearized reading' (duration: 623.42591ms)","trace[378909149] 'range keys from in-memory index tree' (duration: 152.879832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.685976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:42.909371Z","time spent":"776.595509ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T00:33:43.686092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.549259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:33:43.686106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.369022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:33:43.686185Z","caller":"traceutil/trace.go:171","msg":"trace[1572379602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5074; }","duration":"295.701591ms","start":"2026-03-06T00:33:43.390458Z","end":"2026-03-06T00:33:43.68616Z","steps":["trace[1572379602] 'agreement among raft nodes before linearized reading' (duration: 142.339188ms)","trace[1572379602] 'range keys from in-memory index tree' (duration: 153.107577ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:43.686189Z","caller":"traceutil/trace.go:171","msg":"trace[726402201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5074; }","duration":"790.498415ms","start":"2026-03-06T00:33:42.895669Z","end":"2026-03-06T00:33:43.686167Z","steps":["trace[726402201] 'agreement among raft nodes before linearized reading' (duration: 637.00634ms)","trace[726402201] 'range keys from in-memory index tree' (duration: 153.268851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.686236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:42.895638Z","time spent":"790.588468ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T00:33:43.68632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.322553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:33:43.686418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.126233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:33:43.686483Z","caller":"traceutil/trace.go:171","msg":"trace[1039814719] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"146.640724ms","start":"2026-03-06T00:33:43.539831Z","end":"2026-03-06T00:33:43.686471Z","steps":["trace[1039814719] 'read index received' (duration: 42.4613ms)","trace[1039814719] 'applied index is now lower than readState.Index' (duration: 104.178204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.686557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.732316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:43.686585Z","caller":"traceutil/trace.go:171","msg":"trace[955398649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"146.789577ms","start":"2026-03-06T00:33:43.539788Z","end":"2026-03-06T00:33:43.686577Z","steps":["trace[955398649] 'agreement among raft nodes before linearized reading' (duration: 146.723506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.686637Z","caller":"traceutil/trace.go:171","msg":"trace[1662236367] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"149.913146ms","start":"2026-03-06T00:33:43.536706Z","end":"2026-03-06T00:33:43.686619Z","steps":["trace[1662236367] 'process raft request' (duration: 45.528997ms)","trace[1662236367] 'compare' (duration: 103.602102ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:43.686633Z","caller":"traceutil/trace.go:171","msg":"trace[1238604592] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5074; }","duration":"262.65961ms","start":"2026-03-06T00:33:43.423774Z","end":"2026-03-06T00:33:43.686433Z","steps":["trace[1238604592] 'agreement among raft nodes before linearized reading' (duration: 109.038212ms)","trace[1238604592] 'count revisions from in-memory index tree' (duration: 153.307501ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:43.907033Z","caller":"traceutil/trace.go:171","msg":"trace[1313848950] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5276; }","duration":"215.748142ms","start":"2026-03-06T00:33:43.691259Z","end":"2026-03-06T00:33:43.907007Z","steps":["trace[1313848950] 'read index received' (duration: 62.278377ms)","trace[1313848950] 'applied index is now lower than readState.Index' (duration: 153.468115ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:43.907089Z","caller":"traceutil/trace.go:171","msg":"trace[22188652] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"216.563392ms","start":"2026-03-06T00:33:43.690497Z","end":"2026-03-06T00:33:43.907061Z","steps":["trace[22188652] 'process raft request' (duration: 181.829743ms)","trace[22188652] 'compare' (duration: 34.484833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:43.907274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.003488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T00:33:43.907354Z","caller":"traceutil/trace.go:171","msg":"trace[837393782] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7; range_end:; response_count:1; response_revision:5077; }","duration":"216.12546ms","start":"2026-03-06T00:33:43.691206Z","end":"2026-03-06T00:33:43.907331Z","steps":["trace[837393782] 'agreement among raft nodes before linearized reading' (duration: 215.929936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:43.907397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:33:43.907473Z","caller":"traceutil/trace.go:171","msg":"trace[1422159396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5077; }","duration":"155.656984ms","start":"2026-03-06T00:33:43.751776Z","end":"2026-03-06T00:33:43.907433Z","steps":["trace[1422159396] 'agreement among raft nodes before linearized reading' (duration: 155.50518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:43.907767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.057946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:33:43.907807Z","caller":"traceutil/trace.go:171","msg":"trace[1882359830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5077; }","duration":"205.125258ms","start":"2026-03-06T00:33:43.702672Z","end":"2026-03-06T00:33:43.907798Z","steps":["trace[1882359830] 'agreement among raft nodes before linearized reading' (duration: 204.519674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.372147Z","caller":"traceutil/trace.go:171","msg":"trace[852608355] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"326.190566ms","start":"2026-03-06T00:33:44.045936Z","end":"2026-03-06T00:33:44.372126Z","steps":["trace[852608355] 'read index received' (duration: 326.088493ms)","trace[852608355] 'applied index is now lower than readState.Index' (duration: 100.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:44.372217Z","caller":"traceutil/trace.go:171","msg":"trace[1102657562] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"373.137655ms","start":"2026-03-06T00:33:43.999041Z","end":"2026-03-06T00:33:44.372179Z","steps":["trace[1102657562] 'process raft request' (duration: 372.92018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:44.37236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.40298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lzqc4\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-06T00:33:44.372399Z","caller":"traceutil/trace.go:171","msg":"trace[1465333394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lzqc4; range_end:; response_count:1; response_revision:5083; }","duration":"326.478902ms","start":"2026-03-06T00:33:44.04591Z","end":"2026-03-06T00:33:44.372389Z","steps":["trace[1465333394] 'agreement among raft nodes before linearized reading' (duration: 326.323929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:44.3724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:43.999019Z","time spent":"373.278777ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:44.372432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:44.045899Z","time spent":"326.524273ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-lzqc4\" "} {"level":"warn","ts":"2026-03-06T00:33:44.424638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.845691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:44.424691Z","caller":"traceutil/trace.go:171","msg":"trace[652412787] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5084; }","duration":"341.941613ms","start":"2026-03-06T00:33:44.082738Z","end":"2026-03-06T00:33:44.424679Z","steps":["trace[652412787] 'agreement among raft nodes before linearized reading' (duration: 341.843901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:44.424727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:44.082724Z","time spent":"341.993384ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:33:44.424777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.853988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:33:44.42466Z","caller":"traceutil/trace.go:171","msg":"trace[1170051886] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"368.331407ms","start":"2026-03-06T00:33:44.056302Z","end":"2026-03-06T00:33:44.424633Z","steps":["trace[1170051886] 'process raft request' (duration: 368.112703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:44.425402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:44.056278Z","time spent":"368.955161ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:44.426036Z","caller":"traceutil/trace.go:171","msg":"trace[254845417] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5084; }","duration":"293.009041ms","start":"2026-03-06T00:33:44.131838Z","end":"2026-03-06T00:33:44.424848Z","steps":["trace[254845417] 'agreement among raft nodes before linearized reading' (duration: 292.811087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:21.648175Z","caller":"traceutil/trace.go:171","msg":"trace[503761460] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"134.754829ms","start":"2026-03-06T00:34:21.513397Z","end":"2026-03-06T00:34:21.648152Z","steps":["trace[503761460] 'process raft request' (duration: 134.627747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:04.302932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2736} {"level":"info","ts":"2026-03-06T00:35:04.364135Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2736,"took":"59.419848ms","hash":959652639,"current-db-size-bytes":41345024,"current-db-size":"41 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:35:04.36421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":959652639,"revision":2736,"compact-revision":-1} {"level":"warn","ts":"2026-03-06T00:39:36.271239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.693166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-06T00:39:36.271316Z","caller":"traceutil/trace.go:171","msg":"trace[1988964325] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7581; }","duration":"156.793088ms","start":"2026-03-06T00:39:36.114507Z","end":"2026-03-06T00:39:36.2713Z","steps":["trace[1988964325] 'range keys from in-memory index tree' (duration: 156.525672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.271315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.086059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:39:36.27134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.953433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:39:36.271395Z","caller":"traceutil/trace.go:171","msg":"trace[176466920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7581; }","duration":"507.042584ms","start":"2026-03-06T00:39:35.764341Z","end":"2026-03-06T00:39:36.271383Z","steps":["trace[176466920] 'range keys from in-memory index tree' (duration: 506.82732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:36.271397Z","caller":"traceutil/trace.go:171","msg":"trace[1522335684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7581; }","duration":"509.188651ms","start":"2026-03-06T00:39:35.76219Z","end":"2026-03-06T00:39:36.271378Z","steps":["trace[1522335684] 'range keys from in-memory index tree' (duration: 508.899745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.271418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.76433Z","time spent":"507.082806ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:39:36.271411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.910624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T00:39:36.271442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.762171Z","time spent":"509.260243ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:39:36.271492Z","caller":"traceutil/trace.go:171","msg":"trace[147168115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7581; }","duration":"400.051617ms","start":"2026-03-06T00:39:35.871421Z","end":"2026-03-06T00:39:36.271473Z","steps":["trace[147168115] 'range keys from in-memory index tree' (duration: 399.713501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.271534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.871399Z","time spent":"400.124289ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:39:36.27156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.994641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:39:36.271577Z","caller":"traceutil/trace.go:171","msg":"trace[2065452521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7581; }","duration":"506.027071ms","start":"2026-03-06T00:39:35.765545Z","end":"2026-03-06T00:39:36.271573Z","steps":["trace[2065452521] 'range keys from in-memory index tree' (duration: 505.856637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.271591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.765537Z","time spent":"506.050182ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:39:36.271625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.741473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:39:36.271658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.092795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:39:36.271675Z","caller":"traceutil/trace.go:171","msg":"trace[1170769243] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7581; }","duration":"452.834096ms","start":"2026-03-06T00:39:35.818825Z","end":"2026-03-06T00:39:36.271659Z","steps":["trace[1170769243] 'count revisions from in-memory index tree' (duration: 452.651571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:36.271722Z","caller":"traceutil/trace.go:171","msg":"trace[764525235] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"133.476272ms","start":"2026-03-06T00:39:36.138231Z","end":"2026-03-06T00:39:36.271708Z","steps":["trace[764525235] 'process raft request' (duration: 113.997512ms)","trace[764525235] 'compare' (duration: 18.838585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:39:36.271742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.818799Z","time spent":"452.926528ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:39:36.271749Z","caller":"traceutil/trace.go:171","msg":"trace[1061572313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7581; }","duration":"648.220908ms","start":"2026-03-06T00:39:35.623493Z","end":"2026-03-06T00:39:36.271714Z","steps":["trace[1061572313] 'range keys from in-memory index tree' (duration: 647.938051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.271803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:35.623467Z","time spent":"648.3207ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:39:36.27282Z","caller":"traceutil/trace.go:171","msg":"trace[584178847] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"126.813514ms","start":"2026-03-06T00:39:36.145994Z","end":"2026-03-06T00:39:36.272807Z","steps":["trace[584178847] 'process raft request' (duration: 126.777853ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:36.272972Z","caller":"traceutil/trace.go:171","msg":"trace[479832695] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"131.437157ms","start":"2026-03-06T00:39:36.141527Z","end":"2026-03-06T00:39:36.272964Z","steps":["trace[479832695] 'process raft request' (duration: 131.171282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:47.811828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.511299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:39:47.81191Z","caller":"traceutil/trace.go:171","msg":"trace[285388008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7640; }","duration":"254.652023ms","start":"2026-03-06T00:39:47.557238Z","end":"2026-03-06T00:39:47.81189Z","steps":["trace[285388008] 'range keys from in-memory index tree' (duration: 254.312155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:47.812422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.550529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:39:47.812569Z","caller":"traceutil/trace.go:171","msg":"trace[322242253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7640; }","duration":"335.248765ms","start":"2026-03-06T00:39:47.4773Z","end":"2026-03-06T00:39:47.812548Z","steps":["trace[322242253] 'range keys from in-memory index tree' (duration: 334.486468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:47.81264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:47.477287Z","time spent":"335.339427ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:40:04.310448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5704} {"level":"info","ts":"2026-03-06T00:40:04.401009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5704,"took":"88.541999ms","hash":3264563365,"current-db-size-bytes":42184704,"current-db-size":"42 MB","current-db-size-in-use-bytes":22638592,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:40:04.401123Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3264563365,"revision":5704,"compact-revision":2736} {"level":"info","ts":"2026-03-06T00:40:12.64708Z","caller":"traceutil/trace.go:171","msg":"trace[487178825] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"167.660677ms","start":"2026-03-06T00:40:12.479395Z","end":"2026-03-06T00:40:12.647056Z","steps":["trace[487178825] 'read index received' (duration: 167.33216ms)","trace[487178825] 'applied index is now lower than readState.Index' (duration: 327.447µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:12.647219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.80201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:12.647171Z","caller":"traceutil/trace.go:171","msg":"trace[605900002] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"169.444448ms","start":"2026-03-06T00:40:12.477684Z","end":"2026-03-06T00:40:12.647129Z","steps":["trace[605900002] 'process raft request' (duration: 169.227163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:12.647251Z","caller":"traceutil/trace.go:171","msg":"trace[677568045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7765; }","duration":"167.895333ms","start":"2026-03-06T00:40:12.479347Z","end":"2026-03-06T00:40:12.647242Z","steps":["trace[677568045] 'agreement among raft nodes before linearized reading' (duration: 167.819562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:12.679787Z","caller":"traceutil/trace.go:171","msg":"trace[1174548818] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"200.358651ms","start":"2026-03-06T00:40:12.479397Z","end":"2026-03-06T00:40:12.679756Z","steps":["trace[1174548818] 'process raft request' (duration: 200.175337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:12.680123Z","caller":"traceutil/trace.go:171","msg":"trace[481185220] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"200.601727ms","start":"2026-03-06T00:40:12.479513Z","end":"2026-03-06T00:40:12.680115Z","steps":["trace[481185220] 'process raft request' (duration: 200.155687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:12.701378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.678495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:40:12.701378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.068086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:40:12.701383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.753901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lzqc4\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-06T00:40:12.701444Z","caller":"traceutil/trace.go:171","msg":"trace[597455184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7768; }","duration":"184.779167ms","start":"2026-03-06T00:40:12.516651Z","end":"2026-03-06T00:40:12.70143Z","steps":["trace[597455184] 'agreement among raft nodes before linearized reading' (duration: 184.628313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:12.701439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.689585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:12.701453Z","caller":"traceutil/trace.go:171","msg":"trace[154221034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7768; }","duration":"191.177088ms","start":"2026-03-06T00:40:12.510263Z","end":"2026-03-06T00:40:12.70144Z","steps":["trace[154221034] 'agreement among raft nodes before linearized reading' (duration: 190.953903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:12.701479Z","caller":"traceutil/trace.go:171","msg":"trace[1433872319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7768; }","duration":"184.772676ms","start":"2026-03-06T00:40:12.516697Z","end":"2026-03-06T00:40:12.701469Z","steps":["trace[1433872319] 'agreement among raft nodes before linearized reading' (duration: 184.608493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:12.701474Z","caller":"traceutil/trace.go:171","msg":"trace[692542926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lzqc4; range_end:; response_count:1; response_revision:7768; }","duration":"139.885344ms","start":"2026-03-06T00:40:12.561571Z","end":"2026-03-06T00:40:12.701456Z","steps":["trace[692542926] 'agreement among raft nodes before linearized reading' (duration: 139.69012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:12.701576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.576577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:40:12.701669Z","caller":"traceutil/trace.go:171","msg":"trace[108287837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7768; }","duration":"186.7086ms","start":"2026-03-06T00:40:12.514941Z","end":"2026-03-06T00:40:12.70165Z","steps":["trace[108287837] 'agreement among raft nodes before linearized reading' (duration: 186.430674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.47368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.484413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:40:13.473772Z","caller":"traceutil/trace.go:171","msg":"trace[822753524] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"166.940382ms","start":"2026-03-06T00:40:13.306816Z","end":"2026-03-06T00:40:13.473756Z","steps":["trace[822753524] 'read index received' (duration: 42.317776ms)","trace[822753524] 'applied index is now lower than readState.Index' (duration: 124.621466ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:13.473799Z","caller":"traceutil/trace.go:171","msg":"trace[1282019799] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"167.32099ms","start":"2026-03-06T00:40:13.306442Z","end":"2026-03-06T00:40:13.473763Z","steps":["trace[1282019799] 'process raft request' (duration: 42.678714ms)","trace[1282019799] 'compare' (duration: 124.218737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:13.473956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.131397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-06T00:40:13.474032Z","caller":"traceutil/trace.go:171","msg":"trace[1207290386] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:7794; }","duration":"167.236109ms","start":"2026-03-06T00:40:13.306784Z","end":"2026-03-06T00:40:13.47402Z","steps":["trace[1207290386] 'agreement among raft nodes before linearized reading' (duration: 167.037464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.507844Z","caller":"traceutil/trace.go:171","msg":"trace[51759687] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"189.977562ms","start":"2026-03-06T00:40:13.317839Z","end":"2026-03-06T00:40:13.507816Z","steps":["trace[51759687] 'process raft request' (duration: 189.709026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.507902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.998181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-06T00:40:13.507973Z","caller":"traceutil/trace.go:171","msg":"trace[284609087] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:7795; }","duration":"199.092443ms","start":"2026-03-06T00:40:13.308861Z","end":"2026-03-06T00:40:13.507954Z","steps":["trace[284609087] 'agreement among raft nodes before linearized reading' (duration: 198.881689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.508037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.382121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7ccc896554-m8n7t.189a199cc2e49f4e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T00:40:13.508091Z","caller":"traceutil/trace.go:171","msg":"trace[1442538855] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7ccc896554-m8n7t.189a199cc2e49f4e; range_end:; response_count:1; response_revision:7795; }","duration":"157.448202ms","start":"2026-03-06T00:40:13.350627Z","end":"2026-03-06T00:40:13.508076Z","steps":["trace[1442538855] 'agreement among raft nodes before linearized reading' (duration: 157.262948ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.605928Z","caller":"traceutil/trace.go:171","msg":"trace[1411542534] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"126.202992ms","start":"2026-03-06T00:40:13.479699Z","end":"2026-03-06T00:40:13.605902Z","steps":["trace[1411542534] 'process raft request' (duration: 117.649073ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.605948Z","caller":"traceutil/trace.go:171","msg":"trace[1507701024] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"123.249976ms","start":"2026-03-06T00:40:13.482679Z","end":"2026-03-06T00:40:13.605929Z","steps":["trace[1507701024] 'process raft request' (duration: 123.101233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.606067Z","caller":"traceutil/trace.go:171","msg":"trace[1090819761] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"116.334444ms","start":"2026-03-06T00:40:13.489711Z","end":"2026-03-06T00:40:13.606046Z","steps":["trace[1090819761] 'process raft request' (duration: 116.261672ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.606141Z","caller":"traceutil/trace.go:171","msg":"trace[1066126102] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"123.068452ms","start":"2026-03-06T00:40:13.483042Z","end":"2026-03-06T00:40:13.606111Z","steps":["trace[1066126102] 'process raft request' (duration: 122.792936ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.606214Z","caller":"traceutil/trace.go:171","msg":"trace[1834357839] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"119.477023ms","start":"2026-03-06T00:40:13.486728Z","end":"2026-03-06T00:40:13.606205Z","steps":["trace[1834357839] 'process raft request' (duration: 119.177947ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.615208Z","caller":"traceutil/trace.go:171","msg":"trace[1975356325] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"104.167454ms","start":"2026-03-06T00:40:13.511016Z","end":"2026-03-06T00:40:13.615184Z","steps":["trace[1975356325] 'process raft request' (duration: 103.896168ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.615433Z","caller":"traceutil/trace.go:171","msg":"trace[1973618917] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7801; }","duration":"102.679302ms","start":"2026-03-06T00:40:13.512729Z","end":"2026-03-06T00:40:13.615408Z","steps":["trace[1973618917] 'process raft request' (duration: 102.345084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:15.243929Z","caller":"traceutil/trace.go:171","msg":"trace[811239620] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"431.550035ms","start":"2026-03-06T00:40:14.812353Z","end":"2026-03-06T00:40:15.243903Z","steps":["trace[811239620] 'process raft request' (duration: 431.385772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.244192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.812336Z","time spent":"431.698318ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:15.337073Z","caller":"traceutil/trace.go:171","msg":"trace[541761073] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"517.097828ms","start":"2026-03-06T00:40:14.81994Z","end":"2026-03-06T00:40:15.337038Z","steps":["trace[541761073] 'process raft request' (duration: 517.006576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.337241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.819921Z","time spent":"517.23654ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:15.33736Z","caller":"traceutil/trace.go:171","msg":"trace[812891021] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"518.121379ms","start":"2026-03-06T00:40:14.81918Z","end":"2026-03-06T00:40:15.337301Z","steps":["trace[812891021] 'process raft request' (duration: 517.613478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.337603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.819157Z","time spent":"518.301194ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:15.337623Z","caller":"traceutil/trace.go:171","msg":"trace[512378944] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"517.544298ms","start":"2026-03-06T00:40:14.820037Z","end":"2026-03-06T00:40:15.337582Z","steps":["trace[512378944] 'process raft request' (duration: 516.954605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.337827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.820019Z","time spent":"517.707071ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:15.338014Z","caller":"traceutil/trace.go:171","msg":"trace[154286471] linearizableReadLoop","detail":"{readStateIndex:8122; appliedIndex:8118; }","duration":"517.749862ms","start":"2026-03-06T00:40:14.820241Z","end":"2026-03-06T00:40:15.337991Z","steps":["trace[154286471] 'read index received' (duration: 423.464786ms)","trace[154286471] 'applied index is now lower than readState.Index' (duration: 94.283745ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:15.338023Z","caller":"traceutil/trace.go:171","msg":"trace[733063668] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"478.619737ms","start":"2026-03-06T00:40:14.859374Z","end":"2026-03-06T00:40:15.337994Z","steps":["trace[733063668] 'process raft request' (duration: 478.32736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:15.338191Z","caller":"traceutil/trace.go:171","msg":"trace[490995881] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"237.548064ms","start":"2026-03-06T00:40:15.100616Z","end":"2026-03-06T00:40:15.338164Z","steps":["trace[490995881] 'process raft request' (duration: 237.288809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.3382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.859345Z","time spent":"478.770109ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:15.338492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.328765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-drkvc\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-06T00:40:15.338514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.697198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:15.338551Z","caller":"traceutil/trace.go:171","msg":"trace[338466353] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-drkvc; range_end:; response_count:1; response_revision:7829; }","duration":"509.428107ms","start":"2026-03-06T00:40:14.829109Z","end":"2026-03-06T00:40:15.338537Z","steps":["trace[338466353] 'agreement among raft nodes before linearized reading' (duration: 509.235143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.33859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.829089Z","time spent":"509.489728ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-drkvc\" "} {"level":"info","ts":"2026-03-06T00:40:15.338589Z","caller":"traceutil/trace.go:171","msg":"trace[683478649] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:7829; }","duration":"431.81345ms","start":"2026-03-06T00:40:14.906757Z","end":"2026-03-06T00:40:15.33857Z","steps":["trace[683478649] 'agreement among raft nodes before linearized reading' (duration: 431.690247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.338649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.906738Z","time spent":"431.893292ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-06T00:40:15.338798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.56036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227250"} {"level":"info","ts":"2026-03-06T00:40:15.338848Z","caller":"traceutil/trace.go:171","msg":"trace[1903957389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7829; }","duration":"518.642161ms","start":"2026-03-06T00:40:14.820194Z","end":"2026-03-06T00:40:15.338836Z","steps":["trace[1903957389] 'agreement among raft nodes before linearized reading' (duration: 518.164451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.338969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.820178Z","time spent":"518.699633ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227273,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:40:16.800861Z","caller":"traceutil/trace.go:171","msg":"trace[608399338] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"110.865871ms","start":"2026-03-06T00:40:16.689962Z","end":"2026-03-06T00:40:16.800828Z","steps":["trace[608399338] 'process raft request' (duration: 93.440406ms)","trace[608399338] 'compare' (duration: 17.270232ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:16.801571Z","caller":"traceutil/trace.go:171","msg":"trace[840190285] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"106.976626ms","start":"2026-03-06T00:40:16.694569Z","end":"2026-03-06T00:40:16.801546Z","steps":["trace[840190285] 'process raft request' (duration: 106.802222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.239602Z","caller":"traceutil/trace.go:171","msg":"trace[286823408] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8137; }","duration":"128.453782ms","start":"2026-03-06T00:40:18.111121Z","end":"2026-03-06T00:40:18.239575Z","steps":["trace[286823408] 'read index received' (duration: 128.261927ms)","trace[286823408] 'applied index is now lower than readState.Index' (duration: 190.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:18.239666Z","caller":"traceutil/trace.go:171","msg":"trace[797719057] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"179.224574ms","start":"2026-03-06T00:40:18.060403Z","end":"2026-03-06T00:40:18.239628Z","steps":["trace[797719057] 'process raft request' (duration: 179.015469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:18.239833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.694517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:40:18.239874Z","caller":"traceutil/trace.go:171","msg":"trace[74798892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7842; }","duration":"128.797389ms","start":"2026-03-06T00:40:18.111065Z","end":"2026-03-06T00:40:18.239862Z","steps":["trace[74798892] 'agreement among raft nodes before linearized reading' (duration: 128.650156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:19.850199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258824149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:40:20.351351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258824149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:40:20.602888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332347818s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:40:20.603508Z","caller":"traceutil/trace.go:171","msg":"trace[1336819937] linearizableReadLoop","detail":"{readStateIndex:8143; appliedIndex:8142; }","duration":"1.253699949s","start":"2026-03-06T00:40:19.349774Z","end":"2026-03-06T00:40:20.603474Z","steps":["trace[1336819937] 'read index received' (duration: 1.253233528s)","trace[1336819937] 'applied index is now lower than readState.Index' (duration: 465.011µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:20.603587Z","caller":"traceutil/trace.go:171","msg":"trace[657046797] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"1.333093285s","start":"2026-03-06T00:40:19.270464Z","end":"2026-03-06T00:40:20.603558Z","steps":["trace[657046797] 'process raft request' (duration: 1.332842299s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.603887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.270448Z","time spent":"1.33332624s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:20.603993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.355159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:40:20.603995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254128279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:40:20.604039Z","caller":"traceutil/trace.go:171","msg":"trace[1249487861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7847; }","duration":"350.42813ms","start":"2026-03-06T00:40:20.253597Z","end":"2026-03-06T00:40:20.604025Z","steps":["trace[1249487861] 'agreement among raft nodes before linearized reading' (duration: 350.347689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.603918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251055882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:40:20.60409Z","caller":"traceutil/trace.go:171","msg":"trace[2025305218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7847; }","duration":"1.254302353s","start":"2026-03-06T00:40:19.349732Z","end":"2026-03-06T00:40:20.604034Z","steps":["trace[2025305218] 'agreement among raft nodes before linearized reading' (duration: 1.253930074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.604119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.525006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:20.604154Z","caller":"traceutil/trace.go:171","msg":"trace[1674395336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7847; }","duration":"833.596858ms","start":"2026-03-06T00:40:19.770548Z","end":"2026-03-06T00:40:20.604144Z","steps":["trace[1674395336] 'agreement among raft nodes before linearized reading' (duration: 833.545137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:20.60415Z","caller":"traceutil/trace.go:171","msg":"trace[732052118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7847; }","duration":"1.251296486s","start":"2026-03-06T00:40:19.35282Z","end":"2026-03-06T00:40:20.604116Z","steps":["trace[732052118] 'agreement among raft nodes before linearized reading' (duration: 1.25098265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.604227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.349713Z","time spent":"1.254427356s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:20.604265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.35281Z","time spent":"1.251414229s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:20.604075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.253577Z","time spent":"350.490332ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:40:20.604281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247105814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lzqc4\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-06T00:40:20.604355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127409136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:20.604423Z","caller":"traceutil/trace.go:171","msg":"trace[1265535628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7847; }","duration":"1.1275494s","start":"2026-03-06T00:40:19.476857Z","end":"2026-03-06T00:40:20.604406Z","steps":["trace[1265535628] 'agreement among raft nodes before linearized reading' (duration: 1.127353465s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:20.604407Z","caller":"traceutil/trace.go:171","msg":"trace[1419489304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lzqc4; range_end:; response_count:1; response_revision:7847; }","duration":"1.247251826s","start":"2026-03-06T00:40:19.35714Z","end":"2026-03-06T00:40:20.604392Z","steps":["trace[1419489304] 'agreement among raft nodes before linearized reading' (duration: 1.247013471s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.604475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.476839Z","time spent":"1.127615641s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:40:20.604181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.770528Z","time spent":"833.645789ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:20.60461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.357132Z","time spent":"1.247371569s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-lzqc4\" "} {"level":"warn","ts":"2026-03-06T00:40:20.60471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251770637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:20.604753Z","caller":"traceutil/trace.go:171","msg":"trace[1297821173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7847; }","duration":"1.251856379s","start":"2026-03-06T00:40:19.352886Z","end":"2026-03-06T00:40:20.604742Z","steps":["trace[1297821173] 'agreement among raft nodes before linearized reading' (duration: 1.251313027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.604781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.352868Z","time spent":"1.25190742s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:21.424868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.113182ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:21.425022Z","caller":"traceutil/trace.go:171","msg":"trace[1841660880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7847; }","duration":"316.284585ms","start":"2026-03-06T00:40:21.10871Z","end":"2026-03-06T00:40:21.424995Z","steps":["trace[1841660880] 'range keys from in-memory index tree' (duration: 316.092251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.426108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.980706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:40:21.426247Z","caller":"traceutil/trace.go:171","msg":"trace[874891744] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"817.03633ms","start":"2026-03-06T00:40:20.609186Z","end":"2026-03-06T00:40:21.426222Z","steps":["trace[874891744] 'process raft request' (duration: 195.855111ms)","trace[874891744] 'compare' (duration: 619.83853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:21.426332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.609162Z","time spent":"817.125883ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:21.572838Z","caller":"traceutil/trace.go:171","msg":"trace[279076913] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"962.820026ms","start":"2026-03-06T00:40:20.609992Z","end":"2026-03-06T00:40:21.572812Z","steps":["trace[279076913] 'process raft request' (duration: 962.732694ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:21.572915Z","caller":"traceutil/trace.go:171","msg":"trace[809741406] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"962.894898ms","start":"2026-03-06T00:40:20.609962Z","end":"2026-03-06T00:40:21.572857Z","steps":["trace[809741406] 'process raft request' (duration: 929.671643ms)","trace[809741406] 'compare' (duration: 32.958808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:21.573002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.609976Z","time spent":"962.938068ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.573157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.609947Z","time spent":"963.066901ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:21.573224Z","caller":"traceutil/trace.go:171","msg":"trace[494859852] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"962.455918ms","start":"2026-03-06T00:40:20.610757Z","end":"2026-03-06T00:40:21.573213Z","steps":["trace[494859852] 'process raft request' (duration: 962.017488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.573282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.610744Z","time spent":"962.506789ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:21.573749Z","caller":"traceutil/trace.go:171","msg":"trace[525967430] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8143; }","duration":"960.735639ms","start":"2026-03-06T00:40:20.612994Z","end":"2026-03-06T00:40:21.573729Z","steps":["trace[525967430] 'read index received' (duration: 192.061558ms)","trace[525967430] 'applied index is now lower than readState.Index' (duration: 768.672761ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:21.574096Z","caller":"traceutil/trace.go:171","msg":"trace[955576634] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"878.006509ms","start":"2026-03-06T00:40:20.696071Z","end":"2026-03-06T00:40:21.574078Z","steps":["trace[955576634] 'process raft request' (duration: 877.10077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.574204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.696048Z","time spent":"878.102431ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:21.574419Z","caller":"traceutil/trace.go:171","msg":"trace[1404463720] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"762.115276ms","start":"2026-03-06T00:40:20.812174Z","end":"2026-03-06T00:40:21.574289Z","steps":["trace[1404463720] 'process raft request' (duration: 761.448752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.574544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.812139Z","time spent":"762.346371ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.574728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.732801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:21.574785Z","caller":"traceutil/trace.go:171","msg":"trace[282101878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7854; }","duration":"961.813523ms","start":"2026-03-06T00:40:20.612956Z","end":"2026-03-06T00:40:21.57477Z","steps":["trace[282101878] 'agreement among raft nodes before linearized reading' (duration: 961.202829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.574837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.612943Z","time spent":"961.882295ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:40:21.574852Z","caller":"traceutil/trace.go:171","msg":"trace[1149412057] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"752.265638ms","start":"2026-03-06T00:40:20.822538Z","end":"2026-03-06T00:40:21.574804Z","steps":["trace[1149412057] 'process raft request' (duration: 751.683926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.574946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.822511Z","time spent":"752.3882ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.574722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.470447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:21.57508Z","caller":"traceutil/trace.go:171","msg":"trace[460260529] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7854; }","duration":"324.865635ms","start":"2026-03-06T00:40:21.250194Z","end":"2026-03-06T00:40:21.57506Z","steps":["trace[460260529] 'agreement among raft nodes before linearized reading' (duration: 324.384274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.575392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:21.250173Z","time spent":"325.195663ms","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:23.297785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.463955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:23.297866Z","caller":"traceutil/trace.go:171","msg":"trace[905427159] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7856; }","duration":"361.605368ms","start":"2026-03-06T00:40:22.93624Z","end":"2026-03-06T00:40:23.297846Z","steps":["trace[905427159] 'count revisions from in-memory index tree' (duration: 361.367463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:23.297911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:22.936218Z","time spent":"361.68299ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:40:23.30803Z","caller":"traceutil/trace.go:171","msg":"trace[1104535346] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"285.647518ms","start":"2026-03-06T00:40:23.02234Z","end":"2026-03-06T00:40:23.307987Z","steps":["trace[1104535346] 'process raft request' (duration: 285.381602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:23.56577Z","caller":"traceutil/trace.go:171","msg":"trace[634720105] linearizableReadLoop","detail":"{readStateIndex:8155; appliedIndex:8154; }","duration":"134.75785ms","start":"2026-03-06T00:40:23.430981Z","end":"2026-03-06T00:40:23.565738Z","steps":["trace[634720105] 'read index received' (duration: 122.867757ms)","trace[634720105] 'applied index is now lower than readState.Index' (duration: 11.888923ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:23.565823Z","caller":"traceutil/trace.go:171","msg":"trace[2053819830] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"212.859578ms","start":"2026-03-06T00:40:23.352947Z","end":"2026-03-06T00:40:23.565806Z","steps":["trace[2053819830] 'process raft request' (duration: 200.957176ms)","trace[2053819830] 'compare' (duration: 11.486423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:23.565974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.983266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:40:23.566021Z","caller":"traceutil/trace.go:171","msg":"trace[51440759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7858; }","duration":"135.094658ms","start":"2026-03-06T00:40:23.430914Z","end":"2026-03-06T00:40:23.566009Z","steps":["trace[51440759] 'agreement among raft nodes before linearized reading' (duration: 134.925944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:33.212194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.80621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:40:33.212319Z","caller":"traceutil/trace.go:171","msg":"trace[2103137590] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"220.581298ms","start":"2026-03-06T00:40:32.991716Z","end":"2026-03-06T00:40:33.212297Z","steps":["trace[2103137590] 'process raft request' (duration: 24.577494ms)","trace[2103137590] 'compare' (duration: 195.540294ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:33.262276Z","caller":"traceutil/trace.go:171","msg":"trace[631310604] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8241; }","duration":"264.465039ms","start":"2026-03-06T00:40:32.997794Z","end":"2026-03-06T00:40:33.262259Z","steps":["trace[631310604] 'read index received' (duration: 18.50882ms)","trace[631310604] 'applied index is now lower than readState.Index' (duration: 245.955349ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:33.26231Z","caller":"traceutil/trace.go:171","msg":"trace[1532952630] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"268.210492ms","start":"2026-03-06T00:40:32.99407Z","end":"2026-03-06T00:40:33.26228Z","steps":["trace[1532952630] 'process raft request' (duration: 268.079159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:33.262392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.584402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-drkvc\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-06T00:40:33.262425Z","caller":"traceutil/trace.go:171","msg":"trace[65461440] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-drkvc; range_end:; response_count:1; response_revision:7941; }","duration":"264.654154ms","start":"2026-03-06T00:40:32.997761Z","end":"2026-03-06T00:40:33.262415Z","steps":["trace[65461440] 'agreement among raft nodes before linearized reading' (duration: 264.591232ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:33.262418Z","caller":"traceutil/trace.go:171","msg":"trace[619322631] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7941; }","duration":"267.20224ms","start":"2026-03-06T00:40:32.995167Z","end":"2026-03-06T00:40:33.262369Z","steps":["trace[619322631] 'process raft request' (duration: 267.061517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:33.262623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.528561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-06T00:40:33.262668Z","caller":"traceutil/trace.go:171","msg":"trace[1027501257] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:7941; }","duration":"264.594302ms","start":"2026-03-06T00:40:32.998063Z","end":"2026-03-06T00:40:33.262657Z","steps":["trace[1027501257] 'agreement among raft nodes before linearized reading' (duration: 264.409318ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:34.216293Z","caller":"traceutil/trace.go:171","msg":"trace[2111662700] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"227.102534ms","start":"2026-03-06T00:40:33.98917Z","end":"2026-03-06T00:40:34.216272Z","steps":["trace[2111662700] 'process raft request' (duration: 226.960101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:34.762761Z","caller":"traceutil/trace.go:171","msg":"trace[1445403633] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8260; }","duration":"285.563166ms","start":"2026-03-06T00:40:34.477171Z","end":"2026-03-06T00:40:34.762734Z","steps":["trace[1445403633] 'read index received' (duration: 231.49411ms)","trace[1445403633] 'applied index is now lower than readState.Index' (duration: 54.067946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:34.762863Z","caller":"traceutil/trace.go:171","msg":"trace[1261201996] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"493.555436ms","start":"2026-03-06T00:40:34.269258Z","end":"2026-03-06T00:40:34.762813Z","steps":["trace[1261201996] 'process raft request' (duration: 439.442839ms)","trace[1261201996] 'compare' (duration: 53.894832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:34.762964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.7474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:34.763068Z","caller":"traceutil/trace.go:171","msg":"trace[1056142111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7958; }","duration":"285.910424ms","start":"2026-03-06T00:40:34.477125Z","end":"2026-03-06T00:40:34.763036Z","steps":["trace[1056142111] 'agreement among raft nodes before linearized reading' (duration: 285.73618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:34.763081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:34.26923Z","time spent":"493.7255ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:35.115908Z","caller":"traceutil/trace.go:171","msg":"trace[1747558078] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"108.746495ms","start":"2026-03-06T00:40:35.007136Z","end":"2026-03-06T00:40:35.115882Z","steps":["trace[1747558078] 'process raft request' (duration: 108.665673ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:35.116014Z","caller":"traceutil/trace.go:171","msg":"trace[1311614706] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"120.930705ms","start":"2026-03-06T00:40:34.99504Z","end":"2026-03-06T00:40:35.115971Z","steps":["trace[1311614706] 'process raft request' (duration: 109.929841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:36.019309Z","caller":"traceutil/trace.go:171","msg":"trace[2145356682] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"337.012444ms","start":"2026-03-06T00:40:35.68227Z","end":"2026-03-06T00:40:36.019282Z","steps":["trace[2145356682] 'read index received' (duration: 294.417842ms)","trace[2145356682] 'applied index is now lower than readState.Index' (duration: 42.593412ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:36.019582Z","caller":"traceutil/trace.go:171","msg":"trace[1270251559] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"339.580622ms","start":"2026-03-06T00:40:35.679987Z","end":"2026-03-06T00:40:36.019568Z","steps":["trace[1270251559] 'process raft request' (duration: 296.803135ms)","trace[1270251559] 'compare' (duration: 42.380507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:36.019698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:35.679969Z","time spent":"339.651483ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:36.019898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.583327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:36.02002Z","caller":"traceutil/trace.go:171","msg":"trace[745365420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7971; }","duration":"337.770181ms","start":"2026-03-06T00:40:35.682229Z","end":"2026-03-06T00:40:36.019999Z","steps":["trace[745365420] 'agreement among raft nodes before linearized reading' (duration: 337.331912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:36.020093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:35.682212Z","time spent":"337.871843ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:36.038598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.621409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:40:36.038696Z","caller":"traceutil/trace.go:171","msg":"trace[1923527067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"333.763042ms","start":"2026-03-06T00:40:35.704912Z","end":"2026-03-06T00:40:36.038675Z","steps":["trace[1923527067] 'agreement among raft nodes before linearized reading' (duration: 333.118138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:36.038745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:35.704895Z","time spent":"333.840014ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:40:36.225816Z","caller":"traceutil/trace.go:171","msg":"trace[1725701964] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8276; }","duration":"111.598699ms","start":"2026-03-06T00:40:36.114196Z","end":"2026-03-06T00:40:36.225795Z","steps":["trace[1725701964] 'read index received' (duration: 29.541524ms)","trace[1725701964] 'applied index is now lower than readState.Index' (duration: 82.056055ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:36.225943Z","caller":"traceutil/trace.go:171","msg":"trace[1914754360] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"182.703511ms","start":"2026-03-06T00:40:36.043222Z","end":"2026-03-06T00:40:36.225926Z","steps":["trace[1914754360] 'process raft request' (duration: 100.481992ms)","trace[1914754360] 'compare' (duration: 81.971843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:36.226184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.968387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-06T00:40:36.226258Z","caller":"traceutil/trace.go:171","msg":"trace[1483971179] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7974; }","duration":"112.086309ms","start":"2026-03-06T00:40:36.11414Z","end":"2026-03-06T00:40:36.226226Z","steps":["trace[1483971179] 'agreement among raft nodes before linearized reading' (duration: 111.918726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:36.470897Z","caller":"traceutil/trace.go:171","msg":"trace[1003610622] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"236.260686ms","start":"2026-03-06T00:40:36.234614Z","end":"2026-03-06T00:40:36.470875Z","steps":["trace[1003610622] 'process raft request' (duration: 232.331528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:50.850999Z","caller":"traceutil/trace.go:171","msg":"trace[1599372503] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"100.021803ms","start":"2026-03-06T00:40:50.750949Z","end":"2026-03-06T00:40:50.850971Z","steps":["trace[1599372503] 'process raft request' (duration: 99.818459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.543039Z","caller":"traceutil/trace.go:171","msg":"trace[1558600233] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"119.37331ms","start":"2026-03-06T00:40:51.423631Z","end":"2026-03-06T00:40:51.543004Z","steps":["trace[1558600233] 'process raft request' (duration: 119.255268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.543188Z","caller":"traceutil/trace.go:171","msg":"trace[609968303] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"157.178946ms","start":"2026-03-06T00:40:51.385954Z","end":"2026-03-06T00:40:51.543133Z","steps":["trace[609968303] 'process raft request' (duration: 96.268789ms)","trace[609968303] 'compare' (duration: 60.414556ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:51.543226Z","caller":"traceutil/trace.go:171","msg":"trace[471440139] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8425; }","duration":"149.638299ms","start":"2026-03-06T00:40:51.393555Z","end":"2026-03-06T00:40:51.543193Z","steps":["trace[471440139] 'read index received' (duration: 25.79792ms)","trace[471440139] 'applied index is now lower than readState.Index' (duration: 123.836459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:51.543706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.973146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:40:51.54379Z","caller":"traceutil/trace.go:171","msg":"trace[318335669] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8119; }","duration":"150.256792ms","start":"2026-03-06T00:40:51.393485Z","end":"2026-03-06T00:40:51.543742Z","steps":["trace[318335669] 'agreement among raft nodes before linearized reading' (duration: 149.858844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:54.5739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.989532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:40:54.574013Z","caller":"traceutil/trace.go:171","msg":"trace[523935609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8180; }","duration":"261.157996ms","start":"2026-03-06T00:40:54.312832Z","end":"2026-03-06T00:40:54.57399Z","steps":["trace[523935609] 'range keys from in-memory index tree' (duration: 260.814698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:38.561417Z","caller":"traceutil/trace.go:171","msg":"trace[1999651584] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"134.76366ms","start":"2026-03-06T00:41:38.426605Z","end":"2026-03-06T00:41:38.561369Z","steps":["trace[1999651584] 'process raft request' (duration: 134.557786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.406491Z","caller":"traceutil/trace.go:171","msg":"trace[797865049] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"138.467809ms","start":"2026-03-06T00:41:51.267984Z","end":"2026-03-06T00:41:51.406451Z","steps":["trace[797865049] 'process raft request' (duration: 138.244144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:52.346404Z","caller":"traceutil/trace.go:171","msg":"trace[1839093189] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"412.033695ms","start":"2026-03-06T00:41:51.934336Z","end":"2026-03-06T00:41:52.34637Z","steps":["trace[1839093189] 'process raft request' (duration: 411.844491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:52.34667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.934311Z","time spent":"412.26145ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:52.586714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.131238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:52.586907Z","caller":"traceutil/trace.go:171","msg":"trace[71406025] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8992; }","duration":"520.232316ms","start":"2026-03-06T00:41:52.066643Z","end":"2026-03-06T00:41:52.586875Z","steps":["trace[71406025] 'read index received' (duration: 279.57556ms)","trace[71406025] 'applied index is now lower than readState.Index' (duration: 240.655456ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:52.587002Z","caller":"traceutil/trace.go:171","msg":"trace[970088813] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"607.851754ms","start":"2026-03-06T00:41:51.979139Z","end":"2026-03-06T00:41:52.586991Z","steps":["trace[970088813] 'process raft request' (duration: 447.351758ms)","trace[970088813] 'compare' (duration: 159.996915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:52.587071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.979113Z","time spent":"607.924025ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:52.587151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.446015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:52.587159Z","caller":"traceutil/trace.go:171","msg":"trace[424219703] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"585.994392ms","start":"2026-03-06T00:41:52.001131Z","end":"2026-03-06T00:41:52.587125Z","steps":["trace[424219703] 'process raft request' (duration: 585.688635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:52.58718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.326235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:52.587208Z","caller":"traceutil/trace.go:171","msg":"trace[988291000] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8672; }","duration":"477.588488ms","start":"2026-03-06T00:41:52.109603Z","end":"2026-03-06T00:41:52.587192Z","steps":["trace[988291000] 'agreement among raft nodes before linearized reading' (duration: 477.492525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:52.587211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.556773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:41:52.587241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.109596Z","time spent":"477.63868ms","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:41:52.587245Z","caller":"traceutil/trace.go:171","msg":"trace[998864898] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8672; }","duration":"141.442287ms","start":"2026-03-06T00:41:52.445786Z","end":"2026-03-06T00:41:52.587228Z","steps":["trace[998864898] 'agreement among raft nodes before linearized reading' (duration: 141.331605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:52.587269Z","caller":"traceutil/trace.go:171","msg":"trace[1974701705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8672; }","duration":"520.647425ms","start":"2026-03-06T00:41:52.066605Z","end":"2026-03-06T00:41:52.587252Z","steps":["trace[1974701705] 'agreement among raft nodes before linearized reading' (duration: 520.4118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:52.587348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.066591Z","time spent":"520.748727ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:52.587367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.001107Z","time spent":"586.117345ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:53.044126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.947417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:41:53.044347Z","caller":"traceutil/trace.go:171","msg":"trace[903441084] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"397.566701ms","start":"2026-03-06T00:41:52.646762Z","end":"2026-03-06T00:41:53.044328Z","steps":["trace[903441084] 'read index received' (duration: 20.385908ms)","trace[903441084] 'applied index is now lower than readState.Index' (duration: 377.179633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:53.045029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.199921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:41:53.045072Z","caller":"traceutil/trace.go:171","msg":"trace[853479036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8673; }","duration":"425.296573ms","start":"2026-03-06T00:41:52.619766Z","end":"2026-03-06T00:41:53.045062Z","steps":["trace[853479036] 'agreement among raft nodes before linearized reading' (duration: 425.15532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:53.045104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.619754Z","time spent":"425.343055ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:41:53.045421Z","caller":"traceutil/trace.go:171","msg":"trace[1031283972] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"395.224327ms","start":"2026-03-06T00:41:52.650173Z","end":"2026-03-06T00:41:53.045397Z","steps":["trace[1031283972] 'process raft request' (duration: 394.060421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:53.04569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.650157Z","time spent":"395.404782ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:53.277914Z","caller":"traceutil/trace.go:171","msg":"trace[1502274557] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"345.696945ms","start":"2026-03-06T00:41:52.93219Z","end":"2026-03-06T00:41:53.277887Z","steps":["trace[1502274557] 'process raft request' (duration: 345.553012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:53.278085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.932163Z","time spent":"345.840468ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:53.278521Z","caller":"traceutil/trace.go:171","msg":"trace[363047255] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8999; }","duration":"234.128889ms","start":"2026-03-06T00:41:53.044381Z","end":"2026-03-06T00:41:53.27851Z","steps":["trace[363047255] 'read index received' (duration: 234.124179ms)","trace[363047255] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:53.278658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.593744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:41:53.27869Z","caller":"traceutil/trace.go:171","msg":"trace[1988369549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8675; }","duration":"398.668245ms","start":"2026-03-06T00:41:52.880012Z","end":"2026-03-06T00:41:53.278681Z","steps":["trace[1988369549] 'agreement among raft nodes before linearized reading' (duration: 398.544822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:53.278726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:52.879991Z","time spent":"398.728827ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:41:53.310809Z","caller":"traceutil/trace.go:171","msg":"trace[1245932633] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"261.541454ms","start":"2026-03-06T00:41:53.049257Z","end":"2026-03-06T00:41:53.310799Z","steps":["trace[1245932633] 'process raft request' (duration: 261.461612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:42.113924Z","caller":"traceutil/trace.go:171","msg":"trace[163237519] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"251.94941ms","start":"2026-03-06T00:43:41.861949Z","end":"2026-03-06T00:43:42.113899Z","steps":["trace[163237519] 'process raft request' (duration: 251.803006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:42.114128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.40135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:43:42.114162Z","caller":"traceutil/trace.go:171","msg":"trace[1527778653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9410; }","duration":"224.489892ms","start":"2026-03-06T00:43:41.889665Z","end":"2026-03-06T00:43:42.114155Z","steps":["trace[1527778653] 'agreement among raft nodes before linearized reading' (duration: 224.37941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:42.114146Z","caller":"traceutil/trace.go:171","msg":"trace[415519484] linearizableReadLoop","detail":"{readStateIndex:9758; appliedIndex:9757; }","duration":"224.198426ms","start":"2026-03-06T00:43:41.889724Z","end":"2026-03-06T00:43:42.113923Z","steps":["trace[415519484] 'read index received' (duration: 223.964941ms)","trace[415519484] 'applied index is now lower than readState.Index' (duration: 216.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:42.115085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.102955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:43:42.115135Z","caller":"traceutil/trace.go:171","msg":"trace[277558109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9410; }","duration":"123.189407ms","start":"2026-03-06T00:43:41.991934Z","end":"2026-03-06T00:43:42.115123Z","steps":["trace[277558109] 'agreement among raft nodes before linearized reading' (duration: 123.073574ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:08.160143Z","caller":"traceutil/trace.go:171","msg":"trace[1148894316] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"116.191927ms","start":"2026-03-06T00:44:08.043923Z","end":"2026-03-06T00:44:08.160114Z","steps":["trace[1148894316] 'process raft request' (duration: 115.87047ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:44:08.238322Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:44:08.244306Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:44:08.244452Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:45:04.316421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7723} {"level":"info","ts":"2026-03-06T00:45:04.380429Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7723,"took":"61.76085ms","hash":1233456371,"current-db-size-bytes":42184704,"current-db-size":"42 MB","current-db-size-in-use-bytes":27717632,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T00:45:04.380484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1233456371,"revision":7723,"compact-revision":5704} {"level":"info","ts":"2026-03-06T00:45:17.57623Z","caller":"traceutil/trace.go:171","msg":"trace[1047685024] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"228.474484ms","start":"2026-03-06T00:45:17.347717Z","end":"2026-03-06T00:45:17.576191Z","steps":["trace[1047685024] 'process raft request' (duration: 228.192318ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:36.805242Z","caller":"traceutil/trace.go:171","msg":"trace[1557723967] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"105.434025ms","start":"2026-03-06T00:45:36.69977Z","end":"2026-03-06T00:45:36.805204Z","steps":["trace[1557723967] 'process raft request' (duration: 102.865998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:36.806293Z","caller":"traceutil/trace.go:171","msg":"trace[1640388803] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"106.174253ms","start":"2026-03-06T00:45:36.700098Z","end":"2026-03-06T00:45:36.806272Z","steps":["trace[1640388803] 'process raft request' (duration: 106.04342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:38.933697Z","caller":"traceutil/trace.go:171","msg":"trace[2085124851] transaction","detail":"{read_only:false; response_revision:10420; number_of_response:1; }","duration":"119.415118ms","start":"2026-03-06T00:45:38.814252Z","end":"2026-03-06T00:45:38.933667Z","steps":["trace[2085124851] 'process raft request' (duration: 62.67604ms)","trace[2085124851] 'compare' (duration: 56.330309ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:45:39.473106Z","caller":"traceutil/trace.go:171","msg":"trace[1549120661] linearizableReadLoop","detail":"{readStateIndex:10799; appliedIndex:10798; }","duration":"237.822443ms","start":"2026-03-06T00:45:39.235264Z","end":"2026-03-06T00:45:39.473086Z","steps":["trace[1549120661] 'read index received' (duration: 237.760992ms)","trace[1549120661] 'applied index is now lower than readState.Index' (duration: 60.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:45:39.473221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.934506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:45:39.473248Z","caller":"traceutil/trace.go:171","msg":"trace[973346769] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10421; }","duration":"238.020668ms","start":"2026-03-06T00:45:39.235218Z","end":"2026-03-06T00:45:39.473239Z","steps":["trace[973346769] 'agreement among raft nodes before linearized reading' (duration: 237.944696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:39.473218Z","caller":"traceutil/trace.go:171","msg":"trace[1425786488] transaction","detail":"{read_only:false; response_revision:10421; number_of_response:1; }","duration":"277.697454ms","start":"2026-03-06T00:45:39.195478Z","end":"2026-03-06T00:45:39.473175Z","steps":["trace[1425786488] 'process raft request' (duration: 277.48767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:39.511103Z","caller":"traceutil/trace.go:171","msg":"trace[17678947] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"191.781914ms","start":"2026-03-06T00:45:39.319294Z","end":"2026-03-06T00:45:39.511076Z","steps":["trace[17678947] 'process raft request' (duration: 179.971581ms)","trace[17678947] 'compare' (duration: 11.64109ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:45:42.991084Z","caller":"traceutil/trace.go:171","msg":"trace[1849665045] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"101.669632ms","start":"2026-03-06T00:45:42.889391Z","end":"2026-03-06T00:45:42.99106Z","steps":["trace[1849665045] 'process raft request' (duration: 101.224861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:04.322139Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10224} {"level":"info","ts":"2026-03-06T00:50:04.407577Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10224,"took":"82.937077ms","hash":896303427,"current-db-size-bytes":42184704,"current-db-size":"42 MB","current-db-size-in-use-bytes":24645632,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T00:50:04.407642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":896303427,"revision":10224,"compact-revision":7723} {"level":"info","ts":"2026-03-06T00:51:15.687182Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d2.wal"} {"level":"info","ts":"2026-03-06T00:51:42.767163Z","caller":"traceutil/trace.go:171","msg":"trace[373353394] transaction","detail":"{read_only:false; response_revision:12703; number_of_response:1; }","duration":"157.01556ms","start":"2026-03-06T00:51:42.610122Z","end":"2026-03-06T00:51:42.767138Z","steps":["trace[373353394] 'process raft request' (duration: 156.879757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:58.328147Z","caller":"traceutil/trace.go:171","msg":"trace[1624916255] linearizableReadLoop","detail":"{readStateIndex:13261; appliedIndex:13260; }","duration":"104.850051ms","start":"2026-03-06T00:51:58.223273Z","end":"2026-03-06T00:51:58.328123Z","steps":["trace[1624916255] 'read index received' (duration: 104.687407ms)","trace[1624916255] 'applied index is now lower than readState.Index' (duration: 161.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:51:58.328205Z","caller":"traceutil/trace.go:171","msg":"trace[497344195] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"261.335239ms","start":"2026-03-06T00:51:58.066828Z","end":"2026-03-06T00:51:58.328163Z","steps":["trace[497344195] 'process raft request' (duration: 261.130224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:51:58.328294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.004745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:51:58.328337Z","caller":"traceutil/trace.go:171","msg":"trace[680269023] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12792; }","duration":"105.105797ms","start":"2026-03-06T00:51:58.22322Z","end":"2026-03-06T00:51:58.328326Z","steps":["trace[680269023] 'agreement among raft nodes before linearized reading' (duration: 105.008385ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:51:58.390569Z","caller":"traceutil/trace.go:171","msg":"trace[109785015] transaction","detail":"{read_only:false; response_revision:12793; number_of_response:1; }","duration":"139.737396ms","start":"2026-03-06T00:51:58.250807Z","end":"2026-03-06T00:51:58.390544Z","steps":["trace[109785015] 'process raft request' (duration: 139.529532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:07.30095Z","caller":"traceutil/trace.go:171","msg":"trace[1503531437] transaction","detail":"{read_only:false; response_revision:12949; number_of_response:1; }","duration":"326.318224ms","start":"2026-03-06T00:52:06.974605Z","end":"2026-03-06T00:52:07.300923Z","steps":["trace[1503531437] 'process raft request' (duration: 326.13455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:07.301093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:52:06.974585Z","time spent":"326.447827ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:52:07.312782Z","caller":"traceutil/trace.go:171","msg":"trace[508402729] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"251.338157ms","start":"2026-03-06T00:52:07.06142Z","end":"2026-03-06T00:52:07.312758Z","steps":["trace[508402729] 'process raft request' (duration: 251.190323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:07.313036Z","caller":"traceutil/trace.go:171","msg":"trace[1703124630] transaction","detail":"{read_only:false; response_revision:12951; number_of_response:1; }","duration":"248.918174ms","start":"2026-03-06T00:52:07.06411Z","end":"2026-03-06T00:52:07.313028Z","steps":["trace[1703124630] 'process raft request' (duration: 248.616447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:07.608276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.238299ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:52:07.608349Z","caller":"traceutil/trace.go:171","msg":"trace[1839802928] linearizableReadLoop","detail":"{readStateIndex:13424; appliedIndex:13423; }","duration":"131.83014ms","start":"2026-03-06T00:52:07.476507Z","end":"2026-03-06T00:52:07.608337Z","steps":["trace[1839802928] 'read index received' (duration: 26.469748ms)","trace[1839802928] 'applied index is now lower than readState.Index' (duration: 105.359252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:07.6086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.082546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:07.60864Z","caller":"traceutil/trace.go:171","msg":"trace[681779006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12951; }","duration":"132.154358ms","start":"2026-03-06T00:52:07.476474Z","end":"2026-03-06T00:52:07.608628Z","steps":["trace[681779006] 'agreement among raft nodes before linearized reading' (duration: 132.081396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:07.608877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.401071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1082b17-e1f6-4677-ad68-ffb77928dec9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-06T00:52:07.608918Z","caller":"traceutil/trace.go:171","msg":"trace[482105211] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1082b17-e1f6-4677-ad68-ffb77928dec9; range_end:; response_count:1; response_revision:12951; }","duration":"131.453612ms","start":"2026-03-06T00:52:07.477454Z","end":"2026-03-06T00:52:07.608907Z","steps":["trace[482105211] 'agreement among raft nodes before linearized reading' (duration: 131.326749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:10.922601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.444525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:53:10.92271Z","caller":"traceutil/trace.go:171","msg":"trace[2098870122] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13810; }","duration":"101.609089ms","start":"2026-03-06T00:53:10.821083Z","end":"2026-03-06T00:53:10.922692Z","steps":["trace[2098870122] 'count revisions from in-memory index tree' (duration: 101.368684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.549399Z","caller":"traceutil/trace.go:171","msg":"trace[719987448] linearizableReadLoop","detail":"{readStateIndex:14310; appliedIndex:14309; }","duration":"400.959213ms","start":"2026-03-06T00:53:11.148415Z","end":"2026-03-06T00:53:11.549374Z","steps":["trace[719987448] 'read index received' (duration: 400.81994ms)","trace[719987448] 'applied index is now lower than readState.Index' (duration: 138.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:11.54953Z","caller":"traceutil/trace.go:171","msg":"trace[26255317] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"486.510645ms","start":"2026-03-06T00:53:11.062976Z","end":"2026-03-06T00:53:11.549486Z","steps":["trace[26255317] 'process raft request' (duration: 486.219768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.549682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:11.062947Z","time spent":"486.651317ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:11.549706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.309271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:53:11.549782Z","caller":"traceutil/trace.go:171","msg":"trace[1093827014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13811; }","duration":"401.447194ms","start":"2026-03-06T00:53:11.148318Z","end":"2026-03-06T00:53:11.549765Z","steps":["trace[1093827014] 'agreement among raft nodes before linearized reading' (duration: 401.214829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.549839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:11.148293Z","time spent":"401.529786ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:53:11.706947Z","caller":"traceutil/trace.go:171","msg":"trace[1602821228] linearizableReadLoop","detail":"{readStateIndex:14312; appliedIndex:14310; }","duration":"157.441399ms","start":"2026-03-06T00:53:11.549475Z","end":"2026-03-06T00:53:11.706916Z","steps":["trace[1602821228] 'read index received' (duration: 156.746364ms)","trace[1602821228] 'applied index is now lower than readState.Index' (duration: 693.415µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:53:11.707124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.704051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-06T00:53:11.707109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.082006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:11.707119Z","caller":"traceutil/trace.go:171","msg":"trace[358040040] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"179.325456ms","start":"2026-03-06T00:53:11.527756Z","end":"2026-03-06T00:53:11.707081Z","steps":["trace[358040040] 'process raft request' (duration: 179.077111ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.707127Z","caller":"traceutil/trace.go:171","msg":"trace[613479011] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"181.609277ms","start":"2026-03-06T00:53:11.525463Z","end":"2026-03-06T00:53:11.707073Z","steps":["trace[613479011] 'process raft request' (duration: 180.521782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.707195Z","caller":"traceutil/trace.go:171","msg":"trace[919184994] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-68rvv; range_end:; response_count:1; response_revision:13813; }","duration":"182.818903ms","start":"2026-03-06T00:53:11.524353Z","end":"2026-03-06T00:53:11.707172Z","steps":["trace[919184994] 'agreement among raft nodes before linearized reading' (duration: 182.569088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.707174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.485306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:53:11.707252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.604104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:53:11.70726Z","caller":"traceutil/trace.go:171","msg":"trace[2000647893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13813; }","duration":"532.628089ms","start":"2026-03-06T00:53:11.174608Z","end":"2026-03-06T00:53:11.707236Z","steps":["trace[2000647893] 'agreement among raft nodes before linearized reading' (duration: 532.380564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.707201Z","caller":"traceutil/trace.go:171","msg":"trace[1997340905] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13813; }","duration":"495.217098ms","start":"2026-03-06T00:53:11.211963Z","end":"2026-03-06T00:53:11.70718Z","steps":["trace[1997340905] 'agreement among raft nodes before linearized reading' (duration: 494.981763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.707296Z","caller":"traceutil/trace.go:171","msg":"trace[1672331126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13813; }","duration":"534.703626ms","start":"2026-03-06T00:53:11.172579Z","end":"2026-03-06T00:53:11.707282Z","steps":["trace[1672331126] 'agreement among raft nodes before linearized reading' (duration: 534.497532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.707313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:11.21195Z","time spent":"495.355181ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:11.70731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:11.174586Z","time spent":"532.712612ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:11.707347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:11.172561Z","time spent":"534.776528ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:11.707382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.569756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:53:11.707473Z","caller":"traceutil/trace.go:171","msg":"trace[1749476985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13813; }","duration":"266.731839ms","start":"2026-03-06T00:53:11.440719Z","end":"2026-03-06T00:53:11.707451Z","steps":["trace[1749476985] 'agreement among raft nodes before linearized reading' (duration: 266.409242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:11.707976Z","caller":"traceutil/trace.go:171","msg":"trace[142220106] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"151.988308ms","start":"2026-03-06T00:53:11.555974Z","end":"2026-03-06T00:53:11.707962Z","steps":["trace[142220106] 'process raft request' (duration: 151.629811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:11.708065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.576961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415913"} {"level":"info","ts":"2026-03-06T00:53:11.708122Z","caller":"traceutil/trace.go:171","msg":"trace[354399680] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13814; }","duration":"107.674403ms","start":"2026-03-06T00:53:11.600427Z","end":"2026-03-06T00:53:11.708102Z","steps":["trace[354399680] 'agreement among raft nodes before linearized reading' (duration: 107.318216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.166627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.852453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:30.166673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.593266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:30.166701Z","caller":"traceutil/trace.go:171","msg":"trace[2036343141] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13904; }","duration":"419.953085ms","start":"2026-03-06T00:53:29.746731Z","end":"2026-03-06T00:53:30.166684Z","steps":["trace[2036343141] 'range keys from in-memory index tree' (duration: 419.817082ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:30.16672Z","caller":"traceutil/trace.go:171","msg":"trace[1288737594] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13904; }","duration":"419.673678ms","start":"2026-03-06T00:53:29.747033Z","end":"2026-03-06T00:53:30.166707Z","steps":["trace[1288737594] 'range keys from in-memory index tree' (duration: 419.432223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.166753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.747013Z","time spent":"419.732269ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:30.166774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.522268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T00:53:30.166788Z","caller":"traceutil/trace.go:171","msg":"trace[990308710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13904; }","duration":"420.564209ms","start":"2026-03-06T00:53:29.74622Z","end":"2026-03-06T00:53:30.166784Z","steps":["trace[990308710] 'range keys from in-memory index tree' (duration: 420.444626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.166804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.746204Z","time spent":"420.597419ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T00:53:30.166841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.901284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:30.16693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.025307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:30.166969Z","caller":"traceutil/trace.go:171","msg":"trace[1037396085] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13904; }","duration":"420.072798ms","start":"2026-03-06T00:53:29.746886Z","end":"2026-03-06T00:53:30.166959Z","steps":["trace[1037396085] 'range keys from in-memory index tree' (duration: 419.944804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.74688Z","time spent":"420.114308ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T00:53:30.166951Z","caller":"traceutil/trace.go:171","msg":"trace[533354477] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13904; }","duration":"416.17688ms","start":"2026-03-06T00:53:29.750751Z","end":"2026-03-06T00:53:30.166928Z","steps":["trace[533354477] 'range keys from in-memory index tree' (duration: 415.740561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.750742Z","time spent":"416.357925ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:30.166729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.746725Z","time spent":"419.995406ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:30.167229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.998286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T00:53:30.16735Z","caller":"traceutil/trace.go:171","msg":"trace[1515311064] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13904; }","duration":"420.110959ms","start":"2026-03-06T00:53:29.747207Z","end":"2026-03-06T00:53:30.167318Z","steps":["trace[1515311064] 'range keys from in-memory index tree' (duration: 419.864602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:30.167391Z","caller":"traceutil/trace.go:171","msg":"trace[2044056846] linearizableReadLoop","detail":"{readStateIndex:14410; appliedIndex:14408; }","duration":"391.269798ms","start":"2026-03-06T00:53:29.776113Z","end":"2026-03-06T00:53:30.167383Z","steps":["trace[2044056846] 'read index received' (duration: 388.723821ms)","trace[2044056846] 'applied index is now lower than readState.Index' (duration: 2.545107ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:30.167288Z","caller":"traceutil/trace.go:171","msg":"trace[1903108384] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"399.233445ms","start":"2026-03-06T00:53:29.768046Z","end":"2026-03-06T00:53:30.16728Z","steps":["trace[1903108384] 'process raft request' (duration: 396.692128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.747201Z","time spent":"420.20093ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-06T00:53:30.167418Z","caller":"traceutil/trace.go:171","msg":"trace[1910568406] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"397.25593ms","start":"2026-03-06T00:53:29.770149Z","end":"2026-03-06T00:53:30.167405Z","steps":["trace[1910568406] 'process raft request' (duration: 397.070896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.220231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:53:30.16751Z","caller":"traceutil/trace.go:171","msg":"trace[1359945291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13906; }","duration":"384.281393ms","start":"2026-03-06T00:53:29.783223Z","end":"2026-03-06T00:53:30.167504Z","steps":["trace[1359945291] 'agreement among raft nodes before linearized reading' (duration: 384.228231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.783201Z","time spent":"384.320334ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:30.167517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.770119Z","time spent":"397.337283ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:30.167587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.425347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:30.167604Z","caller":"traceutil/trace.go:171","msg":"trace[1637426500] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"183.461829ms","start":"2026-03-06T00:53:29.984138Z","end":"2026-03-06T00:53:30.167599Z","steps":["trace[1637426500] 'agreement among raft nodes before linearized reading' (duration: 183.419418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.190123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-06T00:53:30.167673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.539874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:53:30.167688Z","caller":"traceutil/trace.go:171","msg":"trace[240670403] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jh7r4; range_end:; response_count:1; response_revision:13906; }","duration":"183.283995ms","start":"2026-03-06T00:53:29.984382Z","end":"2026-03-06T00:53:30.167666Z","steps":["trace[240670403] 'agreement among raft nodes before linearized reading' (duration: 183.081211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.717783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:53:30.167739Z","caller":"traceutil/trace.go:171","msg":"trace[70191437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13906; }","duration":"391.648396ms","start":"2026-03-06T00:53:29.776073Z","end":"2026-03-06T00:53:30.167722Z","steps":["trace[70191437] 'agreement among raft nodes before linearized reading' (duration: 391.36181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:30.167763Z","caller":"traceutil/trace.go:171","msg":"trace[1055134775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13906; }","duration":"380.773434ms","start":"2026-03-06T00:53:29.786985Z","end":"2026-03-06T00:53:30.167759Z","steps":["trace[1055134775] 'agreement among raft nodes before linearized reading' (duration: 380.732863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.786964Z","time spent":"380.811685ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:30.167776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.688865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-06T00:53:30.167813Z","caller":"traceutil/trace.go:171","msg":"trace[1103055790] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jh7r4; range_end:; response_count:1; response_revision:13906; }","duration":"184.763827ms","start":"2026-03-06T00:53:29.983039Z","end":"2026-03-06T00:53:30.167803Z","steps":["trace[1103055790] 'agreement among raft nodes before linearized reading' (duration: 184.649765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.16784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.811753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:30.167633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.768005Z","time spent":"399.45769ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:30.16788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.274565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:30.167872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.020417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:30.167911Z","caller":"traceutil/trace.go:171","msg":"trace[1735912050] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"183.325245ms","start":"2026-03-06T00:53:29.984577Z","end":"2026-03-06T00:53:30.167902Z","steps":["trace[1735912050] 'agreement among raft nodes before linearized reading' (duration: 183.244824ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:30.167929Z","caller":"traceutil/trace.go:171","msg":"trace[401455249] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"160.092419ms","start":"2026-03-06T00:53:30.007819Z","end":"2026-03-06T00:53:30.167911Z","steps":["trace[401455249] 'agreement among raft nodes before linearized reading' (duration: 160.010307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.16778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.776052Z","time spent":"391.719128ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:53:30.167976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.818836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:30.168017Z","caller":"traceutil/trace.go:171","msg":"trace[1584245374] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"156.875747ms","start":"2026-03-06T00:53:30.011132Z","end":"2026-03-06T00:53:30.168008Z","steps":["trace[1584245374] 'agreement among raft nodes before linearized reading' (duration: 156.776005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.684368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-06T00:53:30.168122Z","caller":"traceutil/trace.go:171","msg":"trace[157551758] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-68rvv; range_end:; response_count:1; response_revision:13906; }","duration":"267.091808ms","start":"2026-03-06T00:53:29.901018Z","end":"2026-03-06T00:53:30.16811Z","steps":["trace[157551758] 'agreement among raft nodes before linearized reading' (duration: 266.640328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.167663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.571316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:30.168195Z","caller":"traceutil/trace.go:171","msg":"trace[819593599] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"186.142829ms","start":"2026-03-06T00:53:29.982043Z","end":"2026-03-06T00:53:30.168186Z","steps":["trace[819593599] 'agreement among raft nodes before linearized reading' (duration: 185.554846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.16688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.766151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:30.167882Z","caller":"traceutil/trace.go:171","msg":"trace[844692053] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"159.896374ms","start":"2026-03-06T00:53:30.007973Z","end":"2026-03-06T00:53:30.16787Z","steps":["trace[844692053] 'agreement among raft nodes before linearized reading' (duration: 159.74863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:30.168283Z","caller":"traceutil/trace.go:171","msg":"trace[1146169012] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13904; }","duration":"417.177054ms","start":"2026-03-06T00:53:29.751056Z","end":"2026-03-06T00:53:30.168233Z","steps":["trace[1146169012] 'range keys from in-memory index tree' (duration: 415.561427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:30.168355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:29.751049Z","time spent":"417.293396ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:35.998727Z","caller":"traceutil/trace.go:171","msg":"trace[821425178] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"319.101124ms","start":"2026-03-06T00:53:35.679596Z","end":"2026-03-06T00:53:35.998697Z","steps":["trace[821425178] 'process raft request' (duration: 318.876839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:35.998904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:35.679549Z","time spent":"319.267147ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:36.779875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.460662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-06T00:53:36.779957Z","caller":"traceutil/trace.go:171","msg":"trace[2128416725] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13932; }","duration":"665.617496ms","start":"2026-03-06T00:53:36.11432Z","end":"2026-03-06T00:53:36.779937Z","steps":["trace[2128416725] 'range keys from in-memory index tree' (duration: 665.206366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.779999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.114297Z","time spent":"665.692258ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T00:53:36.780379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.346206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:36.780417Z","caller":"traceutil/trace.go:171","msg":"trace[1062050541] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13932; }","duration":"596.429688ms","start":"2026-03-06T00:53:36.183978Z","end":"2026-03-06T00:53:36.780408Z","steps":["trace[1062050541] 'range keys from in-memory index tree' (duration: 596.205893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.780449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.183953Z","time spent":"596.488589ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:36.780836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.445665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.780854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.153009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.780919Z","caller":"traceutil/trace.go:171","msg":"trace[1737524442] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13932; }","duration":"595.552998ms","start":"2026-03-06T00:53:36.185348Z","end":"2026-03-06T00:53:36.780901Z","steps":["trace[1737524442] 'range keys from in-memory index tree' (duration: 595.363304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.780938Z","caller":"traceutil/trace.go:171","msg":"trace[838305848] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13932; }","duration":"595.264171ms","start":"2026-03-06T00:53:36.185652Z","end":"2026-03-06T00:53:36.780916Z","steps":["trace[838305848] 'range keys from in-memory index tree' (duration: 595.097338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.780965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.185339Z","time spent":"595.615329ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T00:53:36.780978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.185646Z","time spent":"595.323713ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.496758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.781077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.674161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:36.781127Z","caller":"traceutil/trace.go:171","msg":"trace[1098617532] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13932; }","duration":"595.725452ms","start":"2026-03-06T00:53:36.185389Z","end":"2026-03-06T00:53:36.781115Z","steps":["trace[1098617532] 'range keys from in-memory index tree' (duration: 595.522167ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.781135Z","caller":"traceutil/trace.go:171","msg":"trace[430599486] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13932; }","duration":"596.599611ms","start":"2026-03-06T00:53:36.184509Z","end":"2026-03-06T00:53:36.781109Z","steps":["trace[430599486] 'range keys from in-memory index tree' (duration: 596.406496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.976307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-06T00:53:36.781166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.185342Z","time spent":"595.816294ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.184453Z","time spent":"596.715084ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:53:36.780835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.019942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.781232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.710283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:36.781289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.909366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:36.781326Z","caller":"traceutil/trace.go:171","msg":"trace[1436901803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13932; }","duration":"595.853065ms","start":"2026-03-06T00:53:36.185449Z","end":"2026-03-06T00:53:36.781302Z","steps":["trace[1436901803] 'range keys from in-memory index tree' (duration: 595.500856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.781351Z","caller":"traceutil/trace.go:171","msg":"trace[121153985] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13932; }","duration":"596.006009ms","start":"2026-03-06T00:53:36.18533Z","end":"2026-03-06T00:53:36.781336Z","steps":["trace[121153985] 'range keys from in-memory index tree' (duration: 595.804354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.78138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.185429Z","time spent":"595.940057ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.229962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.781191Z","caller":"traceutil/trace.go:171","msg":"trace[1383776341] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13932; }","duration":"596.034408ms","start":"2026-03-06T00:53:36.185147Z","end":"2026-03-06T00:53:36.781182Z","steps":["trace[1383776341] 'range keys from in-memory index tree' (duration: 595.852544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.072113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.781449Z","caller":"traceutil/trace.go:171","msg":"trace[817167140] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13932; }","duration":"595.296223ms","start":"2026-03-06T00:53:36.18614Z","end":"2026-03-06T00:53:36.781436Z","steps":["trace[817167140] 'range keys from in-memory index tree' (duration: 595.173111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.229757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:36.78149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.186129Z","time spent":"595.352235ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:53:36.781521Z","caller":"traceutil/trace.go:171","msg":"trace[1932284312] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13932; }","duration":"597.296768ms","start":"2026-03-06T00:53:36.184173Z","end":"2026-03-06T00:53:36.78147Z","steps":["trace[1932284312] 'range keys from in-memory index tree' (duration: 597.008462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.781541Z","caller":"traceutil/trace.go:171","msg":"trace[413899309] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13932; }","duration":"597.348869ms","start":"2026-03-06T00:53:36.184176Z","end":"2026-03-06T00:53:36.781525Z","steps":["trace[413899309] 'range keys from in-memory index tree' (duration: 597.048503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.18514Z","time spent":"596.399047ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.861152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.781577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.184146Z","time spent":"597.414741ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.184164Z","time spent":"597.413811ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:36.781293Z","caller":"traceutil/trace.go:171","msg":"trace[1209863191] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13932; }","duration":"593.511403ms","start":"2026-03-06T00:53:36.187754Z","end":"2026-03-06T00:53:36.781265Z","steps":["trace[1209863191] 'range keys from in-memory index tree' (duration: 592.95253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.187743Z","time spent":"593.903641ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:36.780863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.971653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:36.781656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.561965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:53:36.781697Z","caller":"traceutil/trace.go:171","msg":"trace[564398605] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13932; }","duration":"594.838093ms","start":"2026-03-06T00:53:36.186851Z","end":"2026-03-06T00:53:36.781689Z","steps":["trace[564398605] 'range keys from in-memory index tree' (duration: 593.82812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.185313Z","time spent":"596.062019ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:36.781729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.186839Z","time spent":"594.882084ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:36.781748Z","caller":"traceutil/trace.go:171","msg":"trace[1640723620] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"593.741538ms","start":"2026-03-06T00:53:36.187991Z","end":"2026-03-06T00:53:36.781733Z","steps":["trace[1640723620] 'process raft request' (duration: 130.04175ms)","trace[1640723620] 'compare' (duration: 461.500229ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:36.781624Z","caller":"traceutil/trace.go:171","msg":"trace[317891576] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13932; }","duration":"595.582519ms","start":"2026-03-06T00:53:36.18602Z","end":"2026-03-06T00:53:36.781602Z","steps":["trace[317891576] 'range keys from in-memory index tree' (duration: 594.795551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.187978Z","time spent":"593.797919ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:53:36.781872Z","caller":"traceutil/trace.go:171","msg":"trace[1836030236] linearizableReadLoop","detail":"{readStateIndex:14438; appliedIndex:14437; }","duration":"593.566544ms","start":"2026-03-06T00:53:36.188259Z","end":"2026-03-06T00:53:36.781825Z","steps":["trace[1836030236] 'read index received' (duration: 129.752484ms)","trace[1836030236] 'applied index is now lower than readState.Index' (duration: 463.81301ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:36.78187Z","caller":"traceutil/trace.go:171","msg":"trace[360047537] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"544.242709ms","start":"2026-03-06T00:53:36.237609Z","end":"2026-03-06T00:53:36.781852Z","steps":["trace[360047537] 'process raft request' (duration: 544.128306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.781907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.186007Z","time spent":"595.883816ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:36.78199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.732658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:36.782037Z","caller":"traceutil/trace.go:171","msg":"trace[1244284204] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"593.777469ms","start":"2026-03-06T00:53:36.188247Z","end":"2026-03-06T00:53:36.782024Z","steps":["trace[1244284204] 'agreement among raft nodes before linearized reading' (duration: 593.651206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.79606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:36.78207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.188223Z","time spent":"593.841001ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.457797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.782106Z","caller":"traceutil/trace.go:171","msg":"trace[1268031366] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"360.869302ms","start":"2026-03-06T00:53:36.421227Z","end":"2026-03-06T00:53:36.782096Z","steps":["trace[1268031366] 'agreement among raft nodes before linearized reading' (duration: 360.76467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.309294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:36.782131Z","caller":"traceutil/trace.go:171","msg":"trace[335617203] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13934; }","duration":"178.54765ms","start":"2026-03-06T00:53:36.60357Z","end":"2026-03-06T00:53:36.782117Z","steps":["trace[335617203] 'agreement among raft nodes before linearized reading' (duration: 178.462678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.588327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.782142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.421211Z","time spent":"360.920593ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:36.782184Z","caller":"traceutil/trace.go:171","msg":"trace[260866072] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13934; }","duration":"361.657849ms","start":"2026-03-06T00:53:36.420515Z","end":"2026-03-06T00:53:36.782173Z","steps":["trace[260866072] 'agreement among raft nodes before linearized reading' (duration: 361.615998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.017984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:36.782218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.420495Z","time spent":"361.715491ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.869917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:53:36.782229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.660132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:53:36.782255Z","caller":"traceutil/trace.go:171","msg":"trace[1291354287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13934; }","duration":"583.084231ms","start":"2026-03-06T00:53:36.199157Z","end":"2026-03-06T00:53:36.782241Z","steps":["trace[1291354287] 'agreement among raft nodes before linearized reading' (duration: 582.812585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.782266Z","caller":"traceutil/trace.go:171","msg":"trace[1292342985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13934; }","duration":"582.714033ms","start":"2026-03-06T00:53:36.199544Z","end":"2026-03-06T00:53:36.782258Z","steps":["trace[1292342985] 'agreement among raft nodes before linearized reading' (duration: 582.626141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.893894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" ","response":"range_response_count:1 size:22014"} {"level":"warn","ts":"2026-03-06T00:53:36.782303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.88763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:36.782321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.796532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.78233Z","caller":"traceutil/trace.go:171","msg":"trace[689304403] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13934; }","duration":"543.942001ms","start":"2026-03-06T00:53:36.238381Z","end":"2026-03-06T00:53:36.782323Z","steps":["trace[689304403] 'agreement among raft nodes before linearized reading' (duration: 543.87401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.921828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:53:36.78236Z","caller":"traceutil/trace.go:171","msg":"trace[1488016125] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13934; }","duration":"361.880794ms","start":"2026-03-06T00:53:36.42047Z","end":"2026-03-06T00:53:36.78235Z","steps":["trace[1488016125] 'agreement among raft nodes before linearized reading' (duration: 361.829183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.78236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.238368Z","time spent":"543.986882ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.469786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:53:36.782397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.420448Z","time spent":"361.942836ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.509275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:36.782219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.322401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-06T00:53:36.782431Z","caller":"traceutil/trace.go:171","msg":"trace[1586836967] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13934; }","duration":"361.872293ms","start":"2026-03-06T00:53:36.420552Z","end":"2026-03-06T00:53:36.782424Z","steps":["trace[1586836967] 'agreement among raft nodes before linearized reading' (duration: 361.539656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.237581Z","time spent":"544.34457ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:53:36.782449Z","caller":"traceutil/trace.go:171","msg":"trace[23044215] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-68rvv; range_end:; response_count:1; response_revision:13934; }","duration":"522.609558ms","start":"2026-03-06T00:53:36.259832Z","end":"2026-03-06T00:53:36.782441Z","steps":["trace[23044215] 'agreement among raft nodes before linearized reading' (duration: 522.27518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.420531Z","time spent":"361.925005ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.259809Z","time spent":"522.668069ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" "} {"level":"info","ts":"2026-03-06T00:53:36.782552Z","caller":"traceutil/trace.go:171","msg":"trace[774387255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13934; }","duration":"583.012129ms","start":"2026-03-06T00:53:36.199365Z","end":"2026-03-06T00:53:36.782377Z","steps":["trace[774387255] 'agreement among raft nodes before linearized reading' (duration: 582.885497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.7826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.199351Z","time spent":"583.242324ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.938401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dqg6f\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-06T00:53:36.785154Z","caller":"traceutil/trace.go:171","msg":"trace[1963890070] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dqg6f; range_end:; response_count:1; response_revision:13934; }","duration":"507.059741ms","start":"2026-03-06T00:53:36.278079Z","end":"2026-03-06T00:53:36.785139Z","steps":["trace[1963890070] 'agreement among raft nodes before linearized reading' (duration: 503.910231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.785198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.278056Z","time spent":"507.131683ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dqg6f\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.199532Z","time spent":"582.759563ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:53:36.782401Z","caller":"traceutil/trace.go:171","msg":"trace[1584312666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13934; }","duration":"577.534158ms","start":"2026-03-06T00:53:36.204859Z","end":"2026-03-06T00:53:36.782393Z","steps":["trace[1584312666] 'agreement among raft nodes before linearized reading' (duration: 577.458136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.78543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.204845Z","time spent":"580.564825ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:36.782148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.534509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:36.785531Z","caller":"traceutil/trace.go:171","msg":"trace[1803654351] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"172.942104ms","start":"2026-03-06T00:53:36.612576Z","end":"2026-03-06T00:53:36.785518Z","steps":["trace[1803654351] 'agreement among raft nodes before linearized reading' (duration: 169.493788ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.782235Z","caller":"traceutil/trace.go:171","msg":"trace[1926926947] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13934; }","duration":"576.067206ms","start":"2026-03-06T00:53:36.206161Z","end":"2026-03-06T00:53:36.782228Z","steps":["trace[1926926947] 'agreement among raft nodes before linearized reading' (duration: 575.987424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.785703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.206152Z","time spent":"579.531252ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:36.78224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.061338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-06T00:53:36.785895Z","caller":"traceutil/trace.go:171","msg":"trace[1708064949] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jh7r4; range_end:; response_count:1; response_revision:13934; }","duration":"540.74512ms","start":"2026-03-06T00:53:36.245133Z","end":"2026-03-06T00:53:36.785878Z","steps":["trace[1708064949] 'agreement among raft nodes before linearized reading' (duration: 537.047168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.785968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.245113Z","time spent":"540.835402ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" "} {"level":"info","ts":"2026-03-06T00:53:36.782332Z","caller":"traceutil/trace.go:171","msg":"trace[1978071515] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jh7r4; range_end:; response_count:1; response_revision:13934; }","duration":"522.943965ms","start":"2026-03-06T00:53:36.259375Z","end":"2026-03-06T00:53:36.782319Z","steps":["trace[1978071515] 'agreement among raft nodes before linearized reading' (duration: 522.881504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.786131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.259364Z","time spent":"526.753559ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" "} {"level":"info","ts":"2026-03-06T00:53:36.782147Z","caller":"traceutil/trace.go:171","msg":"trace[1251844436] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13934; }","duration":"178.390186ms","start":"2026-03-06T00:53:36.603746Z","end":"2026-03-06T00:53:36.782136Z","steps":["trace[1251844436] 'agreement among raft nodes before linearized reading' (duration: 178.247463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.782297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:36.199134Z","time spent":"583.152702ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:53:37.063508Z","caller":"traceutil/trace.go:171","msg":"trace[1423836552] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"274.277927ms","start":"2026-03-06T00:53:36.789216Z","end":"2026-03-06T00:53:37.063494Z","steps":["trace[1423836552] 'process raft request' (duration: 256.234266ms)","trace[1423836552] 'compare' (duration: 17.874887ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:37.088462Z","caller":"traceutil/trace.go:171","msg":"trace[161681978] linearizableReadLoop","detail":"{readStateIndex:14443; appliedIndex:14439; }","duration":"294.242071ms","start":"2026-03-06T00:53:36.794195Z","end":"2026-03-06T00:53:37.088437Z","steps":["trace[161681978] 'read index received' (duration: 251.322147ms)","trace[161681978] 'applied index is now lower than readState.Index' (duration: 42.918823ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:37.0885Z","caller":"traceutil/trace.go:171","msg":"trace[1471462320] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"297.213627ms","start":"2026-03-06T00:53:36.791253Z","end":"2026-03-06T00:53:37.088466Z","steps":["trace[1471462320] 'process raft request' (duration: 297.087694ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.088588Z","caller":"traceutil/trace.go:171","msg":"trace[1518874660] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"296.178124ms","start":"2026-03-06T00:53:36.792398Z","end":"2026-03-06T00:53:37.088576Z","steps":["trace[1518874660] 'process raft request' (duration: 295.981129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.088669Z","caller":"traceutil/trace.go:171","msg":"trace[589014108] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"297.500423ms","start":"2026-03-06T00:53:36.791158Z","end":"2026-03-06T00:53:37.088658Z","steps":["trace[589014108] 'process raft request' (duration: 297.067114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:37.089164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.533094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lzqc4\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-06T00:53:37.089212Z","caller":"traceutil/trace.go:171","msg":"trace[506634502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lzqc4; range_end:; response_count:1; response_revision:13938; }","duration":"293.602046ms","start":"2026-03-06T00:53:36.795598Z","end":"2026-03-06T00:53:37.0892Z","steps":["trace[506634502] 'agreement among raft nodes before linearized reading' (duration: 293.514754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:37.089654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.060061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:53:37.08971Z","caller":"traceutil/trace.go:171","msg":"trace[31857209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13938; }","duration":"224.142412ms","start":"2026-03-06T00:53:36.865555Z","end":"2026-03-06T00:53:37.089698Z","steps":["trace[31857209] 'agreement among raft nodes before linearized reading' (duration: 224.001599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:37.090018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.815306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764378"} {"level":"info","ts":"2026-03-06T00:53:37.090058Z","caller":"traceutil/trace.go:171","msg":"trace[1975156347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13938; }","duration":"295.866928ms","start":"2026-03-06T00:53:36.794181Z","end":"2026-03-06T00:53:37.090048Z","steps":["trace[1975156347] 'agreement among raft nodes before linearized reading' (duration: 294.606719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:37.09048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.734295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764378"} {"level":"warn","ts":"2026-03-06T00:53:37.090482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.700654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764378"} {"level":"info","ts":"2026-03-06T00:53:37.090528Z","caller":"traceutil/trace.go:171","msg":"trace[865219335] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13938; }","duration":"295.801926ms","start":"2026-03-06T00:53:36.794714Z","end":"2026-03-06T00:53:37.090516Z","steps":["trace[865219335] 'agreement among raft nodes before linearized reading' (duration: 294.099448ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:37.090587Z","caller":"traceutil/trace.go:171","msg":"trace[357212531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:13938; }","duration":"295.796775ms","start":"2026-03-06T00:53:36.79474Z","end":"2026-03-06T00:53:37.090537Z","steps":["trace[357212531] 'agreement among raft nodes before linearized reading' (duration: 294.877215ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:39.015159Z","caller":"traceutil/trace.go:171","msg":"trace[1477994923] linearizableReadLoop","detail":"{readStateIndex:14448; appliedIndex:14447; }","duration":"226.142587ms","start":"2026-03-06T00:53:38.788995Z","end":"2026-03-06T00:53:39.015138Z","steps":["trace[1477994923] 'read index received' (duration: 225.970083ms)","trace[1477994923] 'applied index is now lower than readState.Index' (duration: 170.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:39.015248Z","caller":"traceutil/trace.go:171","msg":"trace[1811759228] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"226.303171ms","start":"2026-03-06T00:53:38.788913Z","end":"2026-03-06T00:53:39.015216Z","steps":["trace[1811759228] 'process raft request' (duration: 226.030965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.015326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.29895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.015391Z","caller":"traceutil/trace.go:171","msg":"trace[197368571] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13942; }","duration":"226.406193ms","start":"2026-03-06T00:53:38.788961Z","end":"2026-03-06T00:53:39.015367Z","steps":["trace[197368571] 'agreement among raft nodes before linearized reading' (duration: 226.27361ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:39.121688Z","caller":"traceutil/trace.go:171","msg":"trace[1448574013] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"330.362204ms","start":"2026-03-06T00:53:38.791295Z","end":"2026-03-06T00:53:39.121657Z","steps":["trace[1448574013] 'process raft request' (duration: 287.576473ms)","trace[1448574013] 'compare' (duration: 42.590807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:53:39.121827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791282Z","time spent":"330.472576ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:53:39.122053Z","caller":"traceutil/trace.go:171","msg":"trace[1904971201] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"153.037992ms","start":"2026-03-06T00:53:38.969003Z","end":"2026-03-06T00:53:39.122041Z","steps":["trace[1904971201] 'process raft request' (duration: 152.589632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:39.122253Z","caller":"traceutil/trace.go:171","msg":"trace[858946572] linearizableReadLoop","detail":"{readStateIndex:14450; appliedIndex:14448; }","duration":"107.017939ms","start":"2026-03-06T00:53:39.015225Z","end":"2026-03-06T00:53:39.122243Z","steps":["trace[858946572] 'read index received' (duration: 63.574374ms)","trace[858946572] 'applied index is now lower than readState.Index' (duration: 43.442045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:53:39.122446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.243063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-06T00:53:39.122443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.221782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:39.122486Z","caller":"traceutil/trace.go:171","msg":"trace[31590616] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13944; }","duration":"331.292264ms","start":"2026-03-06T00:53:38.791186Z","end":"2026-03-06T00:53:39.122478Z","steps":["trace[31590616] 'agreement among raft nodes before linearized reading' (duration: 331.1393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:39.122512Z","caller":"traceutil/trace.go:171","msg":"trace[150750692] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"331.319664ms","start":"2026-03-06T00:53:38.791176Z","end":"2026-03-06T00:53:39.122496Z","steps":["trace[150750692] 'agreement among raft nodes before linearized reading' (duration: 331.100919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.924516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:53:39.122567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791168Z","time spent":"331.389887ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T00:53:39.122588Z","caller":"traceutil/trace.go:171","msg":"trace[79777384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"331.014468ms","start":"2026-03-06T00:53:38.791559Z","end":"2026-03-06T00:53:39.122573Z","steps":["trace[79777384] 'agreement among raft nodes before linearized reading' (duration: 330.831534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.457453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:39.122635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791553Z","time spent":"331.072339ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:39.122658Z","caller":"traceutil/trace.go:171","msg":"trace[1796009419] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"333.553034ms","start":"2026-03-06T00:53:38.789087Z","end":"2026-03-06T00:53:39.12264Z","steps":["trace[1796009419] 'agreement among raft nodes before linearized reading' (duration: 333.257718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.632096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:39.122739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.78907Z","time spent":"333.659957ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T00:53:39.122745Z","caller":"traceutil/trace.go:171","msg":"trace[718057951] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13944; }","duration":"333.706687ms","start":"2026-03-06T00:53:38.789029Z","end":"2026-03-06T00:53:39.122736Z","steps":["trace[718057951] 'agreement among raft nodes before linearized reading' (duration: 333.630026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789025Z","time spent":"333.741799ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:53:39.122821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.261863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.122858Z","caller":"traceutil/trace.go:171","msg":"trace[147093653] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"331.320105ms","start":"2026-03-06T00:53:38.791529Z","end":"2026-03-06T00:53:39.122849Z","steps":["trace[147093653] 'agreement among raft nodes before linearized reading' (duration: 331.256123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.896942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.122946Z","caller":"traceutil/trace.go:171","msg":"trace[179041294] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"333.961064ms","start":"2026-03-06T00:53:38.788977Z","end":"2026-03-06T00:53:39.122938Z","steps":["trace[179041294] 'agreement among raft nodes before linearized reading' (duration: 333.871122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.59771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:39.122976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.788957Z","time spent":"334.014635ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:39.122987Z","caller":"traceutil/trace.go:171","msg":"trace[1384134336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13944; }","duration":"331.629592ms","start":"2026-03-06T00:53:38.79135Z","end":"2026-03-06T00:53:39.122979Z","steps":["trace[1384134336] 'agreement among raft nodes before linearized reading' (duration: 331.587771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.582224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-06T00:53:39.123016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791345Z","time spent":"331.661172ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T00:53:39.123032Z","caller":"traceutil/trace.go:171","msg":"trace[478444706] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-68rvv; range_end:; response_count:1; response_revision:13944; }","duration":"315.649046ms","start":"2026-03-06T00:53:38.807373Z","end":"2026-03-06T00:53:39.123022Z","steps":["trace[478444706] 'agreement among raft nodes before linearized reading' (duration: 315.540073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.799521Z","time spent":"323.541471ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.862347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.123188Z","caller":"traceutil/trace.go:171","msg":"trace[376577976] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"331.905488ms","start":"2026-03-06T00:53:38.791275Z","end":"2026-03-06T00:53:39.12318Z","steps":["trace[376577976] 'agreement among raft nodes before linearized reading' (duration: 331.808915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791269Z","time spent":"331.938729ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.135737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.123298Z","caller":"traceutil/trace.go:171","msg":"trace[296899285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"329.170277ms","start":"2026-03-06T00:53:38.79412Z","end":"2026-03-06T00:53:39.12329Z","steps":["trace[296899285] 'agreement among raft nodes before linearized reading' (duration: 329.086206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.140594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:53:39.123325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.794103Z","time spent":"329.216278ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:39.122919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791518Z","time spent":"331.393926ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:53:39.123351Z","caller":"traceutil/trace.go:171","msg":"trace[142739354] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"332.195045ms","start":"2026-03-06T00:53:38.791145Z","end":"2026-03-06T00:53:39.12334Z","steps":["trace[142739354] 'agreement among raft nodes before linearized reading' (duration: 332.071382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.79114Z","time spent":"332.259346ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.244346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.123483Z","caller":"traceutil/trace.go:171","msg":"trace[1496324865] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13944; }","duration":"332.278076ms","start":"2026-03-06T00:53:38.791196Z","end":"2026-03-06T00:53:39.123474Z","steps":["trace[1496324865] 'agreement among raft nodes before linearized reading' (duration: 332.242536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.79119Z","time spent":"332.319757ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.475706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.123582Z","caller":"traceutil/trace.go:171","msg":"trace[497111708] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13944; }","duration":"330.516107ms","start":"2026-03-06T00:53:38.793058Z","end":"2026-03-06T00:53:39.123574Z","steps":["trace[497111708] 'agreement among raft nodes before linearized reading' (duration: 330.470386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791181Z","time spent":"331.335725ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.047531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.123677Z","caller":"traceutil/trace.go:171","msg":"trace[1298932545] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"332.246326ms","start":"2026-03-06T00:53:38.791424Z","end":"2026-03-06T00:53:39.12367Z","steps":["trace[1298932545] 'agreement among raft nodes before linearized reading' (duration: 332.204445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.122569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.466723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.123731Z","caller":"traceutil/trace.go:171","msg":"trace[2108391976] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"334.64904ms","start":"2026-03-06T00:53:38.789072Z","end":"2026-03-06T00:53:39.123721Z","steps":["trace[2108391976] 'agreement among raft nodes before linearized reading' (duration: 333.472263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789065Z","time spent":"334.697351ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:39.122643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.570165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.123806Z","caller":"traceutil/trace.go:171","msg":"trace[1069653568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"334.739002ms","start":"2026-03-06T00:53:38.789058Z","end":"2026-03-06T00:53:39.123797Z","steps":["trace[1069653568] 'agreement among raft nodes before linearized reading' (duration: 333.528194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.123838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789053Z","time spent":"334.777732ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.793053Z","time spent":"330.549687ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.189455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.123997Z","caller":"traceutil/trace.go:171","msg":"trace[350151788] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"332.41366ms","start":"2026-03-06T00:53:38.791569Z","end":"2026-03-06T00:53:39.123983Z","steps":["trace[350151788] 'agreement among raft nodes before linearized reading' (duration: 332.148694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.835993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:39.124058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791563Z","time spent":"332.478471ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:39.124076Z","caller":"traceutil/trace.go:171","msg":"trace[1905288089] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"334.891214ms","start":"2026-03-06T00:53:38.789174Z","end":"2026-03-06T00:53:39.124065Z","steps":["trace[1905288089] 'agreement among raft nodes before linearized reading' (duration: 334.802082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789167Z","time spent":"334.933915ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:39.123703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791419Z","time spent":"332.279306ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:39.12358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.379694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:39.124306Z","caller":"traceutil/trace.go:171","msg":"trace[1702810541] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13944; }","duration":"335.14303ms","start":"2026-03-06T00:53:38.789151Z","end":"2026-03-06T00:53:39.124294Z","steps":["trace[1702810541] 'agreement among raft nodes before linearized reading' (duration: 334.396544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789126Z","time spent":"335.203841ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:53:39.12342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.192824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:39.124455Z","caller":"traceutil/trace.go:171","msg":"trace[1947254993] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"333.207147ms","start":"2026-03-06T00:53:38.791213Z","end":"2026-03-06T00:53:39.12442Z","steps":["trace[1947254993] 'agreement among raft nodes before linearized reading' (duration: 332.150284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.427566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:39.124576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.791209Z","time spent":"333.32726ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T00:53:39.124612Z","caller":"traceutil/trace.go:171","msg":"trace[1705271655] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13944; }","duration":"335.487598ms","start":"2026-03-06T00:53:38.789114Z","end":"2026-03-06T00:53:39.124602Z","steps":["trace[1705271655] 'agreement among raft nodes before linearized reading' (duration: 335.425137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789109Z","time spent":"335.532659ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:39.124574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.430756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:53:39.124737Z","caller":"traceutil/trace.go:171","msg":"trace[912920130] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13944; }","duration":"335.59844ms","start":"2026-03-06T00:53:38.789128Z","end":"2026-03-06T00:53:39.124727Z","steps":["trace[912920130] 'agreement among raft nodes before linearized reading' (duration: 335.381615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.124765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.789124Z","time spent":"335.63432ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T00:53:39.12693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.502973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:53:39.127111Z","caller":"traceutil/trace.go:171","msg":"trace[1761423941] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13944; }","duration":"337.958593ms","start":"2026-03-06T00:53:38.789137Z","end":"2026-03-06T00:53:39.127096Z","steps":["trace[1761423941] 'agreement among raft nodes before linearized reading' (duration: 335.046098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:39.12716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:38.78911Z","time spent":"338.035945ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:54:10.296228Z","caller":"traceutil/trace.go:171","msg":"trace[1437345313] transaction","detail":"{read_only:false; response_revision:14090; number_of_response:1; }","duration":"263.703811ms","start":"2026-03-06T00:54:10.032494Z","end":"2026-03-06T00:54:10.296198Z","steps":["trace[1437345313] 'process raft request' (duration: 263.463036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:10.305531Z","caller":"traceutil/trace.go:171","msg":"trace[1724174496] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"119.380584ms","start":"2026-03-06T00:54:10.186087Z","end":"2026-03-06T00:54:10.305468Z","steps":["trace[1724174496] 'process raft request' (duration: 119.17853ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.277085Z","caller":"traceutil/trace.go:171","msg":"trace[1751457064] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"104.463432ms","start":"2026-03-06T00:54:11.172599Z","end":"2026-03-06T00:54:11.277062Z","steps":["trace[1751457064] 'process raft request' (duration: 104.316438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.992528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:11.366098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.723232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:54:11.366144Z","caller":"traceutil/trace.go:171","msg":"trace[140759579] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14095; }","duration":"161.114581ms","start":"2026-03-06T00:54:11.205008Z","end":"2026-03-06T00:54:11.366123Z","steps":["trace[140759579] 'agreement among raft nodes before linearized reading' (duration: 160.911487ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366176Z","caller":"traceutil/trace.go:171","msg":"trace[393396654] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"160.826464ms","start":"2026-03-06T00:54:11.205331Z","end":"2026-03-06T00:54:11.366157Z","steps":["trace[393396654] 'agreement among raft nodes before linearized reading' (duration: 160.586099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.195677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:11.366355Z","caller":"traceutil/trace.go:171","msg":"trace[1868032566] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14095; }","duration":"163.287849ms","start":"2026-03-06T00:54:11.203045Z","end":"2026-03-06T00:54:11.366333Z","steps":["trace[1868032566] 'agreement among raft nodes before linearized reading' (duration: 163.041514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.748646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:54:11.366373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-06T00:54:11.366435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.203821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:54:11.366438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.151832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:54:11.36647Z","caller":"traceutil/trace.go:171","msg":"trace[1774955843] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14095; }","duration":"161.816866ms","start":"2026-03-06T00:54:11.204632Z","end":"2026-03-06T00:54:11.366449Z","steps":["trace[1774955843] 'agreement among raft nodes before linearized reading' (duration: 161.588081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366496Z","caller":"traceutil/trace.go:171","msg":"trace[2004964084] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"160.276242ms","start":"2026-03-06T00:54:11.206203Z","end":"2026-03-06T00:54:11.36648Z","steps":["trace[2004964084] 'agreement among raft nodes before linearized reading' (duration: 160.132229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366526Z","caller":"traceutil/trace.go:171","msg":"trace[572149864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14095; }","duration":"107.236294ms","start":"2026-03-06T00:54:11.259268Z","end":"2026-03-06T00:54:11.366505Z","steps":["trace[572149864] 'agreement among raft nodes before linearized reading' (duration: 107.05735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.801609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:54:11.366469Z","caller":"traceutil/trace.go:171","msg":"trace[204563959] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14095; }","duration":"166.96419ms","start":"2026-03-06T00:54:11.19948Z","end":"2026-03-06T00:54:11.366444Z","steps":["trace[204563959] 'agreement among raft nodes before linearized reading' (duration: 166.603682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.194724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:54:11.366627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.772876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:54:11.36653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.754733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:11.366624Z","caller":"traceutil/trace.go:171","msg":"trace[2085471815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14095; }","duration":"113.924382ms","start":"2026-03-06T00:54:11.252677Z","end":"2026-03-06T00:54:11.366601Z","steps":["trace[2085471815] 'agreement among raft nodes before linearized reading' (duration: 113.635805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366664Z","caller":"traceutil/trace.go:171","msg":"trace[970828850] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"157.828308ms","start":"2026-03-06T00:54:11.208828Z","end":"2026-03-06T00:54:11.366656Z","steps":["trace[970828850] 'agreement among raft nodes before linearized reading' (duration: 157.743226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.15766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:54:11.366692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.910903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:54:11.366689Z","caller":"traceutil/trace.go:171","msg":"trace[326485743] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14095; }","duration":"160.937737ms","start":"2026-03-06T00:54:11.205733Z","end":"2026-03-06T00:54:11.366671Z","steps":["trace[326485743] 'agreement among raft nodes before linearized reading' (duration: 160.661081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366713Z","caller":"traceutil/trace.go:171","msg":"trace[2032693745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14095; }","duration":"102.57037ms","start":"2026-03-06T00:54:11.264128Z","end":"2026-03-06T00:54:11.366698Z","steps":["trace[2032693745] 'agreement among raft nodes before linearized reading' (duration: 102.064899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.827507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.366733Z","caller":"traceutil/trace.go:171","msg":"trace[1697529387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14095; }","duration":"119.016405ms","start":"2026-03-06T00:54:11.247701Z","end":"2026-03-06T00:54:11.366717Z","steps":["trace[1697529387] 'agreement among raft nodes before linearized reading' (duration: 118.942484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.210231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.366766Z","caller":"traceutil/trace.go:171","msg":"trace[199304290] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14095; }","duration":"166.884619ms","start":"2026-03-06T00:54:11.19987Z","end":"2026-03-06T00:54:11.366754Z","steps":["trace[199304290] 'agreement among raft nodes before linearized reading' (duration: 166.820818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.078563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:54:11.366785Z","caller":"traceutil/trace.go:171","msg":"trace[1298745200] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14095; }","duration":"160.234112ms","start":"2026-03-06T00:54:11.206542Z","end":"2026-03-06T00:54:11.366776Z","steps":["trace[1298745200] 'agreement among raft nodes before linearized reading' (duration: 160.193291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.36678Z","caller":"traceutil/trace.go:171","msg":"trace[75350413] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"152.447438ms","start":"2026-03-06T00:54:11.214311Z","end":"2026-03-06T00:54:11.366759Z","steps":["trace[75350413] 'process raft request' (duration: 150.495106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366815Z","caller":"traceutil/trace.go:171","msg":"trace[1854856216] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"162.700686ms","start":"2026-03-06T00:54:11.204104Z","end":"2026-03-06T00:54:11.366804Z","steps":["trace[1854856216] 'agreement among raft nodes before linearized reading' (duration: 161.963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.036996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.366851Z","caller":"traceutil/trace.go:171","msg":"trace[2009954614] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14095; }","duration":"164.078106ms","start":"2026-03-06T00:54:11.202765Z","end":"2026-03-06T00:54:11.366843Z","steps":["trace[2009954614] 'agreement among raft nodes before linearized reading' (duration: 164.041415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366664Z","caller":"traceutil/trace.go:171","msg":"trace[860541934] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14095; }","duration":"166.267756ms","start":"2026-03-06T00:54:11.200382Z","end":"2026-03-06T00:54:11.36665Z","steps":["trace[860541934] 'agreement among raft nodes before linearized reading' (duration: 166.125043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.366615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.801504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:54:11.366922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.783433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:11.366904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.511729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:54:11.366933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.583467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.366966Z","caller":"traceutil/trace.go:171","msg":"trace[1221800725] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14095; }","duration":"173.840346ms","start":"2026-03-06T00:54:11.193114Z","end":"2026-03-06T00:54:11.366955Z","steps":["trace[1221800725] 'agreement among raft nodes before linearized reading' (duration: 173.776003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366972Z","caller":"traceutil/trace.go:171","msg":"trace[1693597230] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"161.159382ms","start":"2026-03-06T00:54:11.205792Z","end":"2026-03-06T00:54:11.366951Z","steps":["trace[1693597230] 'agreement among raft nodes before linearized reading' (duration: 160.769343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366977Z","caller":"traceutil/trace.go:171","msg":"trace[1504100461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"161.596923ms","start":"2026-03-06T00:54:11.205366Z","end":"2026-03-06T00:54:11.366963Z","steps":["trace[1504100461] 'agreement among raft nodes before linearized reading' (duration: 161.438428ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.366977Z","caller":"traceutil/trace.go:171","msg":"trace[107447438] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14095; }","duration":"172.662318ms","start":"2026-03-06T00:54:11.194304Z","end":"2026-03-06T00:54:11.366967Z","steps":["trace[107447438] 'agreement among raft nodes before linearized reading' (duration: 172.598425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.36717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.829497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:11.367181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.7551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.367216Z","caller":"traceutil/trace.go:171","msg":"trace[1023706989] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14095; }","duration":"165.887638ms","start":"2026-03-06T00:54:11.201317Z","end":"2026-03-06T00:54:11.367205Z","steps":["trace[1023706989] 'agreement among raft nodes before linearized reading' (duration: 164.718701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.367213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.712277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.367262Z","caller":"traceutil/trace.go:171","msg":"trace[511902616] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14095; }","duration":"163.783691ms","start":"2026-03-06T00:54:11.203464Z","end":"2026-03-06T00:54:11.367248Z","steps":["trace[511902616] 'agreement among raft nodes before linearized reading' (duration: 162.680806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.367299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.977524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:11.367376Z","caller":"traceutil/trace.go:171","msg":"trace[1238149485] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14095; }","duration":"163.068665ms","start":"2026-03-06T00:54:11.204288Z","end":"2026-03-06T00:54:11.367356Z","steps":["trace[1238149485] 'agreement among raft nodes before linearized reading' (duration: 161.96264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.36739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.887981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T00:54:11.367456Z","caller":"traceutil/trace.go:171","msg":"trace[404059912] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14095; }","duration":"157.986672ms","start":"2026-03-06T00:54:11.209457Z","end":"2026-03-06T00:54:11.367443Z","steps":["trace[404059912] 'agreement among raft nodes before linearized reading' (duration: 156.589761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.367243Z","caller":"traceutil/trace.go:171","msg":"trace[499752702] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14095; }","duration":"168.422644ms","start":"2026-03-06T00:54:11.198802Z","end":"2026-03-06T00:54:11.367224Z","steps":["trace[499752702] 'agreement among raft nodes before linearized reading' (duration: 167.645626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.529181Z","caller":"traceutil/trace.go:171","msg":"trace[235301764] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"223.679261ms","start":"2026-03-06T00:54:11.305486Z","end":"2026-03-06T00:54:11.529165Z","steps":["trace[235301764] 'process raft request' (duration: 223.546549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.529202Z","caller":"traceutil/trace.go:171","msg":"trace[921555818] linearizableReadLoop","detail":"{readStateIndex:14608; appliedIndex:14608; }","duration":"163.28412ms","start":"2026-03-06T00:54:11.365886Z","end":"2026-03-06T00:54:11.52917Z","steps":["trace[921555818] 'read index received' (duration: 163.272849ms)","trace[921555818] 'applied index is now lower than readState.Index' (duration: 9.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:11.529585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.224272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:54:11.529695Z","caller":"traceutil/trace.go:171","msg":"trace[2022455021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14096; }","duration":"223.367256ms","start":"2026-03-06T00:54:11.306261Z","end":"2026-03-06T00:54:11.529628Z","steps":["trace[2022455021] 'agreement among raft nodes before linearized reading' (duration: 223.033647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.543857Z","caller":"traceutil/trace.go:171","msg":"trace[14494244] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"173.102098ms","start":"2026-03-06T00:54:11.370727Z","end":"2026-03-06T00:54:11.543829Z","steps":["trace[14494244] 'process raft request' (duration: 172.881643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.544066Z","caller":"traceutil/trace.go:171","msg":"trace[1370033357] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"171.78911ms","start":"2026-03-06T00:54:11.372254Z","end":"2026-03-06T00:54:11.544043Z","steps":["trace[1370033357] 'process raft request' (duration: 171.513624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.544173Z","caller":"traceutil/trace.go:171","msg":"trace[1568265640] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"171.799199ms","start":"2026-03-06T00:54:11.372359Z","end":"2026-03-06T00:54:11.544158Z","steps":["trace[1568265640] 'process raft request' (duration: 171.656606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.544298Z","caller":"traceutil/trace.go:171","msg":"trace[608304331] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"171.844611ms","start":"2026-03-06T00:54:11.372297Z","end":"2026-03-06T00:54:11.544141Z","steps":["trace[608304331] 'process raft request' (duration: 171.645927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.544271Z","caller":"traceutil/trace.go:171","msg":"trace[2087333806] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"132.629239ms","start":"2026-03-06T00:54:11.411596Z","end":"2026-03-06T00:54:11.544225Z","steps":["trace[2087333806] 'process raft request' (duration: 132.448005ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.676142Z","caller":"traceutil/trace.go:171","msg":"trace[61620018] transaction","detail":"{read_only:false; response_revision:14161; number_of_response:1; }","duration":"102.191862ms","start":"2026-03-06T00:54:17.573927Z","end":"2026-03-06T00:54:17.676119Z","steps":["trace[61620018] 'process raft request' (duration: 102.004698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.676452Z","caller":"traceutil/trace.go:171","msg":"trace[1744361690] transaction","detail":"{read_only:false; response_revision:14162; number_of_response:1; }","duration":"101.940846ms","start":"2026-03-06T00:54:17.574475Z","end":"2026-03-06T00:54:17.676416Z","steps":["trace[1744361690] 'process raft request' (duration: 101.599949ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.676515Z","caller":"traceutil/trace.go:171","msg":"trace[867550631] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"101.720871ms","start":"2026-03-06T00:54:17.57477Z","end":"2026-03-06T00:54:17.676491Z","steps":["trace[867550631] 'process raft request' (duration: 101.550267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.676575Z","caller":"traceutil/trace.go:171","msg":"trace[886801217] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"101.071866ms","start":"2026-03-06T00:54:17.575492Z","end":"2026-03-06T00:54:17.676564Z","steps":["trace[886801217] 'process raft request' (duration: 100.954254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.5578Z","caller":"traceutil/trace.go:171","msg":"trace[1414331147] linearizableReadLoop","detail":"{readStateIndex:14692; appliedIndex:14691; }","duration":"172.971704ms","start":"2026-03-06T00:54:19.384801Z","end":"2026-03-06T00:54:19.557773Z","steps":["trace[1414331147] 'read index received' (duration: 172.743549ms)","trace[1414331147] 'applied index is now lower than readState.Index' (duration: 227.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:19.557939Z","caller":"traceutil/trace.go:171","msg":"trace[1214644076] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"228.660032ms","start":"2026-03-06T00:54:19.329164Z","end":"2026-03-06T00:54:19.557824Z","steps":["trace[1214644076] 'process raft request' (duration: 228.323125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.558043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.229399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:19.558235Z","caller":"traceutil/trace.go:171","msg":"trace[1127173778] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14177; }","duration":"173.504797ms","start":"2026-03-06T00:54:19.384704Z","end":"2026-03-06T00:54:19.558208Z","steps":["trace[1127173778] 'agreement among raft nodes before linearized reading' (duration: 173.191519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.590979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.242342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-06T00:54:19.591048Z","caller":"traceutil/trace.go:171","msg":"trace[1984164548] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14178; }","duration":"205.335404ms","start":"2026-03-06T00:54:19.385697Z","end":"2026-03-06T00:54:19.591032Z","steps":["trace[1984164548] 'agreement among raft nodes before linearized reading' (duration: 205.15498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.59134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.484267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:19.591395Z","caller":"traceutil/trace.go:171","msg":"trace[438059541] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14178; }","duration":"205.60389ms","start":"2026-03-06T00:54:19.385778Z","end":"2026-03-06T00:54:19.591382Z","steps":["trace[438059541] 'agreement among raft nodes before linearized reading' (duration: 205.453447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.616439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:19.591488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.265822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-03-06T00:54:19.591511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.477228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:19.591546Z","caller":"traceutil/trace.go:171","msg":"trace[811917384] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14178; }","duration":"205.323784ms","start":"2026-03-06T00:54:19.386207Z","end":"2026-03-06T00:54:19.591531Z","steps":["trace[811917384] 'agreement among raft nodes before linearized reading' (duration: 205.184541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.557409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:54:19.591623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.786986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:19.591651Z","caller":"traceutil/trace.go:171","msg":"trace[1115358511] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14178; }","duration":"201.826566ms","start":"2026-03-06T00:54:19.389819Z","end":"2026-03-06T00:54:19.591645Z","steps":["trace[1115358511] 'agreement among raft nodes before linearized reading' (duration: 201.789365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.231878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T00:54:19.591667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.951976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-03-06T00:54:19.591529Z","caller":"traceutil/trace.go:171","msg":"trace[1129277444] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14178; }","duration":"204.743591ms","start":"2026-03-06T00:54:19.386765Z","end":"2026-03-06T00:54:19.591509Z","steps":["trace[1129277444] 'agreement among raft nodes before linearized reading' (duration: 204.545127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.591738Z","caller":"traceutil/trace.go:171","msg":"trace[1952985916] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14178; }","duration":"203.388871ms","start":"2026-03-06T00:54:19.388325Z","end":"2026-03-06T00:54:19.591714Z","steps":["trace[1952985916] 'agreement among raft nodes before linearized reading' (duration: 203.140485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.59173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.162686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:19.591587Z","caller":"traceutil/trace.go:171","msg":"trace[779551935] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14178; }","duration":"201.588201ms","start":"2026-03-06T00:54:19.389982Z","end":"2026-03-06T00:54:19.59157Z","steps":["trace[779551935] 'agreement among raft nodes before linearized reading' (duration: 201.420698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.59174Z","caller":"traceutil/trace.go:171","msg":"trace[2021639205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14178; }","duration":"192.774095ms","start":"2026-03-06T00:54:19.398862Z","end":"2026-03-06T00:54:19.591636Z","steps":["trace[2021639205] 'agreement among raft nodes before linearized reading' (duration: 192.471038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.9546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-03-06T00:54:19.591464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.215105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:19.591915Z","caller":"traceutil/trace.go:171","msg":"trace[921258599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14178; }","duration":"114.317812ms","start":"2026-03-06T00:54:19.477492Z","end":"2026-03-06T00:54:19.591809Z","steps":["trace[921258599] 'agreement among raft nodes before linearized reading' (duration: 114.098416ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.591962Z","caller":"traceutil/trace.go:171","msg":"trace[712225524] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14178; }","duration":"202.744968ms","start":"2026-03-06T00:54:19.3892Z","end":"2026-03-06T00:54:19.591945Z","steps":["trace[712225524] 'agreement among raft nodes before linearized reading' (duration: 202.208305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.591593Z","caller":"traceutil/trace.go:171","msg":"trace[1123054797] transaction","detail":"{read_only:false; response_revision:14178; number_of_response:1; }","duration":"198.726717ms","start":"2026-03-06T00:54:19.392852Z","end":"2026-03-06T00:54:19.591578Z","steps":["trace[1123054797] 'process raft request' (duration: 197.869778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.591738Z","caller":"traceutil/trace.go:171","msg":"trace[1555665643] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14178; }","duration":"201.040178ms","start":"2026-03-06T00:54:19.390682Z","end":"2026-03-06T00:54:19.591722Z","steps":["trace[1555665643] 'agreement among raft nodes before linearized reading' (duration: 200.862334ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:19.592034Z","caller":"traceutil/trace.go:171","msg":"trace[75302298] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14178; }","duration":"202.248216ms","start":"2026-03-06T00:54:19.389683Z","end":"2026-03-06T00:54:19.591931Z","steps":["trace[75302298] 'agreement among raft nodes before linearized reading' (duration: 201.820726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.858859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T00:54:19.592377Z","caller":"traceutil/trace.go:171","msg":"trace[1481146255] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14178; }","duration":"203.987475ms","start":"2026-03-06T00:54:19.388376Z","end":"2026-03-06T00:54:19.592364Z","steps":["trace[1481146255] 'agreement among raft nodes before linearized reading' (duration: 202.768767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.591347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.68808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:19.592623Z","caller":"traceutil/trace.go:171","msg":"trace[67251] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14178; }","duration":"206.01135ms","start":"2026-03-06T00:54:19.3866Z","end":"2026-03-06T00:54:19.592611Z","steps":["trace[67251] 'agreement among raft nodes before linearized reading' (duration: 204.651179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:19.593069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.30274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-03-06T00:54:19.59317Z","caller":"traceutil/trace.go:171","msg":"trace[2114130351] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14178; }","duration":"203.415412ms","start":"2026-03-06T00:54:19.38974Z","end":"2026-03-06T00:54:19.593156Z","steps":["trace[2114130351] 'agreement among raft nodes before linearized reading' (duration: 201.173642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:28.719077Z","caller":"traceutil/trace.go:171","msg":"trace[1272139820] transaction","detail":"{read_only:false; response_revision:14240; number_of_response:1; }","duration":"348.364054ms","start":"2026-03-06T00:54:28.370683Z","end":"2026-03-06T00:54:28.719048Z","steps":["trace[1272139820] 'process raft request' (duration: 348.210791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:28.71939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:28.37065Z","time spent":"348.58346ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:29.498986Z","caller":"traceutil/trace.go:171","msg":"trace[70971455] transaction","detail":"{read_only:false; response_revision:14241; number_of_response:1; }","duration":"130.206623ms","start":"2026-03-06T00:54:29.368754Z","end":"2026-03-06T00:54:29.49896Z","steps":["trace[70971455] 'process raft request' (duration: 129.310404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:29.813483Z","caller":"traceutil/trace.go:171","msg":"trace[1110025315] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"191.684851ms","start":"2026-03-06T00:54:29.621766Z","end":"2026-03-06T00:54:29.81345Z","steps":["trace[1110025315] 'process raft request' (duration: 191.482927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:35.966485Z","caller":"traceutil/trace.go:171","msg":"trace[1738144599] linearizableReadLoop","detail":"{readStateIndex:14788; appliedIndex:14787; }","duration":"111.116143ms","start":"2026-03-06T00:54:35.855308Z","end":"2026-03-06T00:54:35.966424Z","steps":["trace[1738144599] 'read index received' (duration: 110.918359ms)","trace[1738144599] 'applied index is now lower than readState.Index' (duration: 196.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:35.966616Z","caller":"traceutil/trace.go:171","msg":"trace[327673542] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"135.012324ms","start":"2026-03-06T00:54:35.831594Z","end":"2026-03-06T00:54:35.966606Z","steps":["trace[327673542] 'process raft request' (duration: 134.693667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:35.96718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.86758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:54:35.967248Z","caller":"traceutil/trace.go:171","msg":"trace[280307608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14270; }","duration":"111.986343ms","start":"2026-03-06T00:54:35.855245Z","end":"2026-03-06T00:54:35.967232Z","steps":["trace[280307608] 'agreement among raft nodes before linearized reading' (duration: 111.691557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:04.334704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12109} {"level":"info","ts":"2026-03-06T00:55:04.408803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12109,"took":"72.071067ms","hash":2946076869,"current-db-size-bytes":42184704,"current-db-size":"42 MB","current-db-size-in-use-bytes":27570176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T00:55:04.40887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2946076869,"revision":12109,"compact-revision":10224} {"level":"warn","ts":"2026-03-06T00:59:28.914268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.302234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:28.914367Z","caller":"traceutil/trace.go:171","msg":"trace[1305636044] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16415; }","duration":"143.465908ms","start":"2026-03-06T00:59:28.770881Z","end":"2026-03-06T00:59:28.914347Z","steps":["trace[1305636044] 'count revisions from in-memory index tree' (duration: 143.222862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.982872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258851249,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:59:30.296868Z","caller":"traceutil/trace.go:171","msg":"trace[324625973] transaction","detail":"{read_only:false; response_revision:16417; number_of_response:1; }","duration":"816.076306ms","start":"2026-03-06T00:59:29.480768Z","end":"2026-03-06T00:59:30.296845Z","steps":["trace[324625973] 'process raft request' (duration: 815.915063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.297021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.480752Z","time spent":"816.192129ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:32.65262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544419811s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:32.652769Z","caller":"traceutil/trace.go:171","msg":"trace[689814901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16417; }","duration":"1.544571064s","start":"2026-03-06T00:59:31.108171Z","end":"2026-03-06T00:59:32.652742Z","steps":["trace[689814901] 'range keys from in-memory index tree' (duration: 1.54440251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.689743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.393101189s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:59:32.690215Z","caller":"traceutil/trace.go:171","msg":"trace[780412408] linearizableReadLoop","detail":"{readStateIndex:17009; appliedIndex:17006; }","duration":"3.20840724s","start":"2026-03-06T00:59:29.481786Z","end":"2026-03-06T00:59:32.690193Z","steps":["trace[780412408] 'read index received' (duration: 814.905861ms)","trace[780412408] 'applied index is now lower than readState.Index' (duration: 2.393500059s)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:32.690321Z","caller":"traceutil/trace.go:171","msg":"trace[907605672] transaction","detail":"{read_only:false; response_revision:16418; number_of_response:1; }","duration":"3.209369712s","start":"2026-03-06T00:59:29.480892Z","end":"2026-03-06T00:59:32.690261Z","steps":["trace[907605672] 'process raft request' (duration: 3.209075185s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.690312Z","caller":"traceutil/trace.go:171","msg":"trace[556912428] transaction","detail":"{read_only:false; response_revision:16419; number_of_response:1; }","duration":"2.828914484s","start":"2026-03-06T00:59:29.86138Z","end":"2026-03-06T00:59:32.690295Z","steps":["trace[556912428] 'process raft request' (duration: 2.82876392s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.690467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.861357Z","time spent":"2.829034157s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:32.690501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.480867Z","time spent":"3.209545235s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:32.690553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208746887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:59:32.690636Z","caller":"traceutil/trace.go:171","msg":"trace[866247976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16419; }","duration":"3.20887108s","start":"2026-03-06T00:59:29.481742Z","end":"2026-03-06T00:59:32.690613Z","steps":["trace[866247976] 'agreement among raft nodes before linearized reading' (duration: 3.208615875s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.690687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.48173Z","time spent":"3.208948732s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:59:32.903885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.24033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T00:59:32.904051Z","caller":"traceutil/trace.go:171","msg":"trace[972805118] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"2.379494147s","start":"2026-03-06T00:59:30.524534Z","end":"2026-03-06T00:59:32.904028Z","steps":["trace[972805118] 'process raft request' (duration: 2.265021692s)","trace[972805118] 'compare' (duration: 114.128788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:32.90412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.524506Z","time spent":"2.3795823s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:32.904485Z","caller":"traceutil/trace.go:171","msg":"trace[311947456] transaction","detail":"{read_only:false; response_revision:16422; number_of_response:1; }","duration":"923.455436ms","start":"2026-03-06T00:59:31.981017Z","end":"2026-03-06T00:59:32.904473Z","steps":["trace[311947456] 'process raft request' (duration: 923.265052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.90456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.980993Z","time spent":"923.532107ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:32.904359Z","caller":"traceutil/trace.go:171","msg":"trace[1309015539] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"1.890164439s","start":"2026-03-06T00:59:31.014168Z","end":"2026-03-06T00:59:32.904332Z","steps":["trace[1309015539] 'process raft request' (duration: 1.889812721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.905406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.014144Z","time spent":"1.891176482s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:32.977968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863714954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:32.977988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.151071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:32.978034Z","caller":"traceutil/trace.go:171","msg":"trace[1554821780] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16423; }","duration":"2.863824037s","start":"2026-03-06T00:59:30.114196Z","end":"2026-03-06T00:59:32.97802Z","steps":["trace[1554821780] 'agreement among raft nodes before linearized reading' (duration: 2.863688344s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.978046Z","caller":"traceutil/trace.go:171","msg":"trace[1045131142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16423; }","duration":"301.261032ms","start":"2026-03-06T00:59:32.67677Z","end":"2026-03-06T00:59:32.978031Z","steps":["trace[1045131142] 'agreement among raft nodes before linearized reading' (duration: 301.12941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.978069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.114177Z","time spent":"2.863881108s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:59:32.977968Z","caller":"traceutil/trace.go:171","msg":"trace[763385111] transaction","detail":"{read_only:false; response_revision:16423; number_of_response:1; }","duration":"283.07074ms","start":"2026-03-06T00:59:32.694858Z","end":"2026-03-06T00:59:32.977929Z","steps":["trace[763385111] 'process raft request' (duration: 282.796164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.978131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479328281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-03-06T00:59:32.979735Z","caller":"traceutil/trace.go:171","msg":"trace[908358427] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jh7r4; range_end:; response_count:1; response_revision:16423; }","duration":"3.480966378s","start":"2026-03-06T00:59:29.498748Z","end":"2026-03-06T00:59:32.979715Z","steps":["trace[908358427] 'agreement among raft nodes before linearized reading' (duration: 3.479218279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.978085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.676681Z","time spent":"301.394425ms","remote":"127.0.0.1:45054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:59:32.978284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455984592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3297"} {"level":"warn","ts":"2026-03-06T00:59:32.97834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553199276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T00:59:32.978329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368160959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-06T00:59:32.978435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.292583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T00:59:32.978442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639499777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dqg6f\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-06T00:59:32.978478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501399068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:32.97851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201480705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T00:59:32.978611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483973315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T00:59:32.978672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496119233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T00:59:32.978758Z","caller":"traceutil/trace.go:171","msg":"trace[981219889] linearizableReadLoop","detail":"{readStateIndex:17013; appliedIndex:17009; }","duration":"287.377225ms","start":"2026-03-06T00:59:32.69036Z","end":"2026-03-06T00:59:32.977737Z","steps":["trace[981219889] 'read index received' (duration: 99.270228ms)","trace[981219889] 'applied index is now lower than readState.Index' (duration: 188.105957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:32.979609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108460375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:132 size:1652545"} {"level":"info","ts":"2026-03-06T00:59:32.980576Z","caller":"traceutil/trace.go:171","msg":"trace[842419836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16423; }","duration":"3.498013244s","start":"2026-03-06T00:59:29.482526Z","end":"2026-03-06T00:59:32.980539Z","steps":["trace[842419836] 'agreement among raft nodes before linearized reading' (duration: 3.496095422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.980623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.482515Z","time spent":"3.498097096s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:59:32.979951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.498735Z","time spent":"3.481172832s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22038,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jh7r4\" "} {"level":"info","ts":"2026-03-06T00:59:32.980664Z","caller":"traceutil/trace.go:171","msg":"trace[1549674077] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:16423; }","duration":"2.109493567s","start":"2026-03-06T00:59:30.871099Z","end":"2026-03-06T00:59:32.980593Z","steps":["trace[1549674077] 'agreement among raft nodes before linearized reading' (duration: 2.107358061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.980807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.871079Z","time spent":"2.109706552s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":132,"response size":1652568,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-06T00:59:32.980049Z","caller":"traceutil/trace.go:171","msg":"trace[293421103] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16423; }","duration":"2.457747652s","start":"2026-03-06T00:59:30.522269Z","end":"2026-03-06T00:59:32.980016Z","steps":["trace[293421103] 'agreement among raft nodes before linearized reading' (duration: 2.455944711s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.522255Z","time spent":"2.458812105s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-06T00:59:32.98007Z","caller":"traceutil/trace.go:171","msg":"trace[801970104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16423; }","duration":"2.554930045s","start":"2026-03-06T00:59:30.425135Z","end":"2026-03-06T00:59:32.980065Z","steps":["trace[801970104] 'agreement among raft nodes before linearized reading' (duration: 2.553165405s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.425091Z","time spent":"2.556053149s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T00:59:32.980085Z","caller":"traceutil/trace.go:171","msg":"trace[292459285] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-68rvv; range_end:; response_count:1; response_revision:16423; }","duration":"3.369953238s","start":"2026-03-06T00:59:29.610128Z","end":"2026-03-06T00:59:32.980081Z","steps":["trace[292459285] 'agreement among raft nodes before linearized reading' (duration: 3.368096817s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.610109Z","time spent":"3.371205957s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-68rvv\" "} {"level":"info","ts":"2026-03-06T00:59:32.980314Z","caller":"traceutil/trace.go:171","msg":"trace[536485164] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dqg6f; range_end:; response_count:1; response_revision:16423; }","duration":"1.641370948s","start":"2026-03-06T00:59:31.338937Z","end":"2026-03-06T00:59:32.980308Z","steps":["trace[536485164] 'agreement among raft nodes before linearized reading' (duration: 1.639457226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.338875Z","time spent":"1.642568636s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dqg6f\" "} {"level":"info","ts":"2026-03-06T00:59:32.980337Z","caller":"traceutil/trace.go:171","msg":"trace[1187276339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16423; }","duration":"679.236466ms","start":"2026-03-06T00:59:32.301095Z","end":"2026-03-06T00:59:32.980332Z","steps":["trace[1187276339] 'agreement among raft nodes before linearized reading' (duration: 677.20071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.98154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.301077Z","time spent":"680.453473ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:59:32.980358Z","caller":"traceutil/trace.go:171","msg":"trace[748552865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16423; }","duration":"1.503306699s","start":"2026-03-06T00:59:31.477043Z","end":"2026-03-06T00:59:32.98035Z","steps":["trace[748552865] 'agreement among raft nodes before linearized reading' (duration: 1.501415108s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.477024Z","time spent":"1.504614129s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:59:32.980378Z","caller":"traceutil/trace.go:171","msg":"trace[1182988979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16423; }","duration":"2.203384026s","start":"2026-03-06T00:59:30.776988Z","end":"2026-03-06T00:59:32.980372Z","steps":["trace[1182988979] 'agreement among raft nodes before linearized reading' (duration: 2.200873551s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:30.776968Z","time spent":"2.204791269s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:59:32.980521Z","caller":"traceutil/trace.go:171","msg":"trace[719135483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16423; }","duration":"3.485882756s","start":"2026-03-06T00:59:29.494618Z","end":"2026-03-06T00:59:32.980501Z","steps":["trace[719135483] 'agreement among raft nodes before linearized reading' (duration: 3.483417021s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.981988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.494579Z","time spent":"3.487400841s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:59:34.566799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.588646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:34.566888Z","caller":"traceutil/trace.go:171","msg":"trace[811262416] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16433; }","duration":"113.71471ms","start":"2026-03-06T00:59:34.453153Z","end":"2026-03-06T00:59:34.566868Z","steps":["trace[811262416] 'agreement among raft nodes before linearized reading' (duration: 69.978921ms)","trace[811262416] 'count revisions from in-memory index tree' (duration: 43.612036ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:40.280005Z","caller":"traceutil/trace.go:171","msg":"trace[995907087] linearizableReadLoop","detail":"{readStateIndex:17225; appliedIndex:17224; }","duration":"448.921004ms","start":"2026-03-06T00:59:39.831057Z","end":"2026-03-06T00:59:40.279979Z","steps":["trace[995907087] 'read index received' (duration: 448.546206ms)","trace[995907087] 'applied index is now lower than readState.Index' (duration: 373.908µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:40.280095Z","caller":"traceutil/trace.go:171","msg":"trace[1126700062] transaction","detail":"{read_only:false; response_revision:16631; number_of_response:1; }","duration":"473.146731ms","start":"2026-03-06T00:59:39.806908Z","end":"2026-03-06T00:59:40.280055Z","steps":["trace[1126700062] 'process raft request' (duration: 472.830504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.28023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.150329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.28027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.806892Z","time spent":"473.287463ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7091,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:40.280296Z","caller":"traceutil/trace.go:171","msg":"trace[1031976267] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"449.267501ms","start":"2026-03-06T00:59:39.831014Z","end":"2026-03-06T00:59:40.280281Z","steps":["trace[1031976267] 'agreement among raft nodes before linearized reading' (duration: 449.126318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.280304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.322754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.830993Z","time spent":"449.332452ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.162591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.6779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.831976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.280447Z","caller":"traceutil/trace.go:171","msg":"trace[1736029752] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16631; }","duration":"258.773082ms","start":"2026-03-06T00:59:40.021655Z","end":"2026-03-06T00:59:40.280428Z","steps":["trace[1736029752] 'agreement among raft nodes before linearized reading' (duration: 258.641319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280466Z","caller":"traceutil/trace.go:171","msg":"trace[371475347] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"306.900888ms","start":"2026-03-06T00:59:39.973554Z","end":"2026-03-06T00:59:40.280455Z","steps":["trace[371475347] 'agreement among raft nodes before linearized reading' (duration: 306.836487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.28047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.775232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.28024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.031256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.305973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.973548Z","time spent":"306.953799ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-06T00:59:40.280517Z","caller":"traceutil/trace.go:171","msg":"trace[1180837138] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16631; }","duration":"258.835383ms","start":"2026-03-06T00:59:40.021668Z","end":"2026-03-06T00:59:40.280503Z","steps":["trace[1180837138] 'agreement among raft nodes before linearized reading' (duration: 258.746551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280541Z","caller":"traceutil/trace.go:171","msg":"trace[1537161023] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16631; }","duration":"259.393475ms","start":"2026-03-06T00:59:40.02114Z","end":"2026-03-06T00:59:40.280533Z","steps":["trace[1537161023] 'agreement among raft nodes before linearized reading' (duration: 259.341974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280363Z","caller":"traceutil/trace.go:171","msg":"trace[1899275517] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16631; }","duration":"305.437026ms","start":"2026-03-06T00:59:39.974908Z","end":"2026-03-06T00:59:40.280345Z","steps":["trace[1899275517] 'agreement among raft nodes before linearized reading' (duration: 305.369794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.28065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.298197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.974876Z","time spent":"305.770643ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.287572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.688552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.280772Z","caller":"traceutil/trace.go:171","msg":"trace[902976526] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16631; }","duration":"259.754243ms","start":"2026-03-06T00:59:40.021009Z","end":"2026-03-06T00:59:40.280763Z","steps":["trace[902976526] 'agreement among raft nodes before linearized reading' (duration: 259.702832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.28077Z","caller":"traceutil/trace.go:171","msg":"trace[1807350272] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16631; }","duration":"305.755093ms","start":"2026-03-06T00:59:39.974998Z","end":"2026-03-06T00:59:40.280753Z","steps":["trace[1807350272] 'agreement among raft nodes before linearized reading' (duration: 305.213761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.280832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.21211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.175529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.280874Z","caller":"traceutil/trace.go:171","msg":"trace[292346091] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"449.262641ms","start":"2026-03-06T00:59:39.8316Z","end":"2026-03-06T00:59:40.280863Z","steps":["trace[292346091] 'agreement among raft nodes before linearized reading' (duration: 449.19366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280897Z","caller":"traceutil/trace.go:171","msg":"trace[119748395] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16631; }","duration":"449.237691ms","start":"2026-03-06T00:59:39.831645Z","end":"2026-03-06T00:59:40.280883Z","steps":["trace[119748395] 'agreement among raft nodes before linearized reading' (duration: 449.141899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.280923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.831595Z","time spent":"449.317332ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.22819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T00:59:40.280875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.974987Z","time spent":"305.878865ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.831642Z","time spent":"449.282492ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.144246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.28127Z","caller":"traceutil/trace.go:171","msg":"trace[448674161] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16631; }","duration":"308.669038ms","start":"2026-03-06T00:59:39.97258Z","end":"2026-03-06T00:59:40.281249Z","steps":["trace[448674161] 'agreement among raft nodes before linearized reading' (duration: 308.143746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.281324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.97256Z","time spent":"308.749039ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:59:40.280541Z","caller":"traceutil/trace.go:171","msg":"trace[1331938721] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16631; }","duration":"449.387654ms","start":"2026-03-06T00:59:39.831143Z","end":"2026-03-06T00:59:40.280531Z","steps":["trace[1331938721] 'agreement among raft nodes before linearized reading' (duration: 449.023476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.281482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.831126Z","time spent":"450.344104ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.990449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.281649Z","caller":"traceutil/trace.go:171","msg":"trace[730540129] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"260.972532ms","start":"2026-03-06T00:59:40.02064Z","end":"2026-03-06T00:59:40.281613Z","steps":["trace[730540129] 'agreement among raft nodes before linearized reading' (duration: 259.994169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280438Z","caller":"traceutil/trace.go:171","msg":"trace[826422422] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"259.317443ms","start":"2026-03-06T00:59:40.02109Z","end":"2026-03-06T00:59:40.280407Z","steps":["trace[826422422] 'agreement among raft nodes before linearized reading' (duration: 259.138629ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:40.280698Z","caller":"traceutil/trace.go:171","msg":"trace[49348210] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16631; }","duration":"307.380089ms","start":"2026-03-06T00:59:39.973305Z","end":"2026-03-06T00:59:40.280685Z","steps":["trace[49348210] 'agreement among raft nodes before linearized reading' (duration: 307.316638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.281814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.973285Z","time spent":"308.519495ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.61848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.281895Z","caller":"traceutil/trace.go:171","msg":"trace[1000237391] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16631; }","duration":"306.842107ms","start":"2026-03-06T00:59:39.975042Z","end":"2026-03-06T00:59:40.281884Z","steps":["trace[1000237391] 'agreement among raft nodes before linearized reading' (duration: 305.63384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.281927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.975014Z","time spent":"306.907299ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T00:59:40.280982Z","caller":"traceutil/trace.go:171","msg":"trace[637294999] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16631; }","duration":"449.306052ms","start":"2026-03-06T00:59:39.831666Z","end":"2026-03-06T00:59:40.280972Z","steps":["trace[637294999] 'agreement among raft nodes before linearized reading' (duration: 449.21358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.282009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.831654Z","time spent":"450.340566ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-06T00:59:40.280976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.742401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T00:59:40.282136Z","caller":"traceutil/trace.go:171","msg":"trace[559294427] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16631; }","duration":"450.920159ms","start":"2026-03-06T00:59:39.831203Z","end":"2026-03-06T00:59:40.282124Z","steps":["trace[559294427] 'agreement among raft nodes before linearized reading' (duration: 449.731692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:40.282175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:39.831192Z","time spent":"450.97316ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-06T00:59:42.914025Z","caller":"traceutil/trace.go:171","msg":"trace[1481997620] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"157.085489ms","start":"2026-03-06T00:59:42.756903Z","end":"2026-03-06T00:59:42.913989Z","steps":["trace[1481997620] 'process raft request' (duration: 94.36643ms)","trace[1481997620] 'compare' (duration: 62.589566ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:43.05625Z","caller":"traceutil/trace.go:171","msg":"trace[498128441] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"112.143524ms","start":"2026-03-06T00:59:42.94408Z","end":"2026-03-06T00:59:43.056224Z","steps":["trace[498128441] 'process raft request' (duration: 71.564194ms)","trace[498128441] 'compare' (duration: 40.405436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:48.149997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.504835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T00:59:48.150089Z","caller":"traceutil/trace.go:171","msg":"trace[534160609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16744; }","duration":"109.650249ms","start":"2026-03-06T00:59:48.040415Z","end":"2026-03-06T00:59:48.150066Z","steps":["trace[534160609] 'range keys from in-memory index tree' (duration: 109.319282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:04.344947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14471} {"level":"info","ts":"2026-03-06T01:00:04.456076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14471,"took":"106.05395ms","hash":4287936415,"current-db-size-bytes":43028480,"current-db-size":"43 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:00:04.45615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4287936415,"revision":14471,"compact-revision":12109} {"level":"info","ts":"2026-03-06T01:00:25.474112Z","caller":"traceutil/trace.go:171","msg":"trace[24143823] transaction","detail":"{read_only:false; response_revision:17070; number_of_response:1; }","duration":"366.688043ms","start":"2026-03-06T01:00:25.107405Z","end":"2026-03-06T01:00:25.474093Z","steps":["trace[24143823] 'process raft request' (duration: 366.475618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.474367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.107389Z","time spent":"366.807355ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:25.476012Z","caller":"traceutil/trace.go:171","msg":"trace[315042884] linearizableReadLoop","detail":"{readStateIndex:17682; appliedIndex:17679; }","duration":"186.089791ms","start":"2026-03-06T01:00:25.289894Z","end":"2026-03-06T01:00:25.475984Z","steps":["trace[315042884] 'read index received' (duration: 184.025196ms)","trace[315042884] 'applied index is now lower than readState.Index' (duration: 2.063475ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:25.476054Z","caller":"traceutil/trace.go:171","msg":"trace[341678328] transaction","detail":"{read_only:false; response_revision:17071; number_of_response:1; }","duration":"319.176389ms","start":"2026-03-06T01:00:25.156833Z","end":"2026-03-06T01:00:25.476009Z","steps":["trace[341678328] 'process raft request' (duration: 318.996835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.476139Z","caller":"traceutil/trace.go:171","msg":"trace[686073023] transaction","detail":"{read_only:false; response_revision:17072; number_of_response:1; }","duration":"289.789719ms","start":"2026-03-06T01:00:25.186339Z","end":"2026-03-06T01:00:25.476128Z","steps":["trace[686073023] 'process raft request' (duration: 289.599044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.47624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.156814Z","time spent":"319.317303ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:25.476448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.462959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:00:25.476521Z","caller":"traceutil/trace.go:171","msg":"trace[133892378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17072; }","duration":"185.562862ms","start":"2026-03-06T01:00:25.290942Z","end":"2026-03-06T01:00:25.476505Z","steps":["trace[133892378] 'agreement among raft nodes before linearized reading' (duration: 185.338927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.47655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.407989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:00:25.476636Z","caller":"traceutil/trace.go:171","msg":"trace[1710978139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17072; }","duration":"144.537832ms","start":"2026-03-06T01:00:25.332076Z","end":"2026-03-06T01:00:25.476614Z","steps":["trace[1710978139] 'agreement among raft nodes before linearized reading' (duration: 144.268386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.476672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.769408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:00:25.476726Z","caller":"traceutil/trace.go:171","msg":"trace[770653890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17072; }","duration":"186.89307ms","start":"2026-03-06T01:00:25.289822Z","end":"2026-03-06T01:00:25.476715Z","steps":["trace[770653890] 'agreement among raft nodes before linearized reading' (duration: 186.729817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.47673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.360676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:00:25.476789Z","caller":"traceutil/trace.go:171","msg":"trace[707743737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17072; }","duration":"152.475637ms","start":"2026-03-06T01:00:25.324297Z","end":"2026-03-06T01:00:25.476773Z","steps":["trace[707743737] 'agreement among raft nodes before linearized reading' (duration: 152.217972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:43.74956Z","caller":"traceutil/trace.go:171","msg":"trace[1667057542] linearizableReadLoop","detail":"{readStateIndex:19400; appliedIndex:19399; }","duration":"272.242959ms","start":"2026-03-06T01:04:43.477293Z","end":"2026-03-06T01:04:43.749536Z","steps":["trace[1667057542] 'read index received' (duration: 272.017204ms)","trace[1667057542] 'applied index is now lower than readState.Index' (duration: 224.745µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:43.749722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.412043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:04:43.749755Z","caller":"traceutil/trace.go:171","msg":"trace[1498934137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18728; }","duration":"272.467155ms","start":"2026-03-06T01:04:43.477279Z","end":"2026-03-06T01:04:43.749746Z","steps":["trace[1498934137] 'agreement among raft nodes before linearized reading' (duration: 272.365802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:43.749706Z","caller":"traceutil/trace.go:171","msg":"trace[2018247667] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"457.805179ms","start":"2026-03-06T01:04:43.291861Z","end":"2026-03-06T01:04:43.749666Z","steps":["trace[2018247667] 'process raft request' (duration: 457.511692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:43.750044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:43.291837Z","time spent":"458.018344ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:44.658156Z","caller":"traceutil/trace.go:171","msg":"trace[1059677537] linearizableReadLoop","detail":"{readStateIndex:19401; appliedIndex:19400; }","duration":"273.6238ms","start":"2026-03-06T01:04:44.384504Z","end":"2026-03-06T01:04:44.658128Z","steps":["trace[1059677537] 'read index received' (duration: 273.427576ms)","trace[1059677537] 'applied index is now lower than readState.Index' (duration: 194.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:44.658359Z","caller":"traceutil/trace.go:171","msg":"trace[1855993307] transaction","detail":"{read_only:false; response_revision:18729; number_of_response:1; }","duration":"773.438869ms","start":"2026-03-06T01:04:43.884887Z","end":"2026-03-06T01:04:44.658325Z","steps":["trace[1855993307] 'process raft request' (duration: 773.059681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:44.658522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:43.884856Z","time spent":"773.576342ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:44.658557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.030609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:04:44.6586Z","caller":"traceutil/trace.go:171","msg":"trace[1831963653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18729; }","duration":"274.12363ms","start":"2026-03-06T01:04:44.384464Z","end":"2026-03-06T01:04:44.658588Z","steps":["trace[1831963653] 'agreement among raft nodes before linearized reading' (duration: 273.767082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.201779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.523367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:04:45.201967Z","caller":"traceutil/trace.go:171","msg":"trace[897541178] transaction","detail":"{read_only:false; response_revision:18730; number_of_response:1; }","duration":"816.748788ms","start":"2026-03-06T01:04:44.385193Z","end":"2026-03-06T01:04:45.201942Z","steps":["trace[897541178] 'process raft request' (duration: 430.960315ms)","trace[897541178] 'compare' (duration: 385.303873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:45.20218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.385179Z","time spent":"816.83538ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:45.202241Z","caller":"traceutil/trace.go:171","msg":"trace[1450374267] transaction","detail":"{read_only:false; response_revision:18731; number_of_response:1; }","duration":"813.164468ms","start":"2026-03-06T01:04:44.389052Z","end":"2026-03-06T01:04:45.202216Z","steps":["trace[1450374267] 'process raft request' (duration: 812.831891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:45.202361Z","caller":"traceutil/trace.go:171","msg":"trace[527981551] transaction","detail":"{read_only:false; response_revision:18732; number_of_response:1; }","duration":"750.505901ms","start":"2026-03-06T01:04:44.451831Z","end":"2026-03-06T01:04:45.202337Z","steps":["trace[527981551] 'process raft request' (duration: 750.324857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.202396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.389039Z","time spent":"813.273271ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:45.202376Z","caller":"traceutil/trace.go:171","msg":"trace[1763088881] transaction","detail":"{read_only:false; response_revision:18733; number_of_response:1; }","duration":"463.038235ms","start":"2026-03-06T01:04:44.739307Z","end":"2026-03-06T01:04:45.202345Z","steps":["trace[1763088881] 'process raft request' (duration: 462.987394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.202499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.451808Z","time spent":"750.620734ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:45.202517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.739289Z","time spent":"463.158668ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:45.202543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.180964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:04:45.202375Z","caller":"traceutil/trace.go:171","msg":"trace[2016304477] linearizableReadLoop","detail":"{readStateIndex:19404; appliedIndex:19401; }","duration":"539.979798ms","start":"2026-03-06T01:04:44.662362Z","end":"2026-03-06T01:04:45.202342Z","steps":["trace[2016304477] 'read index received' (duration: 153.779826ms)","trace[2016304477] 'applied index is now lower than readState.Index' (duration: 386.195522ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:45.202595Z","caller":"traceutil/trace.go:171","msg":"trace[1798447261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18733; }","duration":"540.257635ms","start":"2026-03-06T01:04:44.662326Z","end":"2026-03-06T01:04:45.202584Z","steps":["trace[1798447261] 'agreement among raft nodes before linearized reading' (duration: 540.089822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.202629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.66231Z","time spent":"540.311166ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:04:45.202815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.780017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:04:45.202851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.982968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:04:45.202883Z","caller":"traceutil/trace.go:171","msg":"trace[1957442043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18733; }","duration":"503.883819ms","start":"2026-03-06T01:04:44.698981Z","end":"2026-03-06T01:04:45.202865Z","steps":["trace[1957442043] 'agreement among raft nodes before linearized reading' (duration: 503.696895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:45.202904Z","caller":"traceutil/trace.go:171","msg":"trace[236928078] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18733; }","duration":"274.06334ms","start":"2026-03-06T01:04:44.928823Z","end":"2026-03-06T01:04:45.202886Z","steps":["trace[236928078] 'agreement among raft nodes before linearized reading' (duration: 273.907766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.202936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.698963Z","time spent":"503.959531ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:04:45.20308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.520276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:04:45.203097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.837777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:04:45.203134Z","caller":"traceutil/trace.go:171","msg":"trace[1800861337] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18733; }","duration":"139.917759ms","start":"2026-03-06T01:04:45.063206Z","end":"2026-03-06T01:04:45.203124Z","steps":["trace[1800861337] 'agreement among raft nodes before linearized reading' (duration: 139.783346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:45.203106Z","caller":"traceutil/trace.go:171","msg":"trace[1766008368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18733; }","duration":"151.594687ms","start":"2026-03-06T01:04:45.051504Z","end":"2026-03-06T01:04:45.203098Z","steps":["trace[1766008368] 'agreement among raft nodes before linearized reading' (duration: 151.552737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.203336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.672184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:04:45.2034Z","caller":"traceutil/trace.go:171","msg":"trace[477354728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18733; }","duration":"335.735406ms","start":"2026-03-06T01:04:44.867646Z","end":"2026-03-06T01:04:45.203382Z","steps":["trace[477354728] 'agreement among raft nodes before linearized reading' (duration: 335.629503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.20346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.867598Z","time spent":"335.850188ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:04:45.203458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.271699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:04:45.203526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.237237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:04:45.203563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.845773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:04:45.203569Z","caller":"traceutil/trace.go:171","msg":"trace[435201496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18733; }","duration":"397.421681ms","start":"2026-03-06T01:04:44.806125Z","end":"2026-03-06T01:04:45.203547Z","steps":["trace[435201496] 'agreement among raft nodes before linearized reading' (duration: 397.156725ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:45.203617Z","caller":"traceutil/trace.go:171","msg":"trace[221230110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18733; }","duration":"291.937945ms","start":"2026-03-06T01:04:44.911665Z","end":"2026-03-06T01:04:45.203603Z","steps":["trace[221230110] 'agreement among raft nodes before linearized reading' (duration: 291.829873ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:45.203622Z","caller":"traceutil/trace.go:171","msg":"trace[576990646] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18733; }","duration":"364.396ms","start":"2026-03-06T01:04:44.8392Z","end":"2026-03-06T01:04:45.203596Z","steps":["trace[576990646] 'agreement among raft nodes before linearized reading' (duration: 364.206796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.203623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.611644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:04:45.203632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.806102Z","time spent":"397.513404ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:04:45.203681Z","caller":"traceutil/trace.go:171","msg":"trace[98298962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18733; }","duration":"289.692066ms","start":"2026-03-06T01:04:44.913974Z","end":"2026-03-06T01:04:45.203666Z","steps":["trace[98298962] 'agreement among raft nodes before linearized reading' (duration: 289.515932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.203684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:44.839182Z","time spent":"364.484522ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:04:45.751367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258858160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:04:46.434894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.576766ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T01:04:46.435005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.205522Z","time spent":"1.229477039s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:04:46.449309Z","caller":"traceutil/trace.go:171","msg":"trace[765311573] transaction","detail":"{read_only:false; response_revision:18734; number_of_response:1; }","duration":"1.241534806s","start":"2026-03-06T01:04:45.207751Z","end":"2026-03-06T01:04:46.449286Z","steps":["trace[765311573] 'process raft request' (duration: 1.241202938s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:46.449312Z","caller":"traceutil/trace.go:171","msg":"trace[1304284650] transaction","detail":"{read_only:false; response_revision:18735; number_of_response:1; }","duration":"1.241347992s","start":"2026-03-06T01:04:45.207938Z","end":"2026-03-06T01:04:46.449286Z","steps":["trace[1304284650] 'process raft request' (duration: 1.241217249s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:46.449436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.207729Z","time spent":"1.241644609s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:46.449544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.20792Z","time spent":"1.241466934s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:46.449603Z","caller":"traceutil/trace.go:171","msg":"trace[1378933750] transaction","detail":"{read_only:false; response_revision:18736; number_of_response:1; }","duration":"1.241622448s","start":"2026-03-06T01:04:45.207931Z","end":"2026-03-06T01:04:46.449553Z","steps":["trace[1378933750] 'process raft request' (duration: 1.241308291s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:46.449653Z","caller":"traceutil/trace.go:171","msg":"trace[842417695] linearizableReadLoop","detail":"{readStateIndex:19411; appliedIndex:19405; }","duration":"1.199216259s","start":"2026-03-06T01:04:45.250406Z","end":"2026-03-06T01:04:46.449622Z","steps":["trace[842417695] 'read index received' (duration: 641.914596ms)","trace[842417695] 'applied index is now lower than readState.Index' (duration: 557.300423ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:46.449729Z","caller":"traceutil/trace.go:171","msg":"trace[1349543711] transaction","detail":"{read_only:false; response_revision:18737; number_of_response:1; }","duration":"1.24080274s","start":"2026-03-06T01:04:45.208918Z","end":"2026-03-06T01:04:46.449721Z","steps":["trace[1349543711] 'process raft request' (duration: 1.240519224s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:46.449719Z","caller":"traceutil/trace.go:171","msg":"trace[823058353] transaction","detail":"{read_only:false; response_revision:18738; number_of_response:1; }","duration":"1.24037963s","start":"2026-03-06T01:04:45.209324Z","end":"2026-03-06T01:04:46.449703Z","steps":["trace[823058353] 'process raft request' (duration: 1.240247437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:46.449776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.207904Z","time spent":"1.241785452s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:46.449792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.209315Z","time spent":"1.240448352s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:46.449824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199391652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:04:46.449788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.208904Z","time spent":"1.240854031s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:46.449869Z","caller":"traceutil/trace.go:171","msg":"trace[211605146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18738; }","duration":"1.199481885s","start":"2026-03-06T01:04:45.250373Z","end":"2026-03-06T01:04:46.449855Z","steps":["trace[211605146] 'agreement among raft nodes before linearized reading' (duration: 1.199390323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:46.449918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.250357Z","time spent":"1.199552106s","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:04:46.503492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02675612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:04:46.503621Z","caller":"traceutil/trace.go:171","msg":"trace[628108308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18739; }","duration":"1.026925414s","start":"2026-03-06T01:04:45.476677Z","end":"2026-03-06T01:04:46.503602Z","steps":["trace[628108308] 'agreement among raft nodes before linearized reading' (duration: 1.026727329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:46.50369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.476656Z","time spent":"1.027021885s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:04:47.011833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258858174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:04:47.512615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258858174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:04:47.774607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264403782s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:04:47.77515Z","caller":"traceutil/trace.go:171","msg":"trace[711231512] transaction","detail":"{read_only:false; response_revision:18740; number_of_response:1; }","duration":"1.265007376s","start":"2026-03-06T01:04:46.510117Z","end":"2026-03-06T01:04:47.775125Z","steps":["trace[711231512] 'process raft request' (duration: 1.26473397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.775421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:46.510102Z","time spent":"1.265146069s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:47.798692Z","caller":"traceutil/trace.go:171","msg":"trace[172161430] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"590.246271ms","start":"2026-03-06T01:04:47.208427Z","end":"2026-03-06T01:04:47.798674Z","steps":["trace[172161430] 'process raft request' (duration: 590.1943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:47.798734Z","caller":"traceutil/trace.go:171","msg":"trace[588799016] transaction","detail":"{read_only:false; response_revision:18741; number_of_response:1; }","duration":"1.134363983s","start":"2026-03-06T01:04:46.664343Z","end":"2026-03-06T01:04:47.798707Z","steps":["trace[588799016] 'process raft request' (duration: 1.134195539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.798786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:47.208401Z","time spent":"590.326183ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:47.798878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:46.664311Z","time spent":"1.134491135s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:04:47.799042Z","caller":"traceutil/trace.go:171","msg":"trace[207350956] linearizableReadLoop","detail":"{readStateIndex:19416; appliedIndex:19412; }","duration":"1.287285228s","start":"2026-03-06T01:04:46.511712Z","end":"2026-03-06T01:04:47.798997Z","steps":["trace[207350956] 'read index received' (duration: 1.263061712s)","trace[207350956] 'applied index is now lower than readState.Index' (duration: 24.221946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:47.799065Z","caller":"traceutil/trace.go:171","msg":"trace[2002549116] transaction","detail":"{read_only:false; response_revision:18743; number_of_response:1; }","duration":"590.618359ms","start":"2026-03-06T01:04:47.208426Z","end":"2026-03-06T01:04:47.799044Z","steps":["trace[2002549116] 'process raft request' (duration: 590.223951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.799164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287439391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:04:47.799215Z","caller":"traceutil/trace.go:171","msg":"trace[1807775296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18743; }","duration":"1.287506544s","start":"2026-03-06T01:04:46.511695Z","end":"2026-03-06T01:04:47.799202Z","steps":["trace[1807775296] 'agreement among raft nodes before linearized reading' (duration: 1.287406211s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.79924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:47.208401Z","time spent":"590.790353ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:47.799256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:46.511684Z","time spent":"1.287565055s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:04:47.799478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.393554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:04:47.799576Z","caller":"traceutil/trace.go:171","msg":"trace[1760963116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:18743; }","duration":"300.540057ms","start":"2026-03-06T01:04:47.49901Z","end":"2026-03-06T01:04:47.79955Z","steps":["trace[1760963116] 'agreement among raft nodes before linearized reading' (duration: 300.392354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.799507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280264534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:04:47.799613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.276256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:04:47.799636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:47.498989Z","time spent":"300.634289ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:04:47.799665Z","caller":"traceutil/trace.go:171","msg":"trace[1299107035] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18743; }","duration":"922.405289ms","start":"2026-03-06T01:04:46.877244Z","end":"2026-03-06T01:04:47.799649Z","steps":["trace[1299107035] 'agreement among raft nodes before linearized reading' (duration: 922.310397ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:47.79965Z","caller":"traceutil/trace.go:171","msg":"trace[954673897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18743; }","duration":"1.280417257s","start":"2026-03-06T01:04:46.519214Z","end":"2026-03-06T01:04:47.799631Z","steps":["trace[954673897] 'agreement among raft nodes before linearized reading' (duration: 1.280175482s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.799706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:46.877218Z","time spent":"922.47842ms","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:04:47.799716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:46.519208Z","time spent":"1.280493859s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:04:47.799778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.031703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:04:47.799844Z","caller":"traceutil/trace.go:171","msg":"trace[335744668] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:18743; }","duration":"462.159355ms","start":"2026-03-06T01:04:47.33767Z","end":"2026-03-06T01:04:47.79983Z","steps":["trace[335744668] 'agreement among raft nodes before linearized reading' (duration: 461.862829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:47.799945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:47.337652Z","time spent":"462.248348ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-06T01:05:04.351972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16908} {"level":"info","ts":"2026-03-06T01:05:04.452754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16908,"took":"97.889428ms","hash":3650893245,"current-db-size-bytes":44720128,"current-db-size":"45 MB","current-db-size-in-use-bytes":30154752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:05:04.452809Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3650893245,"revision":16908,"compact-revision":14471} {"level":"info","ts":"2026-03-06T01:05:37.342748Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:05:37.347878Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:05:37.348552Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:08:28.923614Z","caller":"traceutil/trace.go:171","msg":"trace[1260832297] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"101.868187ms","start":"2026-03-06T01:08:28.821724Z","end":"2026-03-06T01:08:28.923592Z","steps":["trace[1260832297] 'process raft request' (duration: 101.54818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:34.863088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.941559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:08:34.863184Z","caller":"traceutil/trace.go:171","msg":"trace[794071532] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21051; }","duration":"321.096611ms","start":"2026-03-06T01:08:34.542067Z","end":"2026-03-06T01:08:34.863163Z","steps":["trace[794071532] 'count revisions from in-memory index tree' (duration: 320.791225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:34.863229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.542046Z","time spent":"321.172093ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:34.863326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.315541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:08:34.863407Z","caller":"traceutil/trace.go:171","msg":"trace[1847575882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21051; }","duration":"384.445233ms","start":"2026-03-06T01:08:34.478944Z","end":"2026-03-06T01:08:34.863389Z","steps":["trace[1847575882] 'range keys from in-memory index tree' (duration: 384.190808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:34.863456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.478921Z","time spent":"384.526305ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:08:34.864061Z","caller":"traceutil/trace.go:171","msg":"trace[929691657] transaction","detail":"{read_only:false; response_revision:21052; number_of_response:1; }","duration":"234.530653ms","start":"2026-03-06T01:08:34.629486Z","end":"2026-03-06T01:08:34.864016Z","steps":["trace[929691657] 'process raft request' (duration: 204.816356ms)","trace[929691657] 'compare' (duration: 28.707555ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:34.864094Z","caller":"traceutil/trace.go:171","msg":"trace[1218272291] transaction","detail":"{read_only:false; response_revision:21053; number_of_response:1; }","duration":"210.834459ms","start":"2026-03-06T01:08:34.653234Z","end":"2026-03-06T01:08:34.864069Z","steps":["trace[1218272291] 'process raft request' (duration: 210.698576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:34.864097Z","caller":"traceutil/trace.go:171","msg":"trace[902476749] transaction","detail":"{read_only:false; response_revision:21054; number_of_response:1; }","duration":"208.868905ms","start":"2026-03-06T01:08:34.655198Z","end":"2026-03-06T01:08:34.864067Z","steps":["trace[902476749] 'process raft request' (duration: 208.823554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:03.581904Z","caller":"traceutil/trace.go:171","msg":"trace[1115947310] linearizableReadLoop","detail":"{readStateIndex:22706; appliedIndex:22705; }","duration":"106.311505ms","start":"2026-03-06T01:10:03.475572Z","end":"2026-03-06T01:10:03.581884Z","steps":["trace[1115947310] 'read index received' (duration: 51.190503ms)","trace[1115947310] 'applied index is now lower than readState.Index' (duration: 55.119811ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:03.581915Z","caller":"traceutil/trace.go:171","msg":"trace[633912197] transaction","detail":"{read_only:false; response_revision:21938; number_of_response:1; }","duration":"184.557628ms","start":"2026-03-06T01:10:03.397337Z","end":"2026-03-06T01:10:03.581895Z","steps":["trace[633912197] 'process raft request' (duration: 129.443157ms)","trace[633912197] 'compare' (duration: 54.915786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:10:03.582017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.428627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:03.582062Z","caller":"traceutil/trace.go:171","msg":"trace[88599250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21938; }","duration":"106.534319ms","start":"2026-03-06T01:10:03.475516Z","end":"2026-03-06T01:10:03.582051Z","steps":["trace[88599250] 'agreement among raft nodes before linearized reading' (duration: 106.450747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:04.359817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18861} {"level":"info","ts":"2026-03-06T01:10:04.466887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18861,"took":"103.366249ms","hash":1982947830,"current-db-size-bytes":47288320,"current-db-size":"47 MB","current-db-size-in-use-bytes":38031360,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-06T01:10:04.467022Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1982947830,"revision":18861,"compact-revision":16908} {"level":"info","ts":"2026-03-06T01:11:59.748697Z","caller":"traceutil/trace.go:171","msg":"trace[1511140570] linearizableReadLoop","detail":"{readStateIndex:23826; appliedIndex:23825; }","duration":"435.356308ms","start":"2026-03-06T01:11:59.313302Z","end":"2026-03-06T01:11:59.748658Z","steps":["trace[1511140570] 'read index received' (duration: 435.102523ms)","trace[1511140570] 'applied index is now lower than readState.Index' (duration: 252.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:11:59.749135Z","caller":"traceutil/trace.go:171","msg":"trace[1718563529] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"447.68456ms","start":"2026-03-06T01:11:59.301433Z","end":"2026-03-06T01:11:59.749117Z","steps":["trace[1718563529] 'process raft request' (duration: 446.949624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:59.749274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:59.301409Z","time spent":"447.769832ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:11:59.749435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.369249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:11:59.74961Z","caller":"traceutil/trace.go:171","msg":"trace[1635904740] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23030; }","duration":"426.552093ms","start":"2026-03-06T01:11:59.323034Z","end":"2026-03-06T01:11:59.749586Z","steps":["trace[1635904740] 'agreement among raft nodes before linearized reading' (duration: 426.263026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:59.749662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:59.32301Z","time spent":"426.640824ms","remote":"127.0.0.1:52808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:11:59.749969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.915444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:11:59.750024Z","caller":"traceutil/trace.go:171","msg":"trace[736903927] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23030; }","duration":"199.003646ms","start":"2026-03-06T01:11:59.55101Z","end":"2026-03-06T01:11:59.750014Z","steps":["trace[736903927] 'agreement among raft nodes before linearized reading' (duration: 198.887883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:59.750013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.01826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:11:59.750031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.842299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:11:59.750099Z","caller":"traceutil/trace.go:171","msg":"trace[1165947226] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23030; }","duration":"248.967861ms","start":"2026-03-06T01:11:59.501111Z","end":"2026-03-06T01:11:59.750079Z","steps":["trace[1165947226] 'agreement among raft nodes before linearized reading' (duration: 248.838559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:11:59.750091Z","caller":"traceutil/trace.go:171","msg":"trace[47416534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23030; }","duration":"276.189183ms","start":"2026-03-06T01:11:59.473883Z","end":"2026-03-06T01:11:59.750072Z","steps":["trace[47416534] 'agreement among raft nodes before linearized reading' (duration: 276.02906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:59.749457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.152966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:11:59.750385Z","caller":"traceutil/trace.go:171","msg":"trace[2037526213] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23030; }","duration":"437.069305ms","start":"2026-03-06T01:11:59.313291Z","end":"2026-03-06T01:11:59.75036Z","steps":["trace[2037526213] 'agreement among raft nodes before linearized reading' (duration: 436.118165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:11:59.750459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:11:59.313249Z","time spent":"437.187778ms","remote":"127.0.0.1:56616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:04.36792Z","caller":"traceutil/trace.go:171","msg":"trace[901087820] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"103.171544ms","start":"2026-03-06T01:12:04.264729Z","end":"2026-03-06T01:12:04.367901Z","steps":["trace[901087820] 'process raft request' (duration: 103.047902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:05.476872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.375786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:05.477025Z","caller":"traceutil/trace.go:171","msg":"trace[1801546327] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"630.929497ms","start":"2026-03-06T01:12:04.84607Z","end":"2026-03-06T01:12:05.476999Z","steps":["trace[1801546327] 'process raft request' (duration: 448.329555ms)","trace[1801546327] 'compare' (duration: 182.07294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:05.477182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:04.846048Z","time spent":"631.022768ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:05.565188Z","caller":"traceutil/trace.go:171","msg":"trace[769065740] linearizableReadLoop","detail":"{readStateIndex:23869; appliedIndex:23867; }","duration":"248.090233ms","start":"2026-03-06T01:12:05.31707Z","end":"2026-03-06T01:12:05.56516Z","steps":["trace[769065740] 'read index received' (duration: 247.861368ms)","trace[769065740] 'applied index is now lower than readState.Index' (duration: 227.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:05.565238Z","caller":"traceutil/trace.go:171","msg":"trace[205420226] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"718.586138ms","start":"2026-03-06T01:12:04.846622Z","end":"2026-03-06T01:12:05.565208Z","steps":["trace[205420226] 'process raft request' (duration: 718.303722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:05.565389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:04.8466Z","time spent":"718.69973ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:05.565462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.363759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:12:05.565565Z","caller":"traceutil/trace.go:171","msg":"trace[883098858] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23069; }","duration":"248.45195ms","start":"2026-03-06T01:12:05.317038Z","end":"2026-03-06T01:12:05.56549Z","steps":["trace[883098858] 'agreement among raft nodes before linearized reading' (duration: 248.238025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:05.565813Z","caller":"traceutil/trace.go:171","msg":"trace[475231110] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"592.72528ms","start":"2026-03-06T01:12:04.973076Z","end":"2026-03-06T01:12:05.565802Z","steps":["trace[475231110] 'process raft request' (duration: 592.024305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:05.565912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:04.973055Z","time spent":"592.792872ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:05.950023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.928837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:12:05.950156Z","caller":"traceutil/trace.go:171","msg":"trace[2062918525] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23069; }","duration":"215.112811ms","start":"2026-03-06T01:12:05.73502Z","end":"2026-03-06T01:12:05.950133Z","steps":["trace[2062918525] 'range keys from in-memory index tree' (duration: 214.752443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.651564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:06.915849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139358402s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:06.916821Z","caller":"traceutil/trace.go:171","msg":"trace[1808555429] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"1.140414805s","start":"2026-03-06T01:12:05.776384Z","end":"2026-03-06T01:12:06.916799Z","steps":["trace[1808555429] 'process raft request' (duration: 1.140289582s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:06.91697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.776355Z","time spent":"1.140546768s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:07.865599Z","caller":"traceutil/trace.go:171","msg":"trace[2123003394] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"2.088119393s","start":"2026-03-06T01:12:05.777451Z","end":"2026-03-06T01:12:07.865571Z","steps":["trace[2123003394] 'process raft request' (duration: 2.087866597s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.86577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.77744Z","time spent":"2.088237485s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:07.865899Z","caller":"traceutil/trace.go:171","msg":"trace[321856377] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"2.087714044s","start":"2026-03-06T01:12:05.778159Z","end":"2026-03-06T01:12:07.865873Z","steps":["trace[321856377] 'process raft request' (duration: 2.087303805s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.77812Z","time spent":"2.087855347s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:07.866117Z","caller":"traceutil/trace.go:171","msg":"trace[53701414] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"2.027617624s","start":"2026-03-06T01:12:05.838458Z","end":"2026-03-06T01:12:07.866076Z","steps":["trace[53701414] 'process raft request' (duration: 2.027309187s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:07.866211Z","caller":"traceutil/trace.go:171","msg":"trace[532983014] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.861639089s","start":"2026-03-06T01:12:06.004558Z","end":"2026-03-06T01:12:07.866197Z","steps":["trace[532983014] 'process raft request' (duration: 1.861422354s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:07.866306Z","caller":"traceutil/trace.go:171","msg":"trace[1476042657] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.494567434s","start":"2026-03-06T01:12:06.371725Z","end":"2026-03-06T01:12:07.866293Z","steps":["trace[1476042657] 'process raft request' (duration: 1.494428371s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:05.838424Z","time spent":"2.027784348s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:07.866366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.3717Z","time spent":"1.494634415s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:07.866366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.004533Z","time spent":"1.861760912s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:07.86642Z","caller":"traceutil/trace.go:171","msg":"trace[1394196440] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.225790304s","start":"2026-03-06T01:12:06.640607Z","end":"2026-03-06T01:12:07.866397Z","steps":["trace[1394196440] 'process raft request' (duration: 1.225640061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.86651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.640577Z","time spent":"1.225888917s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:07.866582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715556146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:12:07.866605Z","caller":"traceutil/trace.go:171","msg":"trace[244160592] linearizableReadLoop","detail":"{readStateIndex:23876; appliedIndex:23870; }","duration":"1.715342231s","start":"2026-03-06T01:12:06.151023Z","end":"2026-03-06T01:12:07.866366Z","steps":["trace[244160592] 'read index received' (duration: 766.331515ms)","trace[244160592] 'applied index is now lower than readState.Index' (duration: 949.009766ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:07.866619Z","caller":"traceutil/trace.go:171","msg":"trace[885737343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23076; }","duration":"1.715631148s","start":"2026-03-06T01:12:06.150977Z","end":"2026-03-06T01:12:07.866608Z","steps":["trace[885737343] 'agreement among raft nodes before linearized reading' (duration: 1.715494145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.150955Z","time spent":"1.715687068s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:12:07.866749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39047652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:07.866787Z","caller":"traceutil/trace.go:171","msg":"trace[426175404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23076; }","duration":"1.390535471s","start":"2026-03-06T01:12:06.476242Z","end":"2026-03-06T01:12:07.866777Z","steps":["trace[426175404] 'agreement among raft nodes before linearized reading' (duration: 1.39045851s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.476226Z","time spent":"1.390606133s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:07.866835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.484505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:12:07.866873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.15099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:07.866913Z","caller":"traceutil/trace.go:171","msg":"trace[1242560606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23076; }","duration":"298.222342ms","start":"2026-03-06T01:12:07.568681Z","end":"2026-03-06T01:12:07.866903Z","steps":["trace[1242560606] 'agreement among raft nodes before linearized reading' (duration: 298.14423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.033624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:07.86701Z","caller":"traceutil/trace.go:171","msg":"trace[588117421] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23076; }","duration":"390.095216ms","start":"2026-03-06T01:12:07.476907Z","end":"2026-03-06T01:12:07.867002Z","steps":["trace[588117421] 'agreement among raft nodes before linearized reading' (duration: 389.993964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.866805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.316508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:07.867038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.419167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:07.867045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:07.476891Z","time spent":"390.146347ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:07.867068Z","caller":"traceutil/trace.go:171","msg":"trace[172267375] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23076; }","duration":"556.487358ms","start":"2026-03-06T01:12:07.31057Z","end":"2026-03-06T01:12:07.867058Z","steps":["trace[172267375] 'agreement among raft nodes before linearized reading' (duration: 556.409317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:07.866881Z","caller":"traceutil/trace.go:171","msg":"trace[223714144] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23076; }","duration":"503.585207ms","start":"2026-03-06T01:12:07.363284Z","end":"2026-03-06T01:12:07.866869Z","steps":["trace[223714144] 'agreement among raft nodes before linearized reading' (duration: 503.424704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:07.867071Z","caller":"traceutil/trace.go:171","msg":"trace[1541882556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23076; }","duration":"384.577653ms","start":"2026-03-06T01:12:07.482478Z","end":"2026-03-06T01:12:07.867056Z","steps":["trace[1541882556] 'agreement among raft nodes before linearized reading' (duration: 384.252106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.867092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:07.310556Z","time spent":"556.52888ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:07.867105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:07.363179Z","time spent":"503.913984ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-06T01:12:07.867139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:07.482437Z","time spent":"384.686826ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:07.867244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.162612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:07.867298Z","caller":"traceutil/trace.go:171","msg":"trace[643664909] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23076; }","duration":"500.217323ms","start":"2026-03-06T01:12:07.367071Z","end":"2026-03-06T01:12:07.867288Z","steps":["trace[643664909] 'agreement among raft nodes before linearized reading' (duration: 500.145082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.867326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:07.367025Z","time spent":"500.294555ms","remote":"127.0.0.1:56594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:07.867321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072161124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:12:07.867376Z","caller":"traceutil/trace.go:171","msg":"trace[1766616611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23076; }","duration":"1.072243096s","start":"2026-03-06T01:12:06.795117Z","end":"2026-03-06T01:12:07.86736Z","steps":["trace[1766616611] 'agreement among raft nodes before linearized reading' (duration: 1.072116533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.867425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.7951Z","time spent":"1.072314097s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:07.867434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197879817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:07.867473Z","caller":"traceutil/trace.go:171","msg":"trace[1123454350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23076; }","duration":"1.197939598s","start":"2026-03-06T01:12:06.669523Z","end":"2026-03-06T01:12:07.867462Z","steps":["trace[1123454350] 'agreement among raft nodes before linearized reading' (duration: 1.197845486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.867511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.669511Z","time spent":"1.197993949s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:07.867685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210721501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:07.867787Z","caller":"traceutil/trace.go:171","msg":"trace[1747361239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23076; }","duration":"1.210892525s","start":"2026-03-06T01:12:06.656871Z","end":"2026-03-06T01:12:07.867763Z","steps":["trace[1747361239] 'agreement among raft nodes before linearized reading' (duration: 1.210118248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:07.869097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:06.656854Z","time spent":"1.212220013s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:09.905197Z","caller":"traceutil/trace.go:171","msg":"trace[272635603] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"144.308704ms","start":"2026-03-06T01:12:09.760858Z","end":"2026-03-06T01:12:09.905166Z","steps":["trace[272635603] 'process raft request' (duration: 144.10578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.406182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:12:10.653941Z","caller":"traceutil/trace.go:171","msg":"trace[1360396915] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"776.495288ms","start":"2026-03-06T01:12:09.877416Z","end":"2026-03-06T01:12:10.653911Z","steps":["trace[1360396915] 'process raft request' (duration: 776.451387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.654053Z","caller":"traceutil/trace.go:171","msg":"trace[489563442] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"779.496025ms","start":"2026-03-06T01:12:09.874522Z","end":"2026-03-06T01:12:10.654018Z","steps":["trace[489563442] 'process raft request' (duration: 779.202708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.654066Z","caller":"traceutil/trace.go:171","msg":"trace[1284170995] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"779.418703ms","start":"2026-03-06T01:12:09.874614Z","end":"2026-03-06T01:12:10.654033Z","steps":["trace[1284170995] 'process raft request' (duration: 779.190138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.877396Z","time spent":"776.627691ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:10.654147Z","caller":"traceutil/trace.go:171","msg":"trace[1799126944] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"779.510457ms","start":"2026-03-06T01:12:09.874595Z","end":"2026-03-06T01:12:10.654106Z","steps":["trace[1799126944] 'process raft request' (duration: 779.172848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.874508Z","time spent":"779.625518ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:10.65421Z","caller":"traceutil/trace.go:171","msg":"trace[639328042] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"781.907519ms","start":"2026-03-06T01:12:09.872271Z","end":"2026-03-06T01:12:10.654179Z","steps":["trace[639328042] 'process raft request' (duration: 781.287295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.654292Z","caller":"traceutil/trace.go:171","msg":"trace[520522858] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"779.063016ms","start":"2026-03-06T01:12:09.875219Z","end":"2026-03-06T01:12:10.654282Z","steps":["trace[520522858] 'process raft request' (duration: 778.616926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.875192Z","time spent":"779.126708ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:10.654364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.872244Z","time spent":"782.047693ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:10.654364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.874587Z","time spent":"779.65672ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:10.654232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.874592Z","time spent":"779.551467ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:10.654472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.532137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:10.654514Z","caller":"traceutil/trace.go:171","msg":"trace[2063075474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23090; }","duration":"775.603439ms","start":"2026-03-06T01:12:09.878903Z","end":"2026-03-06T01:12:10.654506Z","steps":["trace[2063075474] 'agreement among raft nodes before linearized reading' (duration: 775.472826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:10.654349Z","caller":"traceutil/trace.go:171","msg":"trace[971068162] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23891; }","duration":"749.213336ms","start":"2026-03-06T01:12:09.905125Z","end":"2026-03-06T01:12:10.654338Z","steps":["trace[971068162] 'read index received' (duration: 749.206665ms)","trace[971068162] 'applied index is now lower than readState.Index' (duration: 5.951µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:10.65455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.878891Z","time spent":"775.65178ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:10.654674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.064948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:10.654694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.116168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:10.654716Z","caller":"traceutil/trace.go:171","msg":"trace[612724565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23090; }","duration":"775.119089ms","start":"2026-03-06T01:12:09.879586Z","end":"2026-03-06T01:12:10.654706Z","steps":["trace[612724565] 'agreement among raft nodes before linearized reading' (duration: 774.952525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.581186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:12:10.654748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.879582Z","time spent":"775.160289ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:10.654771Z","caller":"traceutil/trace.go:171","msg":"trace[558023826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23090; }","duration":"775.18208ms","start":"2026-03-06T01:12:09.879546Z","end":"2026-03-06T01:12:10.654728Z","steps":["trace[558023826] 'agreement among raft nodes before linearized reading' (duration: 775.041427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.72256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:10.654789Z","caller":"traceutil/trace.go:171","msg":"trace[524165512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23090; }","duration":"774.71461ms","start":"2026-03-06T01:12:09.880054Z","end":"2026-03-06T01:12:10.654768Z","steps":["trace[524165512] 'agreement among raft nodes before linearized reading' (duration: 774.480665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.879537Z","time spent":"775.270572ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:10.654842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.880026Z","time spent":"774.800281ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:12:10.654839Z","caller":"traceutil/trace.go:171","msg":"trace[821166872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23090; }","duration":"774.906104ms","start":"2026-03-06T01:12:09.879911Z","end":"2026-03-06T01:12:10.654817Z","steps":["trace[821166872] 'agreement among raft nodes before linearized reading' (duration: 774.622278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:10.654903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.879905Z","time spent":"774.981616ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:11.15492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:11.399979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.090013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:11.400109Z","caller":"traceutil/trace.go:171","msg":"trace[361545236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23090; }","duration":"291.232616ms","start":"2026-03-06T01:12:11.108856Z","end":"2026-03-06T01:12:11.400088Z","steps":["trace[361545236] 'range keys from in-memory index tree' (duration: 291.071853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:11.655715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:11.721279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067443579s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:11.721807Z","caller":"traceutil/trace.go:171","msg":"trace[611847405] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.110801889s","start":"2026-03-06T01:12:10.61097Z","end":"2026-03-06T01:12:11.721772Z","steps":["trace[611847405] 'process raft request' (duration: 1.110570134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:11.721982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.610945Z","time spent":"1.110940272s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:12.36439Z","caller":"traceutil/trace.go:171","msg":"trace[1654964394] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.705022284s","start":"2026-03-06T01:12:10.659338Z","end":"2026-03-06T01:12:12.364361Z","steps":["trace[1654964394] 'process raft request' (duration: 1.70483557s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.364444Z","caller":"traceutil/trace.go:171","msg":"trace[987268699] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.704170294s","start":"2026-03-06T01:12:10.66024Z","end":"2026-03-06T01:12:12.36441Z","steps":["trace[987268699] 'process raft request' (duration: 1.704048371s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.364528Z","caller":"traceutil/trace.go:171","msg":"trace[234140708] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.705248128s","start":"2026-03-06T01:12:10.659255Z","end":"2026-03-06T01:12:12.364503Z","steps":["trace[234140708] 'process raft request' (duration: 1.704763507s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.36452Z","caller":"traceutil/trace.go:171","msg":"trace[1396383641] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.704702135s","start":"2026-03-06T01:12:10.659786Z","end":"2026-03-06T01:12:12.364488Z","steps":["trace[1396383641] 'process raft request' (duration: 1.70443544s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.364415Z","caller":"traceutil/trace.go:171","msg":"trace[2056777758] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23891; }","duration":"1.709834169s","start":"2026-03-06T01:12:10.654553Z","end":"2026-03-06T01:12:12.364387Z","steps":["trace[2056777758] 'read index received' (duration: 1.066900048s)","trace[2056777758] 'applied index is now lower than readState.Index' (duration: 642.932621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:12.364588Z","caller":"traceutil/trace.go:171","msg":"trace[109845338] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"1.433642856s","start":"2026-03-06T01:12:10.930918Z","end":"2026-03-06T01:12:12.364561Z","steps":["trace[109845338] 'process raft request' (duration: 1.433399561s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.364635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.659231Z","time spent":"1.70534919s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:12.364654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887415381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:12.364651Z","caller":"traceutil/trace.go:171","msg":"trace[411988769] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.704792728s","start":"2026-03-06T01:12:10.659847Z","end":"2026-03-06T01:12:12.36464Z","steps":["trace[411988769] 'process raft request' (duration: 1.704406249s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.364668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.659776Z","time spent":"1.704824218s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:12.364704Z","caller":"traceutil/trace.go:171","msg":"trace[1394494699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"1.887496492s","start":"2026-03-06T01:12:10.477197Z","end":"2026-03-06T01:12:12.364693Z","steps":["trace[1394494699] 'agreement among raft nodes before linearized reading' (duration: 1.887434511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.364704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.930887Z","time spent":"1.433759898s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:12.364739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.778442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:12.364751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.477178Z","time spent":"1.887559444s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:12.364806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114913136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:12.364843Z","caller":"traceutil/trace.go:171","msg":"trace[999453758] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23098; }","duration":"2.114993978s","start":"2026-03-06T01:12:10.249838Z","end":"2026-03-06T01:12:12.364832Z","steps":["trace[999453758] 'agreement among raft nodes before linearized reading' (duration: 2.114925766s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.364872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231389265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:12.364884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.249812Z","time spent":"2.11506031s","remote":"127.0.0.1:56672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:12.364911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.120032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:12.364914Z","caller":"traceutil/trace.go:171","msg":"trace[898662265] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23098; }","duration":"2.231465276s","start":"2026-03-06T01:12:10.133436Z","end":"2026-03-06T01:12:12.364902Z","steps":["trace[898662265] 'agreement among raft nodes before linearized reading' (duration: 2.231395345s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.364944Z","caller":"traceutil/trace.go:171","msg":"trace[99664019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23098; }","duration":"548.189184ms","start":"2026-03-06T01:12:11.816748Z","end":"2026-03-06T01:12:12.364937Z","steps":["trace[99664019] 'agreement among raft nodes before linearized reading' (duration: 548.129013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.364953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.133416Z","time spent":"2.231527477s","remote":"127.0.0.1:34872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:12.364966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.816726Z","time spent":"548.235605ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:12.364978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.183137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-03-06T01:12:12.364603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385624569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-06T01:12:12.365016Z","caller":"traceutil/trace.go:171","msg":"trace[1854861616] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23098; }","duration":"774.220828ms","start":"2026-03-06T01:12:11.590787Z","end":"2026-03-06T01:12:12.365008Z","steps":["trace[1854861616] 'agreement among raft nodes before linearized reading' (duration: 774.015583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.36503Z","caller":"traceutil/trace.go:171","msg":"trace[84844142] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889; range_end:; response_count:1; response_revision:23098; }","duration":"2.386055068s","start":"2026-03-06T01:12:09.978961Z","end":"2026-03-06T01:12:12.365016Z","steps":["trace[84844142] 'agreement among raft nodes before linearized reading' (duration: 2.385497356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.590725Z","time spent":"774.31742ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:12.365082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:09.978907Z","time spent":"2.38616195s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" "} {"level":"warn","ts":"2026-03-06T01:12:12.365111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.604464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-06T01:12:12.365157Z","caller":"traceutil/trace.go:171","msg":"trace[440529168] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23098; }","duration":"637.678975ms","start":"2026-03-06T01:12:11.727472Z","end":"2026-03-06T01:12:12.365151Z","steps":["trace[440529168] 'agreement among raft nodes before linearized reading' (duration: 637.297007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.727459Z","time spent":"637.727386ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:12:12.364554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.65933Z","time spent":"1.705140186s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:12.365243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.259886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:12.365281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165062301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T01:12:12.364683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50071998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:12.365292Z","caller":"traceutil/trace.go:171","msg":"trace[1169257645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23098; }","duration":"838.345208ms","start":"2026-03-06T01:12:11.526933Z","end":"2026-03-06T01:12:12.365278Z","steps":["trace[1169257645] 'agreement among raft nodes before linearized reading' (duration: 838.275066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.365309Z","caller":"traceutil/trace.go:171","msg":"trace[1593952832] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23098; }","duration":"1.165127712s","start":"2026-03-06T01:12:11.200173Z","end":"2026-03-06T01:12:12.365301Z","steps":["trace[1593952832] 'agreement among raft nodes before linearized reading' (duration: 1.16503897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.200147Z","time spent":"1.165176933s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:12.365324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.526891Z","time spent":"838.425629ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:12:12.365327Z","caller":"traceutil/trace.go:171","msg":"trace[2125405809] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23098; }","duration":"1.501428496s","start":"2026-03-06T01:12:10.863886Z","end":"2026-03-06T01:12:12.365315Z","steps":["trace[2125405809] 'agreement among raft nodes before linearized reading' (duration: 1.500757512s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.863866Z","time spent":"1.501487877s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:12.364738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.659841Z","time spent":"1.704870869s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:12.365489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.361285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:12.364602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.660231Z","time spent":"1.704285086s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:12.365564Z","caller":"traceutil/trace.go:171","msg":"trace[306662218] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23098; }","duration":"612.437616ms","start":"2026-03-06T01:12:11.75311Z","end":"2026-03-06T01:12:12.365548Z","steps":["trace[306662218] 'agreement among raft nodes before linearized reading' (duration: 612.341274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.753072Z","time spent":"612.530969ms","remote":"127.0.0.1:56640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:12.364748Z","caller":"traceutil/trace.go:171","msg":"trace[223876940] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"1.141420757s","start":"2026-03-06T01:12:11.223321Z","end":"2026-03-06T01:12:12.364741Z","steps":["trace[223876940] 'process raft request' (duration: 1.141027738s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:12.364781Z","caller":"traceutil/trace.go:171","msg":"trace[93903503] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23098; }","duration":"269.849923ms","start":"2026-03-06T01:12:12.094919Z","end":"2026-03-06T01:12:12.364769Z","steps":["trace[93903503] 'agreement among raft nodes before linearized reading' (duration: 269.793111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.365764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:11.223294Z","time spent":"1.142370857s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:12.366105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882277757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:12.366169Z","caller":"traceutil/trace.go:171","msg":"trace[22559077] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23098; }","duration":"1.882379539s","start":"2026-03-06T01:12:10.483771Z","end":"2026-03-06T01:12:12.36615Z","steps":["trace[22559077] 'agreement among raft nodes before linearized reading' (duration: 1.8806673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:12.366218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:10.483765Z","time spent":"1.88243909s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:12.870555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:13.371727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:13.713887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111962324s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:13.714492Z","caller":"traceutil/trace.go:171","msg":"trace[641926498] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"1.34664377s","start":"2026-03-06T01:12:12.367823Z","end":"2026-03-06T01:12:13.714466Z","steps":["trace[641926498] 'process raft request' (duration: 1.346409135s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:13.714638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.367809Z","time spent":"1.346749732s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:14.379235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:14.379348Z","caller":"traceutil/trace.go:171","msg":"trace[1150529851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711798s","start":"2026-03-06T01:12:12.37861Z","end":"2026-03-06T01:12:14.379322Z","steps":["trace[1150529851] 'agreement among raft nodes before linearized reading' (duration: 2.000561965s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.379414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.378593Z","time spent":"2.00080733s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:14.785602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070956796s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:14.882683Z","caller":"traceutil/trace.go:171","msg":"trace[460248193] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"2.223002799s","start":"2026-03-06T01:12:12.659648Z","end":"2026-03-06T01:12:14.882651Z","steps":["trace[460248193] 'process raft request' (duration: 2.222722773s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.882702Z","caller":"traceutil/trace.go:171","msg":"trace[1966671227] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"2.222654941s","start":"2026-03-06T01:12:12.66002Z","end":"2026-03-06T01:12:14.882675Z","steps":["trace[1966671227] 'process raft request' (duration: 2.222559789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.882822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.65962Z","time spent":"2.223124792s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:14.882885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.659998Z","time spent":"2.222794084s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:14.883052Z","caller":"traceutil/trace.go:171","msg":"trace[86593132] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"2.222388615s","start":"2026-03-06T01:12:12.660655Z","end":"2026-03-06T01:12:14.883043Z","steps":["trace[86593132] 'process raft request' (duration: 2.221979846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.883095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.660648Z","time spent":"2.222420686s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:14.883296Z","caller":"traceutil/trace.go:171","msg":"trace[514428118] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.22259701s","start":"2026-03-06T01:12:12.660686Z","end":"2026-03-06T01:12:14.883283Z","steps":["trace[514428118] 'process raft request' (duration: 2.222516808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.883366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.660658Z","time spent":"2.222672091s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:14.883334Z","caller":"traceutil/trace.go:171","msg":"trace[1975663153] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"2.22261011s","start":"2026-03-06T01:12:12.660684Z","end":"2026-03-06T01:12:14.883294Z","steps":["trace[1975663153] 'process raft request' (duration: 2.222278443s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.883516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.660664Z","time spent":"2.222756393s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:14.883571Z","caller":"traceutil/trace.go:171","msg":"trace[976813120] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"2.22165965s","start":"2026-03-06T01:12:12.661885Z","end":"2026-03-06T01:12:14.883545Z","steps":["trace[976813120] 'process raft request' (duration: 2.221364984s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.883634Z","caller":"traceutil/trace.go:171","msg":"trace[433208258] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"511.559694ms","start":"2026-03-06T01:12:14.372066Z","end":"2026-03-06T01:12:14.883626Z","steps":["trace[433208258] 'process raft request' (duration: 511.504613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.883695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.372047Z","time spent":"511.614274ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:14.883709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.661872Z","time spent":"2.221759872s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:14.883782Z","caller":"traceutil/trace.go:171","msg":"trace[975554155] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"2.107676916s","start":"2026-03-06T01:12:12.776097Z","end":"2026-03-06T01:12:14.883774Z","steps":["trace[975554155] 'process raft request' (duration: 2.107305768s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.88381Z","caller":"traceutil/trace.go:171","msg":"trace[60594783] linearizableReadLoop","detail":"{readStateIndex:23908; appliedIndex:23899; }","duration":"2.51401819s","start":"2026-03-06T01:12:12.369773Z","end":"2026-03-06T01:12:14.883792Z","steps":["trace[60594783] 'read index received' (duration: 1.344573124s)","trace[60594783] 'applied index is now lower than readState.Index' (duration: 1.169441686s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:14.88383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.776053Z","time spent":"2.107748718s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:14.884104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168101017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.884159Z","caller":"traceutil/trace.go:171","msg":"trace[1176104016] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23108; }","duration":"1.168192719s","start":"2026-03-06T01:12:13.715954Z","end":"2026-03-06T01:12:14.884147Z","steps":["trace[1176104016] 'agreement among raft nodes before linearized reading' (duration: 1.168103426s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.043119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:12:14.884193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.715934Z","time spent":"1.168250121s","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:14.884208Z","caller":"traceutil/trace.go:171","msg":"trace[579063759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23108; }","duration":"514.107531ms","start":"2026-03-06T01:12:14.370088Z","end":"2026-03-06T01:12:14.884195Z","steps":["trace[579063759] 'agreement among raft nodes before linearized reading' (duration: 513.966247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.37008Z","time spent":"514.155012ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933624964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:12:14.884308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852271974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:14.884326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.486768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:12:14.884336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.316216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:12:14.884355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.867595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.884373Z","caller":"traceutil/trace.go:171","msg":"trace[1122662828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23108; }","duration":"1.933654404s","start":"2026-03-06T01:12:12.950683Z","end":"2026-03-06T01:12:14.884337Z","steps":["trace[1122662828] 'agreement among raft nodes before linearized reading' (duration: 1.933544912s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.88438Z","caller":"traceutil/trace.go:171","msg":"trace[1522402936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23108; }","duration":"794.560229ms","start":"2026-03-06T01:12:14.089801Z","end":"2026-03-06T01:12:14.884362Z","steps":["trace[1522402936] 'agreement among raft nodes before linearized reading' (duration: 794.377385ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.884388Z","caller":"traceutil/trace.go:171","msg":"trace[1419307936] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23108; }","duration":"798.903846ms","start":"2026-03-06T01:12:14.085475Z","end":"2026-03-06T01:12:14.884379Z","steps":["trace[1419307936] 'agreement among raft nodes before linearized reading' (duration: 798.849285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.884383Z","caller":"traceutil/trace.go:171","msg":"trace[143113623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23108; }","duration":"514.407428ms","start":"2026-03-06T01:12:14.369962Z","end":"2026-03-06T01:12:14.88437Z","steps":["trace[143113623] 'agreement among raft nodes before linearized reading' (duration: 514.238714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.950636Z","time spent":"1.933761587s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:12:14.884394Z","caller":"traceutil/trace.go:171","msg":"trace[1322626932] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23108; }","duration":"1.852362986s","start":"2026-03-06T01:12:13.03199Z","end":"2026-03-06T01:12:14.884353Z","steps":["trace[1322626932] 'agreement among raft nodes before linearized reading' (duration: 1.852233813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.085412Z","time spent":"798.997208ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:14.884416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.089792Z","time spent":"794.615811ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514658016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f696b1b-8643-4a43-8e63-a36a4145e4dd\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-06T01:12:14.884421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.369938Z","time spent":"514.475809ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.031937Z","time spent":"1.852500608s","remote":"127.0.0.1:34860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:14.884499Z","caller":"traceutil/trace.go:171","msg":"trace[133310910] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"267.498922ms","start":"2026-03-06T01:12:14.616991Z","end":"2026-03-06T01:12:14.88449Z","steps":["trace[133310910] 'process raft request' (duration: 266.610881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.884463Z","caller":"traceutil/trace.go:171","msg":"trace[2136423976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f696b1b-8643-4a43-8e63-a36a4145e4dd; range_end:; response_count:1; response_revision:23108; }","duration":"2.514716357s","start":"2026-03-06T01:12:12.369732Z","end":"2026-03-06T01:12:14.884448Z","steps":["trace[2136423976] 'agreement among raft nodes before linearized reading' (duration: 2.514179394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.369715Z","time spent":"2.51486256s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-1f696b1b-8643-4a43-8e63-a36a4145e4dd\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.240655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.88462Z","caller":"traceutil/trace.go:171","msg":"trace[355186187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23108; }","duration":"505.296076ms","start":"2026-03-06T01:12:14.379316Z","end":"2026-03-06T01:12:14.884613Z","steps":["trace[355186187] 'agreement among raft nodes before linearized reading' (duration: 505.252995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.379299Z","time spent":"505.340757ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792393157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.884803Z","caller":"traceutil/trace.go:171","msg":"trace[1389245855] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23108; }","duration":"1.793056572s","start":"2026-03-06T01:12:13.091734Z","end":"2026-03-06T01:12:14.88479Z","steps":["trace[1389245855] 'agreement among raft nodes before linearized reading' (duration: 1.792397188s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.88484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:13.091714Z","time spent":"1.793113503s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:14.884844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.335436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:12:14.884837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.197083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:14.884882Z","caller":"traceutil/trace.go:171","msg":"trace[1264021575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23108; }","duration":"514.290665ms","start":"2026-03-06T01:12:14.370584Z","end":"2026-03-06T01:12:14.884875Z","steps":["trace[1264021575] 'agreement among raft nodes before linearized reading' (duration: 514.172132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:14.884881Z","caller":"traceutil/trace.go:171","msg":"trace[864486456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23108; }","duration":"514.387357ms","start":"2026-03-06T01:12:14.370483Z","end":"2026-03-06T01:12:14.884871Z","steps":["trace[864486456] 'agreement among raft nodes before linearized reading' (duration: 514.285265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.884906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.37056Z","time spent":"514.336916ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.370476Z","time spent":"514.443868ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.641862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:14.88505Z","caller":"traceutil/trace.go:171","msg":"trace[1437673369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23108; }","duration":"514.831317ms","start":"2026-03-06T01:12:14.370196Z","end":"2026-03-06T01:12:14.885028Z","steps":["trace[1437673369] 'agreement among raft nodes before linearized reading' (duration: 514.534091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.885106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.37016Z","time spent":"514.933469ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:14.884074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512100088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:14.886565Z","caller":"traceutil/trace.go:171","msg":"trace[1209702283] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23108; }","duration":"2.514524042s","start":"2026-03-06T01:12:12.371947Z","end":"2026-03-06T01:12:14.886471Z","steps":["trace[1209702283] 'agreement among raft nodes before linearized reading' (duration: 2.512044087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:14.88663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:12.371896Z","time spent":"2.514704705s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:12:16.378777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.167869Z","time spent":"1.210886085s","remote":"127.0.0.1:44970","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:16.378838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.168119Z","time spent":"1.21071083s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:16.379017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435431715s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:16.379123Z","caller":"traceutil/trace.go:171","msg":"trace[540407445] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"1.489340288s","start":"2026-03-06T01:12:14.889763Z","end":"2026-03-06T01:12:16.379104Z","steps":["trace[540407445] 'process raft request' (duration: 53.74853ms)","trace[540407445] 'compare' (duration: 1.435051436s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:16.379188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.889752Z","time spent":"1.489406839s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:16.774718Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831141564s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:12:16.893548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:16.893667Z","caller":"traceutil/trace.go:171","msg":"trace[1831784021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464522s","start":"2026-03-06T01:12:14.893176Z","end":"2026-03-06T01:12:16.89364Z","steps":["trace[1831784021] 'agreement among raft nodes before linearized reading' (duration: 2.000297739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.89373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.893157Z","time spent":"2.000559705s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:17.565637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.51797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:17.565895Z","caller":"traceutil/trace.go:171","msg":"trace[1629880625] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"2.675941446s","start":"2026-03-06T01:12:14.889871Z","end":"2026-03-06T01:12:17.565812Z","steps":["trace[1629880625] 'process raft request' (duration: 1.885071478s)","trace[1629880625] 'compare' (duration: 790.334426ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:17.566058Z","caller":"traceutil/trace.go:171","msg":"trace[259468516] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"2.675107047s","start":"2026-03-06T01:12:14.89093Z","end":"2026-03-06T01:12:17.566037Z","steps":["trace[259468516] 'process raft request' (duration: 2.675001154s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:17.566048Z","caller":"traceutil/trace.go:171","msg":"trace[1594736872] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"2.675099727s","start":"2026-03-06T01:12:14.890911Z","end":"2026-03-06T01:12:17.566011Z","steps":["trace[1594736872] 'process raft request' (duration: 2.674937844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:17.566118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.889865Z","time spent":"2.676117419s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:17.566138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.890915Z","time spent":"2.675187339s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:17.566246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.890898Z","time spent":"2.67524068s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:17.566285Z","caller":"traceutil/trace.go:171","msg":"trace[654746536] linearizableReadLoop","detail":"{readStateIndex:23912; appliedIndex:23910; }","duration":"2.675494096s","start":"2026-03-06T01:12:14.890779Z","end":"2026-03-06T01:12:17.566273Z","steps":["trace[654746536] 'read index received' (duration: 52.753238ms)","trace[654746536] 'applied index is now lower than readState.Index' (duration: 2.622740168s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:17.566258Z","caller":"traceutil/trace.go:171","msg":"trace[1801123145] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"2.674830771s","start":"2026-03-06T01:12:14.891389Z","end":"2026-03-06T01:12:17.566219Z","steps":["trace[1801123145] 'process raft request' (duration: 2.674578935s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:17.56634Z","caller":"traceutil/trace.go:171","msg":"trace[954218259] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"2.655658476s","start":"2026-03-06T01:12:14.91067Z","end":"2026-03-06T01:12:17.566328Z","steps":["trace[954218259] 'process raft request' (duration: 2.655524893s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:17.566393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.910646Z","time spent":"2.655720958s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:17.56644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.891366Z","time spent":"2.674974594s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:17.566479Z","caller":"traceutil/trace.go:171","msg":"trace[159686872] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"1.683383794s","start":"2026-03-06T01:12:15.883085Z","end":"2026-03-06T01:12:17.566469Z","steps":["trace[159686872] 'process raft request' (duration: 1.683167739s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:17.566457Z","caller":"traceutil/trace.go:171","msg":"trace[1738159499] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"677.678951ms","start":"2026-03-06T01:12:16.88876Z","end":"2026-03-06T01:12:17.566439Z","steps":["trace[1738159499] 'process raft request' (duration: 677.61495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:17.566501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67571157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-06T01:12:17.566555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.888735Z","time spent":"677.777773ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:17.566522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.883065Z","time spent":"1.683434325s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:17.566266Z","caller":"traceutil/trace.go:171","msg":"trace[1250283305] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"2.673998632s","start":"2026-03-06T01:12:14.892257Z","end":"2026-03-06T01:12:17.566256Z","steps":["trace[1250283305] 'process raft request' (duration: 2.673861939s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:17.566564Z","caller":"traceutil/trace.go:171","msg":"trace[195377925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23117; }","duration":"2.675801492s","start":"2026-03-06T01:12:14.890752Z","end":"2026-03-06T01:12:17.566553Z","steps":["trace[195377925] 'agreement among raft nodes before linearized reading' (duration: 2.675600398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:17.566617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.890736Z","time spent":"2.675871114s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:17.566659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.892214Z","time spent":"2.674388881s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:17.566954Z","caller":"traceutil/trace.go:171","msg":"trace[306505110] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"2.675077276s","start":"2026-03-06T01:12:14.890893Z","end":"2026-03-06T01:12:17.56597Z","steps":["trace[306505110] 'process raft request' (duration: 2.674854781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:17.567036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.890878Z","time spent":"2.67611763s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:18.506009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.967588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:18.506202Z","caller":"traceutil/trace.go:171","msg":"trace[826279285] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"1.616143944s","start":"2026-03-06T01:12:16.890025Z","end":"2026-03-06T01:12:18.506169Z","steps":["trace[826279285] 'process raft request' (duration: 852.92493ms)","trace[826279285] 'compare' (duration: 762.381616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:18.50635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.890002Z","time spent":"1.616267117s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:18.506361Z","caller":"traceutil/trace.go:171","msg":"trace[1560295796] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23920; }","duration":"940.031209ms","start":"2026-03-06T01:12:17.566311Z","end":"2026-03-06T01:12:18.506343Z","steps":["trace[1560295796] 'read index received' (duration: 176.63888ms)","trace[1560295796] 'applied index is now lower than readState.Index' (duration: 763.391099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:18.5067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08439096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.50675Z","caller":"traceutil/trace.go:171","msg":"trace[129736783] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23124; }","duration":"2.084489312s","start":"2026-03-06T01:12:16.422247Z","end":"2026-03-06T01:12:18.506736Z","steps":["trace[129736783] 'agreement among raft nodes before linearized reading' (duration: 2.084412831s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.506793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.42222Z","time spent":"2.084564305s","remote":"127.0.0.1:56676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:18.506798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208912867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.507009Z","caller":"traceutil/trace.go:171","msg":"trace[1553252124] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"1.616685397s","start":"2026-03-06T01:12:16.89031Z","end":"2026-03-06T01:12:18.506996Z","steps":["trace[1553252124] 'process raft request' (duration: 1.615796357s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:18.507042Z","caller":"traceutil/trace.go:171","msg":"trace[1472664348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23124; }","duration":"2.209158873s","start":"2026-03-06T01:12:16.297867Z","end":"2026-03-06T01:12:18.507026Z","steps":["trace[1472664348] 'agreement among raft nodes before linearized reading' (duration: 2.208881277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.890259Z","time spent":"1.616786889s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:18.507094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.297802Z","time spent":"2.209274815s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:18.507229Z","caller":"traceutil/trace.go:171","msg":"trace[1070795118] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"1.616843191s","start":"2026-03-06T01:12:16.890375Z","end":"2026-03-06T01:12:18.507218Z","steps":["trace[1070795118] 'process raft request' (duration: 1.615820818s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.890364Z","time spent":"1.616897362s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:18.507415Z","caller":"traceutil/trace.go:171","msg":"trace[1670167805] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"1.616792249s","start":"2026-03-06T01:12:16.890613Z","end":"2026-03-06T01:12:18.507405Z","steps":["trace[1670167805] 'process raft request' (duration: 1.615617402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.8906Z","time spent":"1.616836591s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:18.507526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726571785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-06T01:12:18.507562Z","caller":"traceutil/trace.go:171","msg":"trace[1325035485] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23124; }","duration":"2.726635817s","start":"2026-03-06T01:12:15.780915Z","end":"2026-03-06T01:12:18.507551Z","steps":["trace[1325035485] 'agreement among raft nodes before linearized reading' (duration: 2.726441003s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:18.507588Z","caller":"traceutil/trace.go:171","msg":"trace[1519987882] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.616750099s","start":"2026-03-06T01:12:16.890828Z","end":"2026-03-06T01:12:18.507578Z","steps":["trace[1519987882] 'process raft request' (duration: 1.615439049s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.89082Z","time spent":"1.6168168s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:18.507703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.768877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.507782Z","caller":"traceutil/trace.go:171","msg":"trace[1292447636] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.616391811s","start":"2026-03-06T01:12:16.891384Z","end":"2026-03-06T01:12:18.507776Z","steps":["trace[1292447636] 'process raft request' (duration: 1.614912929s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:18.507772Z","caller":"traceutil/trace.go:171","msg":"trace[576739248] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23124; }","duration":"847.92464ms","start":"2026-03-06T01:12:17.659838Z","end":"2026-03-06T01:12:18.507763Z","steps":["trace[576739248] 'agreement among raft nodes before linearized reading' (duration: 847.779937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.50775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615869372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:18.507901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143916072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:12:18.507929Z","caller":"traceutil/trace.go:171","msg":"trace[1280921096] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23124; }","duration":"1.143999233s","start":"2026-03-06T01:12:17.363922Z","end":"2026-03-06T01:12:18.507921Z","steps":["trace[1280921096] 'agreement among raft nodes before linearized reading' (duration: 1.143912181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:17.3639Z","time spent":"1.144042575s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-06T01:12:18.507976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06148542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.50804Z","caller":"traceutil/trace.go:171","msg":"trace[1724519194] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23124; }","duration":"3.061567262s","start":"2026-03-06T01:12:15.44644Z","end":"2026-03-06T01:12:18.508007Z","steps":["trace[1724519194] 'agreement among raft nodes before linearized reading' (duration: 3.06147835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.508075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844874239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.508101Z","caller":"traceutil/trace.go:171","msg":"trace[1185664188] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23124; }","duration":"1.84493942s","start":"2026-03-06T01:12:16.663156Z","end":"2026-03-06T01:12:18.508095Z","steps":["trace[1185664188] 'agreement among raft nodes before linearized reading' (duration: 1.844904349s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.508114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.446409Z","time spent":"3.061690764s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:18.508042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.615148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:18.507591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.7809Z","time spent":"2.726684338s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:12:18.50821Z","caller":"traceutil/trace.go:171","msg":"trace[934710259] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23124; }","duration":"152.786131ms","start":"2026-03-06T01:12:18.355416Z","end":"2026-03-06T01:12:18.508202Z","steps":["trace[934710259] 'agreement among raft nodes before linearized reading' (duration: 152.515706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.507816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:17.65982Z","time spent":"847.991262ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:12:18.508413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595119642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:18.507819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.891373Z","time spent":"1.616429072s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:18.508484Z","caller":"traceutil/trace.go:171","msg":"trace[411299629] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23124; }","duration":"3.595216494s","start":"2026-03-06T01:12:14.913231Z","end":"2026-03-06T01:12:18.508447Z","steps":["trace[411299629] 'agreement among raft nodes before linearized reading' (duration: 3.595140602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.508522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.913209Z","time spent":"3.595301546s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:18.508571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.748627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.508644Z","caller":"traceutil/trace.go:171","msg":"trace[1653495147] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23124; }","duration":"623.811518ms","start":"2026-03-06T01:12:17.884775Z","end":"2026-03-06T01:12:18.508587Z","steps":["trace[1653495147] 'agreement among raft nodes before linearized reading' (duration: 623.775267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.508676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:17.884754Z","time spent":"623.914261ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:18.508426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.229485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.508806Z","caller":"traceutil/trace.go:171","msg":"trace[240643876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23124; }","duration":"323.638193ms","start":"2026-03-06T01:12:18.185156Z","end":"2026-03-06T01:12:18.508795Z","steps":["trace[240643876] 'agreement among raft nodes before linearized reading' (duration: 323.243485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.508848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.18514Z","time spent":"323.697595ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:18.508048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61408972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.509199Z","caller":"traceutil/trace.go:171","msg":"trace[1383698409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23124; }","duration":"1.615267777s","start":"2026-03-06T01:12:16.893925Z","end":"2026-03-06T01:12:18.509193Z","steps":["trace[1383698409] 'agreement among raft nodes before linearized reading' (duration: 1.614106241s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.509201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617310115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:12:18.509223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.893914Z","time spent":"1.615302628s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:18.509242Z","caller":"traceutil/trace.go:171","msg":"trace[1821770111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7; range_end:; response_count:1; response_revision:23124; }","duration":"3.617360766s","start":"2026-03-06T01:12:14.891867Z","end":"2026-03-06T01:12:18.509228Z","steps":["trace[1821770111] 'agreement among raft nodes before linearized reading' (duration: 3.617210712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.509273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.891863Z","time spent":"3.617403137s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7\" "} {"level":"warn","ts":"2026-03-06T01:12:18.508125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.663133Z","time spent":"1.844985771s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:18.507866Z","caller":"traceutil/trace.go:171","msg":"trace[1593362271] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23124; }","duration":"3.616026776s","start":"2026-03-06T01:12:14.891816Z","end":"2026-03-06T01:12:18.507843Z","steps":["trace[1593362271] 'agreement among raft nodes before linearized reading' (duration: 3.615689188s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.509445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:14.891791Z","time spent":"3.617623102s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:12:18.508458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.679416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:18.509495Z","caller":"traceutil/trace.go:171","msg":"trace[1491887066] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23124; }","duration":"456.73977ms","start":"2026-03-06T01:12:18.052747Z","end":"2026-03-06T01:12:18.509487Z","steps":["trace[1491887066] 'agreement among raft nodes before linearized reading' (duration: 455.693007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:18.509542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.052731Z","time spent":"456.800851ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:19.229866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.053944ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:12:19.22997Z","caller":"traceutil/trace.go:171","msg":"trace[1071409159] linearizableReadLoop","detail":"{readStateIndex:23927; appliedIndex:23926; }","duration":"711.610663ms","start":"2026-03-06T01:12:18.51834Z","end":"2026-03-06T01:12:19.22995Z","steps":["trace[1071409159] 'read index received' (duration: 204.348284ms)","trace[1071409159] 'applied index is now lower than readState.Index' (duration: 507.260358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:19.229985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518261Z","time spent":"711.714885ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:19.230133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.771296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:19.230216Z","caller":"traceutil/trace.go:171","msg":"trace[263193903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23124; }","duration":"711.891769ms","start":"2026-03-06T01:12:18.518301Z","end":"2026-03-06T01:12:19.230193Z","steps":["trace[263193903] 'agreement among raft nodes before linearized reading' (duration: 711.740986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.230248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.48632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:19.230231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.866628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-06T01:12:19.230262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518282Z","time spent":"711.97186ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:19.230308Z","caller":"traceutil/trace.go:171","msg":"trace[1383165852] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23124; }","duration":"711.540981ms","start":"2026-03-06T01:12:18.518722Z","end":"2026-03-06T01:12:19.230263Z","steps":["trace[1383165852] 'agreement among raft nodes before linearized reading' (duration: 711.49474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.230323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.732879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:12:19.230329Z","caller":"traceutil/trace.go:171","msg":"trace[1185874497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23124; }","duration":"712.013631ms","start":"2026-03-06T01:12:18.518301Z","end":"2026-03-06T01:12:19.230314Z","steps":["trace[1185874497] 'agreement among raft nodes before linearized reading' (duration: 711.737715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:19.230371Z","caller":"traceutil/trace.go:171","msg":"trace[324169191] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23124; }","duration":"666.827651ms","start":"2026-03-06T01:12:18.563526Z","end":"2026-03-06T01:12:19.230354Z","steps":["trace[324169191] 'agreement among raft nodes before linearized reading' (duration: 666.544195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.230381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518287Z","time spent":"712.077623ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:19.230415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.563507Z","time spent":"666.895572ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:19.230412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.572972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:12:19.230519Z","caller":"traceutil/trace.go:171","msg":"trace[276546838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23124; }","duration":"711.693284ms","start":"2026-03-06T01:12:18.518793Z","end":"2026-03-06T01:12:19.230486Z","steps":["trace[276546838] 'agreement among raft nodes before linearized reading' (duration: 711.421818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.230599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518771Z","time spent":"711.812076ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:19.230358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.735735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:12:19.231907Z","caller":"traceutil/trace.go:171","msg":"trace[556675398] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d; range_end:; response_count:1; response_revision:23124; }","duration":"713.378442ms","start":"2026-03-06T01:12:18.518513Z","end":"2026-03-06T01:12:19.231891Z","steps":["trace[556675398] 'agreement among raft nodes before linearized reading' (duration: 711.562211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.231898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.076325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:12:19.231953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518456Z","time spent":"713.477824ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" "} {"level":"info","ts":"2026-03-06T01:12:19.231961Z","caller":"traceutil/trace.go:171","msg":"trace[1811477011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23124; }","duration":"484.180818ms","start":"2026-03-06T01:12:18.747762Z","end":"2026-03-06T01:12:19.231942Z","steps":["trace[1811477011] 'agreement among raft nodes before linearized reading' (duration: 482.423419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.747745Z","time spent":"484.24541ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:12:19.230333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:18.518716Z","time spent":"711.611663ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:12:20.537466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.540764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:20.53776Z","caller":"traceutil/trace.go:171","msg":"trace[1101055501] linearizableReadLoop","detail":"{readStateIndex:23929; appliedIndex:23927; }","duration":"1.303173558s","start":"2026-03-06T01:12:19.234568Z","end":"2026-03-06T01:12:20.537741Z","steps":["trace[1101055501] 'read index received' (duration: 27.802096ms)","trace[1101055501] 'applied index is now lower than readState.Index' (duration: 1.275370322s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:20.537774Z","caller":"traceutil/trace.go:171","msg":"trace[147404993] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"1.30370634s","start":"2026-03-06T01:12:19.234039Z","end":"2026-03-06T01:12:20.537746Z","steps":["trace[147404993] 'process raft request' (duration: 646.758937ms)","trace[147404993] 'compare' (duration: 655.243754ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:20.537838Z","caller":"traceutil/trace.go:171","msg":"trace[1010507386] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.30193118s","start":"2026-03-06T01:12:19.235895Z","end":"2026-03-06T01:12:20.537826Z","steps":["trace[1010507386] 'process raft request' (duration: 1.301735876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:20.53789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.234028Z","time spent":"1.303808223s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:20.537906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.235883Z","time spent":"1.301983191s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:20.538039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303447814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-94c46060-7442-4513-ba30-725d81c828d1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:12:20.538134Z","caller":"traceutil/trace.go:171","msg":"trace[688447081] range","detail":"{range_begin:/registry/persistentvolumes/pvc-94c46060-7442-4513-ba30-725d81c828d1; range_end:; response_count:1; response_revision:23127; }","duration":"1.303552107s","start":"2026-03-06T01:12:19.23456Z","end":"2026-03-06T01:12:20.538112Z","steps":["trace[688447081] 'agreement among raft nodes before linearized reading' (duration: 1.303322242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:20.538175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.234511Z","time spent":"1.303655389s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-94c46060-7442-4513-ba30-725d81c828d1\" "} {"level":"info","ts":"2026-03-06T01:12:20.598677Z","caller":"traceutil/trace.go:171","msg":"trace[757207492] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"723.24067ms","start":"2026-03-06T01:12:19.875411Z","end":"2026-03-06T01:12:20.598651Z","steps":["trace[757207492] 'process raft request' (duration: 723.184359ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.598835Z","caller":"traceutil/trace.go:171","msg":"trace[806038765] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.025667274s","start":"2026-03-06T01:12:19.573137Z","end":"2026-03-06T01:12:20.598804Z","steps":["trace[806038765] 'process raft request' (duration: 1.025348997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:20.598862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.875383Z","time spent":"723.373752ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:20.598999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.57312Z","time spent":"1.025775096s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:21.29572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.522348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:21.295844Z","caller":"traceutil/trace.go:171","msg":"trace[680144681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23129; }","duration":"186.657081ms","start":"2026-03-06T01:12:21.109169Z","end":"2026-03-06T01:12:21.295826Z","steps":["trace[680144681] 'range keys from in-memory index tree' (duration: 186.505328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.477641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:21.477759Z","caller":"traceutil/trace.go:171","msg":"trace[1369551673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533844s","start":"2026-03-06T01:12:19.477206Z","end":"2026-03-06T01:12:21.47774Z","steps":["trace[1369551673] 'agreement among raft nodes before linearized reading' (duration: 2.000398671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.47781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.477185Z","time spent":"2.000613266s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:21.703078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104555692s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:21.703337Z","caller":"traceutil/trace.go:171","msg":"trace[2037849768] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"1.18943437s","start":"2026-03-06T01:12:20.513888Z","end":"2026-03-06T01:12:21.703323Z","steps":["trace[2037849768] 'process raft request' (duration: 1.189385969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.703414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.513863Z","time spent":"1.189499451s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:21.703384Z","caller":"traceutil/trace.go:171","msg":"trace[171893829] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.189772387s","start":"2026-03-06T01:12:20.513567Z","end":"2026-03-06T01:12:21.70334Z","steps":["trace[171893829] 'process raft request' (duration: 1.189610724s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.70352Z","caller":"traceutil/trace.go:171","msg":"trace[1610844176] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.188736995s","start":"2026-03-06T01:12:20.514776Z","end":"2026-03-06T01:12:21.703513Z","steps":["trace[1610844176] 'process raft request' (duration: 1.188527291s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.703539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.513542Z","time spent":"1.18991011s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:21.703553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.514762Z","time spent":"1.188775886s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:21.703846Z","caller":"traceutil/trace.go:171","msg":"trace[2115430718] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"1.18897848s","start":"2026-03-06T01:12:20.51486Z","end":"2026-03-06T01:12:21.703838Z","steps":["trace[2115430718] 'process raft request' (duration: 1.188633553s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.703849Z","caller":"traceutil/trace.go:171","msg":"trace[994567146] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"1.188498879s","start":"2026-03-06T01:12:20.515334Z","end":"2026-03-06T01:12:21.703833Z","steps":["trace[994567146] 'process raft request' (duration: 1.188351436s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.703866Z","caller":"traceutil/trace.go:171","msg":"trace[1741856434] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"1.187568438s","start":"2026-03-06T01:12:20.516272Z","end":"2026-03-06T01:12:21.70384Z","steps":["trace[1741856434] 'process raft request' (duration: 1.187499547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.703909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.515322Z","time spent":"1.18855767s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:21.703895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.514834Z","time spent":"1.189039621s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:21.704003Z","caller":"traceutil/trace.go:171","msg":"trace[1207583957] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23932; }","duration":"1.166195615s","start":"2026-03-06T01:12:20.537797Z","end":"2026-03-06T01:12:21.703993Z","steps":["trace[1207583957] 'read index received' (duration: 60.973518ms)","trace[1207583957] 'applied index is now lower than readState.Index' (duration: 1.105219527s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:21.704015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.51625Z","time spent":"1.187688121s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:21.704089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132611748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:12:21.704107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13267996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:12:21.704134Z","caller":"traceutil/trace.go:171","msg":"trace[8497286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23135; }","duration":"2.132747731s","start":"2026-03-06T01:12:19.571379Z","end":"2026-03-06T01:12:21.704127Z","steps":["trace[8497286] 'agreement among raft nodes before linearized reading' (duration: 2.132640438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132798632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:12:21.704155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.571343Z","time spent":"2.132807092s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:21.704155Z","caller":"traceutil/trace.go:171","msg":"trace[161681750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23135; }","duration":"2.132760731s","start":"2026-03-06T01:12:19.57138Z","end":"2026-03-06T01:12:21.704141Z","steps":["trace[161681750] 'agreement among raft nodes before linearized reading' (duration: 2.132624788s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242510064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:21.704174Z","caller":"traceutil/trace.go:171","msg":"trace[1733814878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23135; }","duration":"2.132839682s","start":"2026-03-06T01:12:19.571327Z","end":"2026-03-06T01:12:21.704166Z","steps":["trace[1733814878] 'agreement among raft nodes before linearized reading' (duration: 2.13275333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.571321Z","time spent":"2.132867133s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:12:21.704192Z","caller":"traceutil/trace.go:171","msg":"trace[416532124] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23135; }","duration":"1.242574346s","start":"2026-03-06T01:12:20.461609Z","end":"2026-03-06T01:12:21.704183Z","steps":["trace[416532124] 'agreement among raft nodes before linearized reading' (duration: 1.242468163s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.571354Z","time spent":"2.132827603s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:21.704213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.461588Z","time spent":"1.242620227s","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:21.704256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163065965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:12:21.704278Z","caller":"traceutil/trace.go:171","msg":"trace[424452866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23135; }","duration":"1.163109527s","start":"2026-03-06T01:12:20.541161Z","end":"2026-03-06T01:12:21.70427Z","steps":["trace[424452866] 'agreement among raft nodes before linearized reading' (duration: 1.163044865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.541148Z","time spent":"1.163143727s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:21.704328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133016117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:21.704359Z","caller":"traceutil/trace.go:171","msg":"trace[722379923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23135; }","duration":"2.133078248s","start":"2026-03-06T01:12:19.571268Z","end":"2026-03-06T01:12:21.704346Z","steps":["trace[722379923] 'agreement among raft nodes before linearized reading' (duration: 2.132999387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132846343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:21.704403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.571247Z","time spent":"2.133132079s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:21.704431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43944155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:12:21.704425Z","caller":"traceutil/trace.go:171","msg":"trace[1793517180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23135; }","duration":"2.133002486s","start":"2026-03-06T01:12:19.571399Z","end":"2026-03-06T01:12:21.704401Z","steps":["trace[1793517180] 'agreement among raft nodes before linearized reading' (duration: 2.132760381s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.917748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:21.704483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.571376Z","time spent":"2.133096168s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:21.704497Z","caller":"traceutil/trace.go:171","msg":"trace[1457266113] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23135; }","duration":"664.972739ms","start":"2026-03-06T01:12:21.039518Z","end":"2026-03-06T01:12:21.704491Z","steps":["trace[1457266113] 'agreement among raft nodes before linearized reading' (duration: 664.943009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.039498Z","time spent":"665.009951ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:21.704458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469295821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:12:21.704534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162933472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-06T01:12:21.704562Z","caller":"traceutil/trace.go:171","msg":"trace[89035309] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889; range_end:; response_count:1; response_revision:23135; }","duration":"1.162986584s","start":"2026-03-06T01:12:20.541569Z","end":"2026-03-06T01:12:21.704556Z","steps":["trace[89035309] 'agreement among raft nodes before linearized reading' (duration: 1.162913522s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.704447Z","caller":"traceutil/trace.go:171","msg":"trace[1166642003] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23135; }","duration":"2.439481381s","start":"2026-03-06T01:12:19.264961Z","end":"2026-03-06T01:12:21.704442Z","steps":["trace[1166642003] 'agreement among raft nodes before linearized reading' (duration: 2.43940176s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.704583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:20.541554Z","time spent":"1.163025404s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" "} {"level":"info","ts":"2026-03-06T01:12:21.704571Z","caller":"traceutil/trace.go:171","msg":"trace[525855358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23135; }","duration":"2.469463055s","start":"2026-03-06T01:12:19.235079Z","end":"2026-03-06T01:12:21.704542Z","steps":["trace[525855358] 'agreement among raft nodes before linearized reading' (duration: 2.469056206s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.7046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.264926Z","time spent":"2.439665595s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:12:21.704634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.551295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:21.704635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:19.23507Z","time spent":"2.469554956s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:12:21.704658Z","caller":"traceutil/trace.go:171","msg":"trace[1046669485] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23135; }","duration":"226.572866ms","start":"2026-03-06T01:12:21.478077Z","end":"2026-03-06T01:12:21.70465Z","steps":["trace[1046669485] 'agreement among raft nodes before linearized reading' (duration: 226.541975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:21.70461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.431352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:21.704845Z","caller":"traceutil/trace.go:171","msg":"trace[113384573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23135; }","duration":"226.692958ms","start":"2026-03-06T01:12:21.478139Z","end":"2026-03-06T01:12:21.704832Z","steps":["trace[113384573] 'agreement among raft nodes before linearized reading' (duration: 226.457463ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.117341Z","caller":"traceutil/trace.go:171","msg":"trace[179345120] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23938; }","duration":"408.217076ms","start":"2026-03-06T01:12:21.709094Z","end":"2026-03-06T01:12:22.117312Z","steps":["trace[179345120] 'read index received' (duration: 407.844517ms)","trace[179345120] 'applied index is now lower than readState.Index' (duration: 370.999µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:22.117568Z","caller":"traceutil/trace.go:171","msg":"trace[1432931362] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"408.990274ms","start":"2026-03-06T01:12:21.708523Z","end":"2026-03-06T01:12:22.117514Z","steps":["trace[1432931362] 'process raft request' (duration: 408.035172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.117896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.708495Z","time spent":"409.30015ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:22.117888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.770238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:12:22.118014Z","caller":"traceutil/trace.go:171","msg":"trace[1839665216] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23136; }","duration":"408.947352ms","start":"2026-03-06T01:12:21.709049Z","end":"2026-03-06T01:12:22.117997Z","steps":["trace[1839665216] 'agreement among raft nodes before linearized reading' (duration: 408.520573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.118079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.709034Z","time spent":"409.033784ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:12:22.165246Z","caller":"traceutil/trace.go:171","msg":"trace[859092525] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"455.404542ms","start":"2026-03-06T01:12:21.709804Z","end":"2026-03-06T01:12:22.165208Z","steps":["trace[859092525] 'process raft request' (duration: 455.119395ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.165406Z","caller":"traceutil/trace.go:171","msg":"trace[558559492] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"455.216928ms","start":"2026-03-06T01:12:21.710176Z","end":"2026-03-06T01:12:22.165393Z","steps":["trace[558559492] 'process raft request' (duration: 454.989963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.165446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.709791Z","time spent":"455.545944ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:22.165248Z","caller":"traceutil/trace.go:171","msg":"trace[1370642167] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"455.361311ms","start":"2026-03-06T01:12:21.709856Z","end":"2026-03-06T01:12:22.165217Z","steps":["trace[1370642167] 'process raft request' (duration: 455.252378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.165596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.710167Z","time spent":"455.301899ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:22.165772Z","caller":"traceutil/trace.go:171","msg":"trace[62228161] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"455.444143ms","start":"2026-03-06T01:12:21.71031Z","end":"2026-03-06T01:12:22.165754Z","steps":["trace[62228161] 'process raft request' (duration: 455.032354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.165775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.709837Z","time spent":"455.77917ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:22.165885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.710303Z","time spent":"455.519854ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:22.166028Z","caller":"traceutil/trace.go:171","msg":"trace[1869846919] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"455.258418ms","start":"2026-03-06T01:12:21.710755Z","end":"2026-03-06T01:12:22.166014Z","steps":["trace[1869846919] 'process raft request' (duration: 454.89695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.166056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.408179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:22.166112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.710745Z","time spent":"455.327439ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:22.166147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.772417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T01:12:22.166135Z","caller":"traceutil/trace.go:171","msg":"trace[2013653856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23141; }","duration":"454.508361ms","start":"2026-03-06T01:12:21.711609Z","end":"2026-03-06T01:12:22.166117Z","steps":["trace[2013653856] 'agreement among raft nodes before linearized reading' (duration: 454.381829ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.166175Z","caller":"traceutil/trace.go:171","msg":"trace[748753878] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23141; }","duration":"454.795227ms","start":"2026-03-06T01:12:21.71137Z","end":"2026-03-06T01:12:22.166165Z","steps":["trace[748753878] 'agreement among raft nodes before linearized reading' (duration: 454.709786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.166194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.711347Z","time spent":"454.843238ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T01:12:22.166043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.276181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:22.166183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.057503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:12:22.166197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.711602Z","time spent":"454.573713ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:22.166236Z","caller":"traceutil/trace.go:171","msg":"trace[874499113] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23141; }","duration":"166.517316ms","start":"2026-03-06T01:12:21.999701Z","end":"2026-03-06T01:12:22.166219Z","steps":["trace[874499113] 'agreement among raft nodes before linearized reading' (duration: 166.300481ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.166254Z","caller":"traceutil/trace.go:171","msg":"trace[1305197653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23141; }","duration":"450.138625ms","start":"2026-03-06T01:12:21.716089Z","end":"2026-03-06T01:12:22.166227Z","steps":["trace[1305197653] 'agreement among raft nodes before linearized reading' (duration: 449.953041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:22.16637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:21.716077Z","time spent":"450.280238ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:12:22.669824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:23.170687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:23.671969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869896,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:23.840111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.67096912s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:23.840602Z","caller":"traceutil/trace.go:171","msg":"trace[842915750] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.671575903s","start":"2026-03-06T01:12:22.169003Z","end":"2026-03-06T01:12:23.840579Z","steps":["trace[842915750] 'process raft request' (duration: 1.671369589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:23.840737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.168976Z","time spent":"1.671687466s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:24.921494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081056631s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:24.922324Z","caller":"traceutil/trace.go:171","msg":"trace[13577291] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"2.349156212s","start":"2026-03-06T01:12:22.573143Z","end":"2026-03-06T01:12:24.922299Z","steps":["trace[13577291] 'process raft request' (duration: 2.34856729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.923481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.573122Z","time spent":"2.350248146s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:24.922739Z","caller":"traceutil/trace.go:171","msg":"trace[1330554144] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"2.318020833s","start":"2026-03-06T01:12:22.604672Z","end":"2026-03-06T01:12:24.922693Z","steps":["trace[1330554144] 'process raft request' (duration: 2.317574223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.923925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.604645Z","time spent":"2.319128307s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:25.476416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:25.476504Z","caller":"traceutil/trace.go:171","msg":"trace[237622870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059874s","start":"2026-03-06T01:12:23.476425Z","end":"2026-03-06T01:12:25.476485Z","steps":["trace[237622870] 'agreement among raft nodes before linearized reading' (duration: 1.999945461s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:25.476557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.476396Z","time spent":"2.000149426s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:25.901011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.382568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:12:25.904324Z","caller":"traceutil/trace.go:171","msg":"trace[1616300274] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"2.194325714s","start":"2026-03-06T01:12:23.709943Z","end":"2026-03-06T01:12:25.904268Z","steps":["trace[1616300274] 'process raft request' (duration: 2.191338588s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:25.904623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.709916Z","time spent":"2.194502588s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:26.572026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.067414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:26.572342Z","caller":"traceutil/trace.go:171","msg":"trace[171530008] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"2.861931433s","start":"2026-03-06T01:12:23.710353Z","end":"2026-03-06T01:12:26.572284Z","steps":["trace[171530008] 'process raft request' (duration: 2.193894034s)","trace[171530008] 'compare' (duration: 660.296457ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:26.57243Z","caller":"traceutil/trace.go:171","msg":"trace[669621579] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.499818511s","start":"2026-03-06T01:12:25.072599Z","end":"2026-03-06T01:12:26.572417Z","steps":["trace[669621579] 'process raft request' (duration: 1.49977928s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.572446Z","caller":"traceutil/trace.go:171","msg":"trace[554748328] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"2.861480383s","start":"2026-03-06T01:12:23.710943Z","end":"2026-03-06T01:12:26.572424Z","steps":["trace[554748328] 'process raft request' (duration: 2.861396021s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.57251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:25.072573Z","time spent":"1.499898753s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:26.572517Z","caller":"traceutil/trace.go:171","msg":"trace[463238094] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"2.862004605s","start":"2026-03-06T01:12:23.710495Z","end":"2026-03-06T01:12:26.5725Z","steps":["trace[463238094] 'process raft request' (duration: 2.861737459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.572536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.710331Z","time spent":"2.862085677s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:26.572614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.710479Z","time spent":"2.862088586s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:26.5727Z","caller":"traceutil/trace.go:171","msg":"trace[333617703] linearizableReadLoop","detail":"{readStateIndex:23948; appliedIndex:23944; }","duration":"4.403406905s","start":"2026-03-06T01:12:22.169262Z","end":"2026-03-06T01:12:26.572669Z","steps":["trace[333617703] 'read index received' (duration: 1.671208125s)","trace[333617703] 'applied index is now lower than readState.Index' (duration: 2.73219758s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:26.57257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.710935Z","time spent":"2.861583095s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:26.572438Z","caller":"traceutil/trace.go:171","msg":"trace[921493644] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"2.861835531s","start":"2026-03-06T01:12:23.710564Z","end":"2026-03-06T01:12:26.572399Z","steps":["trace[921493644] 'process raft request' (duration: 2.861719509s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.572888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.710556Z","time spent":"2.862293321s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:26.572718Z","caller":"traceutil/trace.go:171","msg":"trace[1300469102] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"2.861905292s","start":"2026-03-06T01:12:23.710486Z","end":"2026-03-06T01:12:26.572391Z","steps":["trace[1300469102] 'process raft request' (duration: 2.861642757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.710461Z","time spent":"2.862592228s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:26.573257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345850942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:26.573297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40403849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3108514-1de3-43ff-8610-8abbdb56e13e\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-06T01:12:26.573327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402463181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:26.573347Z","caller":"traceutil/trace.go:171","msg":"trace[1130742494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3108514-1de3-43ff-8610-8abbdb56e13e; range_end:; response_count:1; response_revision:23151; }","duration":"4.404103381s","start":"2026-03-06T01:12:22.169222Z","end":"2026-03-06T01:12:26.573326Z","steps":["trace[1130742494] 'agreement among raft nodes before linearized reading' (duration: 4.403731253s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.573351Z","caller":"traceutil/trace.go:171","msg":"trace[1200418363] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23151; }","duration":"4.345965293s","start":"2026-03-06T01:12:22.227346Z","end":"2026-03-06T01:12:26.573311Z","steps":["trace[1200418363] 'agreement among raft nodes before linearized reading' (duration: 4.345839741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.169211Z","time spent":"4.404163662s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-d3108514-1de3-43ff-8610-8abbdb56e13e\" "} {"level":"info","ts":"2026-03-06T01:12:26.573391Z","caller":"traceutil/trace.go:171","msg":"trace[962153594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23151; }","duration":"2.402575224s","start":"2026-03-06T01:12:24.170804Z","end":"2026-03-06T01:12:26.573379Z","steps":["trace[962153594] 'agreement among raft nodes before linearized reading' (duration: 2.402430091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.170783Z","time spent":"2.402631675s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:26.573586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403084726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:12:26.573669Z","caller":"traceutil/trace.go:171","msg":"trace[269923661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23151; }","duration":"2.403229909s","start":"2026-03-06T01:12:24.17042Z","end":"2026-03-06T01:12:26.57365Z","steps":["trace[269923661] 'agreement among raft nodes before linearized reading' (duration: 2.403029644s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.170393Z","time spent":"2.403317121s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:26.573751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752898404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:26.573764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40289115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:26.573788Z","caller":"traceutil/trace.go:171","msg":"trace[649389904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23151; }","duration":"3.752976736s","start":"2026-03-06T01:12:22.8208Z","end":"2026-03-06T01:12:26.573776Z","steps":["trace[649389904] 'agreement among raft nodes before linearized reading' (duration: 3.752900815s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.573808Z","caller":"traceutil/trace.go:171","msg":"trace[2145882142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23151; }","duration":"2.402972892s","start":"2026-03-06T01:12:24.170824Z","end":"2026-03-06T01:12:26.573797Z","steps":["trace[2145882142] 'agreement among raft nodes before linearized reading' (duration: 2.40287857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.820783Z","time spent":"3.753041358s","remote":"127.0.0.1:34878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.573839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.170792Z","time spent":"2.403036914s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:26.573409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.227326Z","time spent":"4.346067476s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.573853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934518409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:26.573997Z","caller":"traceutil/trace.go:171","msg":"trace[547360056] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23151; }","duration":"2.934734424s","start":"2026-03-06T01:12:23.639238Z","end":"2026-03-06T01:12:26.573973Z","steps":["trace[547360056] 'agreement among raft nodes before linearized reading' (duration: 2.934458738s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402558313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:12:26.574064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.639215Z","time spent":"2.934827265s","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.574092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403981055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:26.574137Z","caller":"traceutil/trace.go:171","msg":"trace[621756427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23151; }","duration":"2.402724667s","start":"2026-03-06T01:12:24.171358Z","end":"2026-03-06T01:12:26.574082Z","steps":["trace[621756427] 'agreement among raft nodes before linearized reading' (duration: 2.402350659s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.574198Z","caller":"traceutil/trace.go:171","msg":"trace[401372334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23151; }","duration":"2.404154219s","start":"2026-03-06T01:12:24.170022Z","end":"2026-03-06T01:12:26.574177Z","steps":["trace[401372334] 'agreement among raft nodes before linearized reading' (duration: 2.403936164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.573668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.86151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:26.574276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.169984Z","time spent":"2.404277242s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:26.574317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.984195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:26.574349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097528936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:26.57438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550742945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:26.574406Z","caller":"traceutil/trace.go:171","msg":"trace[1965476223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23151; }","duration":"1.097610788s","start":"2026-03-06T01:12:25.476774Z","end":"2026-03-06T01:12:26.574385Z","steps":["trace[1965476223] 'agreement among raft nodes before linearized reading' (duration: 1.097545566s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.574405Z","caller":"traceutil/trace.go:171","msg":"trace[1955808214] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23151; }","duration":"302.100698ms","start":"2026-03-06T01:12:26.27228Z","end":"2026-03-06T01:12:26.57438Z","steps":["trace[1955808214] 'agreement among raft nodes before linearized reading' (duration: 301.984195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.57442Z","caller":"traceutil/trace.go:171","msg":"trace[521850166] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23151; }","duration":"2.550837636s","start":"2026-03-06T01:12:24.023571Z","end":"2026-03-06T01:12:26.574408Z","steps":["trace[521850166] 'agreement among raft nodes before linearized reading' (duration: 2.550745594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.57444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:25.476751Z","time spent":"1.097683059s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:26.574464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.02355Z","time spent":"2.550904548s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.574477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.272259Z","time spent":"302.1826ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.574213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.171348Z","time spent":"2.40284554s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:26.574608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52823962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:12:26.574657Z","caller":"traceutil/trace.go:171","msg":"trace[455768922] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23151; }","duration":"1.528277371s","start":"2026-03-06T01:12:25.046356Z","end":"2026-03-06T01:12:26.574634Z","steps":["trace[455768922] 'agreement among raft nodes before linearized reading' (duration: 1.528048386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.574696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:25.046279Z","time spent":"1.528404594s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.574207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953225394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:26.574866Z","caller":"traceutil/trace.go:171","msg":"trace[345758772] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23151; }","duration":"2.95389434s","start":"2026-03-06T01:12:23.620943Z","end":"2026-03-06T01:12:26.574837Z","steps":["trace[345758772] 'agreement among raft nodes before linearized reading' (duration: 2.953093651s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.574943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:23.620925Z","time spent":"2.953986481s","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:26.574282Z","caller":"traceutil/trace.go:171","msg":"trace[1371242253] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23151; }","duration":"301.489804ms","start":"2026-03-06T01:12:26.272777Z","end":"2026-03-06T01:12:26.574267Z","steps":["trace[1371242253] 'agreement among raft nodes before linearized reading' (duration: 300.845149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.575167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.27277Z","time spent":"302.351413ms","remote":"127.0.0.1:60050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:26.576223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204525813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:12:26.57699Z","caller":"traceutil/trace.go:171","msg":"trace[451845618] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23151; }","duration":"4.205299499s","start":"2026-03-06T01:12:22.371639Z","end":"2026-03-06T01:12:26.576939Z","steps":["trace[451845618] 'agreement among raft nodes before linearized reading' (duration: 4.202208051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:26.577171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:22.37162Z","time spent":"4.205434984s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:27.083526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869910,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:12:27.233768Z","caller":"traceutil/trace.go:171","msg":"trace[772404476] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"652.367651ms","start":"2026-03-06T01:12:26.581368Z","end":"2026-03-06T01:12:27.233736Z","steps":["trace[772404476] 'process raft request' (duration: 651.43372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.233935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.581349Z","time spent":"652.499434ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:27.889047Z","caller":"traceutil/trace.go:171","msg":"trace[469236350] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.30735637s","start":"2026-03-06T01:12:26.58165Z","end":"2026-03-06T01:12:27.889007Z","steps":["trace[469236350] 'process raft request' (duration: 1.304694921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.889207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.581638Z","time spent":"1.307486983s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:27.88943Z","caller":"traceutil/trace.go:171","msg":"trace[203988799] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23955; }","duration":"1.306780098s","start":"2026-03-06T01:12:26.582622Z","end":"2026-03-06T01:12:27.889402Z","steps":["trace[203988799] 'read index received' (duration: 650.193024ms)","trace[203988799] 'applied index is now lower than readState.Index' (duration: 656.585104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:27.889575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.581672Z","time spent":"1.307898643s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:12:27.889612Z","caller":"traceutil/trace.go:171","msg":"trace[2087033399] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"1.307490223s","start":"2026-03-06T01:12:26.582105Z","end":"2026-03-06T01:12:27.889595Z","steps":["trace[2087033399] 'process raft request' (duration: 1.307171816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.889698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.582093Z","time spent":"1.307557835s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:27.889817Z","caller":"traceutil/trace.go:171","msg":"trace[1880053990] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"1.307680848s","start":"2026-03-06T01:12:26.582117Z","end":"2026-03-06T01:12:27.889798Z","steps":["trace[1880053990] 'process raft request' (duration: 1.307195257s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.889933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.582099Z","time spent":"1.307751269s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:27.89005Z","caller":"traceutil/trace.go:171","msg":"trace[973709313] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.308307361s","start":"2026-03-06T01:12:26.581729Z","end":"2026-03-06T01:12:27.890037Z","steps":["trace[973709313] 'process raft request' (duration: 1.307482283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.89012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.581687Z","time spent":"1.308398483s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:27.89014Z","caller":"traceutil/trace.go:171","msg":"trace[669682225] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"959.635333ms","start":"2026-03-06T01:12:26.93049Z","end":"2026-03-06T01:12:27.890125Z","steps":["trace[669682225] 'process raft request' (duration: 958.858276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.890216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.930469Z","time spent":"959.701894ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:27.890492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307865131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:27.890548Z","caller":"traceutil/trace.go:171","msg":"trace[283410563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23157; }","duration":"1.307952543s","start":"2026-03-06T01:12:26.582579Z","end":"2026-03-06T01:12:27.890532Z","steps":["trace[283410563] 'agreement among raft nodes before linearized reading' (duration: 1.307837531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:27.890592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.582562Z","time spent":"1.308023285s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:28.39022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:12:28.510738Z","caller":"traceutil/trace.go:171","msg":"trace[1945602463] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"755.77237ms","start":"2026-03-06T01:12:27.754934Z","end":"2026-03-06T01:12:28.510707Z","steps":["trace[1945602463] 'process raft request' (duration: 755.591456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.510933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.75491Z","time spent":"755.928823ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:28.572923Z","caller":"traceutil/trace.go:171","msg":"trace[777283614] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23962; }","duration":"683.403658ms","start":"2026-03-06T01:12:27.889496Z","end":"2026-03-06T01:12:28.572899Z","steps":["trace[777283614] 'read index received' (duration: 621.098559ms)","trace[777283614] 'applied index is now lower than readState.Index' (duration: 62.303599ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:28.572955Z","caller":"traceutil/trace.go:171","msg":"trace[665666649] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"657.841373ms","start":"2026-03-06T01:12:27.915092Z","end":"2026-03-06T01:12:28.572934Z","steps":["trace[665666649] 'process raft request' (duration: 657.70287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.573165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.91499Z","time spent":"658.039657ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:28.573152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209010303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:12:28.573181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15375047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:28.573314Z","caller":"traceutil/trace.go:171","msg":"trace[794593379] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23161; }","duration":"1.153945725s","start":"2026-03-06T01:12:27.419346Z","end":"2026-03-06T01:12:28.573292Z","steps":["trace[794593379] 'agreement among raft nodes before linearized reading' (duration: 1.153566846s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:28.573231Z","caller":"traceutil/trace.go:171","msg":"trace[1396856837] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23161; }","duration":"1.209131256s","start":"2026-03-06T01:12:27.364089Z","end":"2026-03-06T01:12:28.57322Z","steps":["trace[1396856837] 'agreement among raft nodes before linearized reading' (duration: 1.208953292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.57343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.419331Z","time spent":"1.154055937s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:28.573488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.364063Z","time spent":"1.209369212s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-06T01:12:28.573885Z","caller":"traceutil/trace.go:171","msg":"trace[777083614] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"468.144123ms","start":"2026-03-06T01:12:28.105722Z","end":"2026-03-06T01:12:28.573866Z","steps":["trace[777083614] 'process raft request' (duration: 467.132541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.573914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398830365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:12:28.573994Z","caller":"traceutil/trace.go:171","msg":"trace[682958339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23161; }","duration":"1.398946338s","start":"2026-03-06T01:12:27.175035Z","end":"2026-03-06T01:12:28.573981Z","steps":["trace[682958339] 'agreement among raft nodes before linearized reading' (duration: 1.398794204s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.574043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.105693Z","time spent":"468.268986ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:28.574043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893454305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.574125Z","caller":"traceutil/trace.go:171","msg":"trace[628820658] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23161; }","duration":"1.893565076s","start":"2026-03-06T01:12:26.680545Z","end":"2026-03-06T01:12:28.57411Z","steps":["trace[628820658] 'agreement among raft nodes before linearized reading' (duration: 1.893458754s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.574165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.662059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.574232Z","caller":"traceutil/trace.go:171","msg":"trace[1119860906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23161; }","duration":"681.726761ms","start":"2026-03-06T01:12:27.892495Z","end":"2026-03-06T01:12:28.574222Z","steps":["trace[1119860906] 'agreement among raft nodes before linearized reading' (duration: 681.643269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.574313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.892444Z","time spent":"681.838703ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:28.574364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892921862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T01:12:28.574061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.175014Z","time spent":"1.399013069s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:12:28.574517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89375159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.574564Z","caller":"traceutil/trace.go:171","msg":"trace[831268196] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23161; }","duration":"1.893886794s","start":"2026-03-06T01:12:26.680667Z","end":"2026-03-06T01:12:28.574554Z","steps":["trace[831268196] 'agreement among raft nodes before linearized reading' (duration: 1.893784822s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.574701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.680633Z","time spent":"1.894054888s","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:28.574408Z","caller":"traceutil/trace.go:171","msg":"trace[1739446912] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23161; }","duration":"1.892962673s","start":"2026-03-06T01:12:26.681432Z","end":"2026-03-06T01:12:28.574395Z","steps":["trace[1739446912] 'agreement among raft nodes before linearized reading' (duration: 1.892781359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.574828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.681422Z","time spent":"1.893359072s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:12:28.57509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.610367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.575135Z","caller":"traceutil/trace.go:171","msg":"trace[1233783246] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23161; }","duration":"245.665598ms","start":"2026-03-06T01:12:28.329458Z","end":"2026-03-06T01:12:28.575123Z","steps":["trace[1233783246] 'agreement among raft nodes before linearized reading' (duration: 245.586077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.575185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.605594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.575248Z","caller":"traceutil/trace.go:171","msg":"trace[36343938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23161; }","duration":"389.673095ms","start":"2026-03-06T01:12:28.185538Z","end":"2026-03-06T01:12:28.575211Z","steps":["trace[36343938] 'agreement among raft nodes before linearized reading' (duration: 389.584723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.57528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.185512Z","time spent":"389.760718ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:28.574192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:26.680519Z","time spent":"1.893660609s","remote":"127.0.0.1:56614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:28.575568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.181766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.575631Z","caller":"traceutil/trace.go:171","msg":"trace[1206594177] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23161; }","duration":"450.284068ms","start":"2026-03-06T01:12:28.125337Z","end":"2026-03-06T01:12:28.575621Z","steps":["trace[1206594177] 'agreement among raft nodes before linearized reading' (duration: 450.191816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.575665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.125316Z","time spent":"450.338649ms","remote":"127.0.0.1:44976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:28.575774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.204119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:28.57581Z","caller":"traceutil/trace.go:171","msg":"trace[1243700168] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23161; }","duration":"601.278901ms","start":"2026-03-06T01:12:27.974522Z","end":"2026-03-06T01:12:28.575801Z","steps":["trace[1243700168] 'agreement among raft nodes before linearized reading' (duration: 601.21952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.575839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.974497Z","time spent":"601.333452ms","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:28.575999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.274127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:28.576077Z","caller":"traceutil/trace.go:171","msg":"trace[45279921] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"680.359831ms","start":"2026-03-06T01:12:27.89253Z","end":"2026-03-06T01:12:28.572889Z","steps":["trace[45279921] 'process raft request' (duration: 680.125026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.576185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:27.892504Z","time spent":"683.635243ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:28.576037Z","caller":"traceutil/trace.go:171","msg":"trace[109146118] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23161; }","duration":"511.332809ms","start":"2026-03-06T01:12:28.064687Z","end":"2026-03-06T01:12:28.57602Z","steps":["trace[109146118] 'agreement among raft nodes before linearized reading' (duration: 511.279418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:28.578254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.064671Z","time spent":"513.563038ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:29.081035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:29.570524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.890525ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:12:29.570623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.578196Z","time spent":"992.422538ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:30.800312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.124301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:30.800767Z","caller":"traceutil/trace.go:171","msg":"trace[1553392769] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"2.218334226s","start":"2026-03-06T01:12:28.582416Z","end":"2026-03-06T01:12:30.80075Z","steps":["trace[1553392769] 'process raft request' (duration: 2.218256294s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:30.800797Z","caller":"traceutil/trace.go:171","msg":"trace[1332116540] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"2.219352718s","start":"2026-03-06T01:12:28.58141Z","end":"2026-03-06T01:12:30.800763Z","steps":["trace[1332116540] 'process raft request' (duration: 2.219000691s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:30.800879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.582406Z","time spent":"2.218405477s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:30.800819Z","caller":"traceutil/trace.go:171","msg":"trace[753159947] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"2.219824828s","start":"2026-03-06T01:12:28.580941Z","end":"2026-03-06T01:12:30.800765Z","steps":["trace[753159947] 'process raft request' (duration: 1.546127426s)","trace[753159947] 'compare' (duration: 672.370623ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:30.801056Z","caller":"traceutil/trace.go:171","msg":"trace[1259349219] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"2.219626034s","start":"2026-03-06T01:12:28.581413Z","end":"2026-03-06T01:12:30.801039Z","steps":["trace[1259349219] 'process raft request' (duration: 2.219216275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:30.801166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.581384Z","time spent":"2.219732956s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:30.801317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220920603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:12:30.801394Z","caller":"traceutil/trace.go:171","msg":"trace[544727248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23166; }","duration":"2.221051965s","start":"2026-03-06T01:12:28.580328Z","end":"2026-03-06T01:12:30.80138Z","steps":["trace[544727248] 'agreement among raft nodes before linearized reading' (duration: 2.220780499s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:30.801444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.58031Z","time spent":"2.221123417s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:12:30.801595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.58093Z","time spent":"2.220282558s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:30.80165Z","caller":"traceutil/trace.go:171","msg":"trace[1744951087] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"2.218347766s","start":"2026-03-06T01:12:28.583284Z","end":"2026-03-06T01:12:30.801631Z","steps":["trace[1744951087] 'process raft request' (duration: 2.217426615s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:30.800974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.581386Z","time spent":"2.219495941s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:30.801036Z","caller":"traceutil/trace.go:171","msg":"trace[858264952] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23966; }","duration":"2.220638657s","start":"2026-03-06T01:12:28.580366Z","end":"2026-03-06T01:12:30.801004Z","steps":["trace[858264952] 'read index received' (duration: 639.350903ms)","trace[858264952] 'applied index is now lower than readState.Index' (duration: 1.581286714s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:30.80176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.583263Z","time spent":"2.218437698s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.302344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:31.34973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127319484s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:12:31.47505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:31.475145Z","caller":"traceutil/trace.go:171","msg":"trace[369140268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450442s","start":"2026-03-06T01:12:29.474671Z","end":"2026-03-06T01:12:31.475121Z","steps":["trace[369140268] 'agreement among raft nodes before linearized reading' (duration: 2.00032967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.475195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.474657Z","time spent":"2.000526964s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:31.912713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.833624ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:31.912839Z","caller":"traceutil/trace.go:171","msg":"trace[870913750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23166; }","duration":"803.977297ms","start":"2026-03-06T01:12:31.108842Z","end":"2026-03-06T01:12:31.912819Z","steps":["trace[870913750] 'range keys from in-memory index tree' (duration: 803.816154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.106098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:31.914404Z","caller":"traceutil/trace.go:171","msg":"trace[1052524196] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"2.018581224s","start":"2026-03-06T01:12:29.895807Z","end":"2026-03-06T01:12:31.914388Z","steps":["trace[1052524196] 'process raft request' (duration: 2.018459792s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.914399Z","caller":"traceutil/trace.go:171","msg":"trace[1185649570] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"2.342959766s","start":"2026-03-06T01:12:29.571405Z","end":"2026-03-06T01:12:31.914365Z","steps":["trace[1185649570] 'process raft request' (duration: 1.778561952s)","trace[1185649570] 'compare' (duration: 563.386691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:31.9146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.571384Z","time spent":"2.343138889s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:31.914678Z","caller":"traceutil/trace.go:171","msg":"trace[312591604] linearizableReadLoop","detail":"{readStateIndex:23976; appliedIndex:23972; }","duration":"1.112870845s","start":"2026-03-06T01:12:30.80177Z","end":"2026-03-06T01:12:31.914641Z","steps":["trace[312591604] 'read index received' (duration: 548.208675ms)","trace[312591604] 'applied index is now lower than readState.Index' (duration: 564.66067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:31.914748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939618456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:31.91479Z","caller":"traceutil/trace.go:171","msg":"trace[1106660825] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23170; }","duration":"1.939692009s","start":"2026-03-06T01:12:29.975086Z","end":"2026-03-06T01:12:31.914778Z","steps":["trace[1106660825] 'agreement among raft nodes before linearized reading' (duration: 1.939575286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125320291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:31.914868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019827272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:12:31.914855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346218691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:31.914855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669586955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:31.914893Z","caller":"traceutil/trace.go:171","msg":"trace[1779625542] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23170; }","duration":"1.125482484s","start":"2026-03-06T01:12:30.789393Z","end":"2026-03-06T01:12:31.914876Z","steps":["trace[1779625542] 'agreement among raft nodes before linearized reading' (duration: 1.125275499s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.914909Z","caller":"traceutil/trace.go:171","msg":"trace[1212218771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23170; }","duration":"2.019903093s","start":"2026-03-06T01:12:29.894994Z","end":"2026-03-06T01:12:31.914897Z","steps":["trace[1212218771] 'agreement among raft nodes before linearized reading' (duration: 2.019820302s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.914918Z","caller":"traceutil/trace.go:171","msg":"trace[1256307793] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23170; }","duration":"1.346310542s","start":"2026-03-06T01:12:30.568594Z","end":"2026-03-06T01:12:31.914905Z","steps":["trace[1256307793] 'agreement among raft nodes before linearized reading' (duration: 1.346224141s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.89497Z","time spent":"2.019965104s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:31.914918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019049904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:12:31.914967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.568578Z","time spent":"1.346379725s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:31.915008Z","caller":"traceutil/trace.go:171","msg":"trace[1796928439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23170; }","duration":"2.019185397s","start":"2026-03-06T01:12:29.895802Z","end":"2026-03-06T01:12:31.914987Z","steps":["trace[1796928439] 'agreement among raft nodes before linearized reading' (duration: 2.018927802s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.91503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936343563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-06T01:12:31.915047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334187416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d69ca10c-2aef-4f84-bbda-c2ddf327b36a\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-06T01:12:31.915051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167368778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:31.915063Z","caller":"traceutil/trace.go:171","msg":"trace[1164768025] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889; range_end:; response_count:1; response_revision:23170; }","duration":"1.936413175s","start":"2026-03-06T01:12:29.97864Z","end":"2026-03-06T01:12:31.915053Z","steps":["trace[1164768025] 'agreement among raft nodes before linearized reading' (duration: 1.936272922s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.915092Z","caller":"traceutil/trace.go:171","msg":"trace[1439448142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d69ca10c-2aef-4f84-bbda-c2ddf327b36a; range_end:; response_count:1; response_revision:23170; }","duration":"3.334236477s","start":"2026-03-06T01:12:28.580842Z","end":"2026-03-06T01:12:31.915078Z","steps":["trace[1439448142] 'agreement among raft nodes before linearized reading' (duration: 3.334100734s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808195204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:31.915096Z","caller":"traceutil/trace.go:171","msg":"trace[621276633] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23170; }","duration":"2.167454919s","start":"2026-03-06T01:12:29.74763Z","end":"2026-03-06T01:12:31.915085Z","steps":["trace[621276633] 'agreement among raft nodes before linearized reading' (duration: 2.167354117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331218551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:31.915128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.580834Z","time spent":"3.334285538s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-d69ca10c-2aef-4f84-bbda-c2ddf327b36a\" "} {"level":"info","ts":"2026-03-06T01:12:31.915137Z","caller":"traceutil/trace.go:171","msg":"trace[1448453488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23170; }","duration":"2.80852248s","start":"2026-03-06T01:12:29.106601Z","end":"2026-03-06T01:12:31.915123Z","steps":["trace[1448453488] 'agreement among raft nodes before linearized reading' (duration: 2.808199193s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.915147Z","caller":"traceutil/trace.go:171","msg":"trace[1820699026] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23170; }","duration":"3.331475327s","start":"2026-03-06T01:12:28.583662Z","end":"2026-03-06T01:12:31.915137Z","steps":["trace[1820699026] 'agreement among raft nodes before linearized reading' (duration: 3.331233321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:28.58365Z","time spent":"3.331521447s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:12:31.915226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115054613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:31.91526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111407123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-06T01:12:31.915279Z","caller":"traceutil/trace.go:171","msg":"trace[1276881605] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23170; }","duration":"1.115136074s","start":"2026-03-06T01:12:30.800135Z","end":"2026-03-06T01:12:31.915271Z","steps":["trace[1276881605] 'agreement among raft nodes before linearized reading' (duration: 1.115062073s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.91529Z","caller":"traceutil/trace.go:171","msg":"trace[2111942059] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23170; }","duration":"1.111486465s","start":"2026-03-06T01:12:30.803796Z","end":"2026-03-06T01:12:31.915282Z","steps":["trace[2111942059] 'agreement among raft nodes before linearized reading' (duration: 1.111387683s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.800118Z","time spent":"1.115184876s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.10658Z","time spent":"2.808590162s","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.978619Z","time spent":"1.936472377s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" "} {"level":"warn","ts":"2026-03-06T01:12:31.914476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.895783Z","time spent":"2.018661856s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.915409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018944632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:12:31.914893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78031868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:31.914948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.789369Z","time spent":"1.125567936s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:31.915505Z","caller":"traceutil/trace.go:171","msg":"trace[1834105802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23170; }","duration":"1.780926833s","start":"2026-03-06T01:12:30.134567Z","end":"2026-03-06T01:12:31.915494Z","steps":["trace[1834105802] 'agreement among raft nodes before linearized reading' (duration: 1.7802982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.89578Z","time spent":"2.0192658s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:31.915548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.134528Z","time spent":"1.781008865s","remote":"127.0.0.1:56330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.049641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:31.914611Z","caller":"traceutil/trace.go:171","msg":"trace[1770027758] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"1.985086732s","start":"2026-03-06T01:12:29.929487Z","end":"2026-03-06T01:12:31.914573Z","steps":["trace[1770027758] 'process raft request' (duration: 1.984866687s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.915607Z","caller":"traceutil/trace.go:171","msg":"trace[1545009010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23170; }","duration":"440.125923ms","start":"2026-03-06T01:12:31.475472Z","end":"2026-03-06T01:12:31.915597Z","steps":["trace[1545009010] 'agreement among raft nodes before linearized reading' (duration: 440.080052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.486399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:12:31.91564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.475451Z","time spent":"440.183734ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:31.915646Z","caller":"traceutil/trace.go:171","msg":"trace[1814553909] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23170; }","duration":"931.54933ms","start":"2026-03-06T01:12:30.984089Z","end":"2026-03-06T01:12:31.915639Z","steps":["trace[1814553909] 'agreement among raft nodes before linearized reading' (duration: 931.402097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.91517Z","caller":"traceutil/trace.go:171","msg":"trace[982393245] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"1.336349422s","start":"2026-03-06T01:12:30.578805Z","end":"2026-03-06T01:12:31.915155Z","steps":["trace[982393245] 'process raft request' (duration: 1.335717598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.929467Z","time spent":"1.986150846s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.915676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.984069Z","time spent":"931.599362ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.578786Z","time spent":"1.336893723s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:31.914954Z","caller":"traceutil/trace.go:171","msg":"trace[1742465464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23170; }","duration":"2.669706098s","start":"2026-03-06T01:12:29.245209Z","end":"2026-03-06T01:12:31.914915Z","steps":["trace[1742465464] 'agreement among raft nodes before linearized reading' (duration: 2.669463332s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.91479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019798261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:12:31.915467Z","caller":"traceutil/trace.go:171","msg":"trace[855488824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23170; }","duration":"2.019024975s","start":"2026-03-06T01:12:29.896432Z","end":"2026-03-06T01:12:31.915457Z","steps":["trace[855488824] 'agreement among raft nodes before linearized reading' (duration: 2.018647266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.914774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545827699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:31.915894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.89642Z","time spent":"2.019464434s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:31.915928Z","caller":"traceutil/trace.go:171","msg":"trace[803735999] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23170; }","duration":"1.547016455s","start":"2026-03-06T01:12:30.368891Z","end":"2026-03-06T01:12:31.915908Z","steps":["trace[803735999] 'agreement among raft nodes before linearized reading' (duration: 1.545783508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.915324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.803751Z","time spent":"1.111567597s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:31.915994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.368874Z","time spent":"1.547100747s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.914838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.975069Z","time spent":"1.93975885s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.747608Z","time spent":"2.167527322s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:31.915804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.245192Z","time spent":"2.670601397s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:31.91553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.71213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:12:31.915847Z","caller":"traceutil/trace.go:171","msg":"trace[373073815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23170; }","duration":"2.020888515s","start":"2026-03-06T01:12:29.894946Z","end":"2026-03-06T01:12:31.915835Z","steps":["trace[373073815] 'agreement among raft nodes before linearized reading' (duration: 2.019717529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.91628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.894926Z","time spent":"2.021344974s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:31.916276Z","caller":"traceutil/trace.go:171","msg":"trace[1122932685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23170; }","duration":"532.478417ms","start":"2026-03-06T01:12:31.383779Z","end":"2026-03-06T01:12:31.916257Z","steps":["trace[1122932685] 'agreement among raft nodes before linearized reading' (duration: 531.68227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.916332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.383759Z","time spent":"532.559059ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:12:32.419619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:32.920198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:33.007476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088611768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:12:33.249065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.326063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:33.249169Z","caller":"traceutil/trace.go:171","msg":"trace[549696268] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"1.330385961s","start":"2026-03-06T01:12:31.918763Z","end":"2026-03-06T01:12:33.249149Z","steps":["trace[549696268] 'process raft request' (duration: 1.088886985s)","trace[549696268] 'compare' (duration: 241.050466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:33.24926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.918744Z","time spent":"1.330484712s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.92479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:33.924873Z","caller":"traceutil/trace.go:171","msg":"trace[1215403299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671518s","start":"2026-03-06T01:12:31.924183Z","end":"2026-03-06T01:12:33.924854Z","steps":["trace[1215403299] 'agreement among raft nodes before linearized reading' (duration: 2.000563855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.924923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.924176Z","time spent":"2.000738399s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:33.956556Z","caller":"traceutil/trace.go:171","msg":"trace[826264855] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"2.035500059s","start":"2026-03-06T01:12:31.921021Z","end":"2026-03-06T01:12:33.956521Z","steps":["trace[826264855] 'process raft request' (duration: 2.035354085s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.956643Z","caller":"traceutil/trace.go:171","msg":"trace[605890162] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23976; }","duration":"2.037660827s","start":"2026-03-06T01:12:31.918964Z","end":"2026-03-06T01:12:33.956625Z","steps":["trace[605890162] 'read index received' (duration: 1.08869674s)","trace[605890162] 'applied index is now lower than readState.Index' (duration: 948.963227ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:33.956664Z","caller":"traceutil/trace.go:171","msg":"trace[874582600] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"2.035820116s","start":"2026-03-06T01:12:31.920807Z","end":"2026-03-06T01:12:33.956627Z","steps":["trace[874582600] 'process raft request' (duration: 2.035398347s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.956702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.920987Z","time spent":"2.035639812s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:33.956732Z","caller":"traceutil/trace.go:171","msg":"trace[674135671] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"1.14965123s","start":"2026-03-06T01:12:32.807064Z","end":"2026-03-06T01:12:33.956715Z","steps":["trace[674135671] 'process raft request' (duration: 1.149419395s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.956792Z","caller":"traceutil/trace.go:171","msg":"trace[333113146] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"1.149564468s","start":"2026-03-06T01:12:32.807217Z","end":"2026-03-06T01:12:33.956781Z","steps":["trace[333113146] 'process raft request' (duration: 1.149292192s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.956798Z","caller":"traceutil/trace.go:171","msg":"trace[325332329] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.149232969s","start":"2026-03-06T01:12:32.807552Z","end":"2026-03-06T01:12:33.956785Z","steps":["trace[325332329] 'process raft request' (duration: 1.149010014s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.956667Z","caller":"traceutil/trace.go:171","msg":"trace[430733935] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"2.035502609s","start":"2026-03-06T01:12:31.92112Z","end":"2026-03-06T01:12:33.956622Z","steps":["trace[430733935] 'process raft request' (duration: 2.035285754s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.95686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.807027Z","time spent":"1.149765532s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.956883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.807209Z","time spent":"1.149618199s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:33.956877Z","caller":"traceutil/trace.go:171","msg":"trace[448871784] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"2.035904528s","start":"2026-03-06T01:12:31.920945Z","end":"2026-03-06T01:12:33.956849Z","steps":["trace[448871784] 'process raft request' (duration: 2.035387686s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.956908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.920782Z","time spent":"2.035957439s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.956906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037919572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:12:33.956969Z","caller":"traceutil/trace.go:171","msg":"trace[602708952] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23182; }","duration":"2.038027885s","start":"2026-03-06T01:12:31.918931Z","end":"2026-03-06T01:12:33.956959Z","steps":["trace[602708952] 'agreement among raft nodes before linearized reading' (duration: 2.03777912s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.95695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.807539Z","time spent":"1.149311902s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.956999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.920925Z","time spent":"2.036016941s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.957006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038016004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:12:33.956656Z","caller":"traceutil/trace.go:171","msg":"trace[665561507] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"2.035388747s","start":"2026-03-06T01:12:31.921232Z","end":"2026-03-06T01:12:33.956621Z","steps":["trace[665561507] 'process raft request' (duration: 2.035203753s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.957005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.921107Z","time spent":"2.035768655s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:33.957058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.918902Z","time spent":"2.038102506s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-06T01:12:33.956738Z","caller":"traceutil/trace.go:171","msg":"trace[418791697] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.149079387s","start":"2026-03-06T01:12:32.807631Z","end":"2026-03-06T01:12:33.95671Z","steps":["trace[418791697] 'process raft request' (duration: 1.148966534s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.957085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.921208Z","time spent":"2.035844506s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:33.956729Z","caller":"traceutil/trace.go:171","msg":"trace[158790687] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.149323771s","start":"2026-03-06T01:12:32.807364Z","end":"2026-03-06T01:12:33.956688Z","steps":["trace[158790687] 'process raft request' (duration: 1.149172098s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.957163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.807622Z","time spent":"1.149484255s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:33.957058Z","caller":"traceutil/trace.go:171","msg":"trace[47594324] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23182; }","duration":"2.038110877s","start":"2026-03-06T01:12:31.918934Z","end":"2026-03-06T01:12:33.957045Z","steps":["trace[47594324] 'agreement among raft nodes before linearized reading' (duration: 2.037907003s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.957236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.918917Z","time spent":"2.038307511s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:12:33.957304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.80735Z","time spent":"1.149804622s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:33.958449Z","caller":"traceutil/trace.go:171","msg":"trace[1720681419] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"2.037103724s","start":"2026-03-06T01:12:31.921306Z","end":"2026-03-06T01:12:33.95841Z","steps":["trace[1720681419] 'process raft request' (duration: 2.035155421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.958575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.9213Z","time spent":"2.037221136s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:35.62993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.542820523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:12:35.925903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:35.925978Z","caller":"traceutil/trace.go:171","msg":"trace[800231691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688947s","start":"2026-03-06T01:12:33.925273Z","end":"2026-03-06T01:12:35.925962Z","steps":["trace[800231691] 'agreement among raft nodes before linearized reading' (duration: 2.000593155s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.926017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.925264Z","time spent":"2.000744878s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:36.201642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114394555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:36.202114Z","caller":"traceutil/trace.go:171","msg":"trace[1590490919] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"2.278712521s","start":"2026-03-06T01:12:33.923368Z","end":"2026-03-06T01:12:36.20208Z","steps":["trace[1590490919] 'process raft request' (duration: 163.752574ms)","trace[1590490919] 'compare' (duration: 2.113539076s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.202237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.923342Z","time spent":"2.278838434s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:36.202583Z","caller":"traceutil/trace.go:171","msg":"trace[186353304] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"2.278945027s","start":"2026-03-06T01:12:33.923599Z","end":"2026-03-06T01:12:36.202544Z","steps":["trace[186353304] 'process raft request' (duration: 2.278161689s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.20261Z","caller":"traceutil/trace.go:171","msg":"trace[1945149400] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23988; }","duration":"2.245863186s","start":"2026-03-06T01:12:33.956689Z","end":"2026-03-06T01:12:36.202552Z","steps":["trace[1945149400] 'read index received' (duration: 130.455817ms)","trace[1945149400] 'applied index is now lower than readState.Index' (duration: 2.115403508s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.202687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.923578Z","time spent":"2.279056s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:36.703008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:36.940267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023035156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:36.94028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.374345ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:12:36.940367Z","caller":"traceutil/trace.go:171","msg":"trace[65271905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23184; }","duration":"4.023189818s","start":"2026-03-06T01:12:32.917151Z","end":"2026-03-06T01:12:36.940341Z","steps":["trace[65271905] 'agreement among raft nodes before linearized reading' (duration: 3.285491149s)","trace[65271905] 'count revisions from in-memory index tree' (duration: 737.548346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.940369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77949643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:36.940419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.91713Z","time spent":"4.023277661s","remote":"127.0.0.1:56274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:36.940466Z","caller":"traceutil/trace.go:171","msg":"trace[753740725] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23184; }","duration":"4.779675954s","start":"2026-03-06T01:12:32.160764Z","end":"2026-03-06T01:12:36.94044Z","steps":["trace[753740725] 'agreement among raft nodes before linearized reading' (duration: 4.041904263s)","trace[753740725] 'count revisions from in-memory index tree' (duration: 737.627948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.94071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.160732Z","time spent":"4.77995734s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:36.941036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833981306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:36.941083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.692782431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:36.941182Z","caller":"traceutil/trace.go:171","msg":"trace[1074137278] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23184; }","duration":"4.692859132s","start":"2026-03-06T01:12:32.248257Z","end":"2026-03-06T01:12:36.941116Z","steps":["trace[1074137278] 'agreement among raft nodes before linearized reading' (duration: 3.954339945s)","trace[1074137278] 'count revisions from in-memory index tree' (duration: 738.448656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.941235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.248241Z","time spent":"4.692979685s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:36.941284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018941771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:36.941186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.965436526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.941332Z","caller":"traceutil/trace.go:171","msg":"trace[1705632718] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23184; }","duration":"5.018989012s","start":"2026-03-06T01:12:31.922331Z","end":"2026-03-06T01:12:36.94132Z","steps":["trace[1705632718] 'agreement among raft nodes before linearized reading' (duration: 4.280458894s)","trace[1705632718] 'range keys from in-memory index tree' (duration: 738.464266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.941382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.922312Z","time spent":"5.019058323s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:12:36.941438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610898452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:36.941447Z","caller":"traceutil/trace.go:171","msg":"trace[1263564605] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23184; }","duration":"4.965794764s","start":"2026-03-06T01:12:31.975581Z","end":"2026-03-06T01:12:36.941376Z","steps":["trace[1263564605] 'agreement among raft nodes before linearized reading' (duration: 4.227184604s)","trace[1263564605] 'range keys from in-memory index tree' (duration: 738.214701ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:36.941481Z","caller":"traceutil/trace.go:171","msg":"trace[1969884817] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23184; }","duration":"3.610985884s","start":"2026-03-06T01:12:33.330483Z","end":"2026-03-06T01:12:36.941469Z","steps":["trace[1969884817] 'agreement among raft nodes before linearized reading' (duration: 2.872133519s)","trace[1969884817] 'count revisions from in-memory index tree' (duration: 738.795014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.941544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.33046Z","time spent":"3.611074676s","remote":"127.0.0.1:33368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:36.941756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688164072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:12:36.941796Z","caller":"traceutil/trace.go:171","msg":"trace[1597196642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d; range_end:; response_count:1; response_revision:23184; }","duration":"3.688291735s","start":"2026-03-06T01:12:33.253492Z","end":"2026-03-06T01:12:36.941784Z","steps":["trace[1597196642] 'agreement among raft nodes before linearized reading' (duration: 2.949135163s)","trace[1597196642] 'range keys from in-memory index tree' (duration: 739.042939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.941831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.253458Z","time spent":"3.688366307s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" "} {"level":"warn","ts":"2026-03-06T01:12:36.941678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.97553Z","time spent":"4.96609151s","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:12:36.941093Z","caller":"traceutil/trace.go:171","msg":"trace[91671268] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23184; }","duration":"4.834061408s","start":"2026-03-06T01:12:32.107006Z","end":"2026-03-06T01:12:36.941068Z","steps":["trace[91671268] 'agreement among raft nodes before linearized reading' (duration: 4.095650743s)","trace[91671268] 'count revisions from in-memory index tree' (duration: 738.353204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.942665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:32.106985Z","time spent":"4.835639863s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:36.94525Z","caller":"traceutil/trace.go:171","msg":"trace[1061327732] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"981.066247ms","start":"2026-03-06T01:12:35.964167Z","end":"2026-03-06T01:12:36.945234Z","steps":["trace[1061327732] 'process raft request' (duration: 980.934445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.945384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964045Z","time spent":"981.264172ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:37.934747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:37.934908Z","caller":"traceutil/trace.go:171","msg":"trace[1178997104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363951s","start":"2026-03-06T01:12:35.934522Z","end":"2026-03-06T01:12:37.934886Z","steps":["trace[1178997104] 'agreement among raft nodes before linearized reading' (duration: 2.000186487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.935016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.934507Z","time spent":"2.000485853s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:38.688093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740400187s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:38.786245Z","caller":"traceutil/trace.go:171","msg":"trace[1299636653] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"2.821947578s","start":"2026-03-06T01:12:35.964271Z","end":"2026-03-06T01:12:38.786223Z","steps":["trace[1299636653] 'process raft request' (duration: 2.724167384s)","trace[1299636653] 'compare' (duration: 97.048608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:38.786372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964192Z","time spent":"2.822115262s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:38.786584Z","caller":"traceutil/trace.go:171","msg":"trace[744066980] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"2.705502739s","start":"2026-03-06T01:12:36.081057Z","end":"2026-03-06T01:12:38.786559Z","steps":["trace[744066980] 'process raft request' (duration: 2.705432468s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.786641Z","caller":"traceutil/trace.go:171","msg":"trace[788112750] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.821456767s","start":"2026-03-06T01:12:35.965174Z","end":"2026-03-06T01:12:38.78663Z","steps":["trace[788112750] 'process raft request' (duration: 2.821008527s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.786714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.081032Z","time spent":"2.705613522s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:38.786719Z","caller":"traceutil/trace.go:171","msg":"trace[735800579] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"2.820172578s","start":"2026-03-06T01:12:35.966529Z","end":"2026-03-06T01:12:38.786702Z","steps":["trace[735800579] 'process raft request' (duration: 2.819815391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.786718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.965158Z","time spent":"2.821529328s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.786845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.966513Z","time spent":"2.820286611s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:38.78686Z","caller":"traceutil/trace.go:171","msg":"trace[276664009] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"2.820263231s","start":"2026-03-06T01:12:35.966586Z","end":"2026-03-06T01:12:38.786849Z","steps":["trace[276664009] 'process raft request' (duration: 2.819862552s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.786906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.96656Z","time spent":"2.820320001s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:38.787041Z","caller":"traceutil/trace.go:171","msg":"trace[1416551579] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.863421689s","start":"2026-03-06T01:12:36.923606Z","end":"2026-03-06T01:12:38.787028Z","steps":["trace[1416551579] 'process raft request' (duration: 1.862914788s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.787049Z","caller":"traceutil/trace.go:171","msg":"trace[1901930094] linearizableReadLoop","detail":"{readStateIndex:23997; appliedIndex:23991; }","duration":"2.584310267s","start":"2026-03-06T01:12:36.202715Z","end":"2026-03-06T01:12:38.787025Z","steps":["trace[1901930094] 'read index received' (duration: 742.335033ms)","trace[1901930094] 'applied index is now lower than readState.Index' (duration: 1.841973903s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:38.78711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.923585Z","time spent":"1.863488441s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.787888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823437219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:38.787932Z","caller":"traceutil/trace.go:171","msg":"trace[1911696275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23192; }","duration":"2.823522632s","start":"2026-03-06T01:12:35.964397Z","end":"2026-03-06T01:12:38.78792Z","steps":["trace[1911696275] 'agreement among raft nodes before linearized reading' (duration: 2.823369739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.787962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964386Z","time spent":"2.823569654s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:38.788084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36206663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:38.788125Z","caller":"traceutil/trace.go:171","msg":"trace[2102233814] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.843820245s","start":"2026-03-06T01:12:36.944271Z","end":"2026-03-06T01:12:38.788092Z","steps":["trace[2102233814] 'process raft request' (duration: 1.842623619s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.788155Z","caller":"traceutil/trace.go:171","msg":"trace[227815139] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23192; }","duration":"4.362183553s","start":"2026-03-06T01:12:34.425954Z","end":"2026-03-06T01:12:38.788138Z","steps":["trace[227815139] 'agreement among raft nodes before linearized reading' (duration: 4.362033029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.788205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.425937Z","time spent":"4.362258774s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:38.788582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246666049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:12:38.788254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60262182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:38.788587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82873957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:12:38.788637Z","caller":"traceutil/trace.go:171","msg":"trace[52078902] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23192; }","duration":"3.603037699s","start":"2026-03-06T01:12:35.185585Z","end":"2026-03-06T01:12:38.788623Z","steps":["trace[52078902] 'agreement among raft nodes before linearized reading' (duration: 3.602620769s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.788626Z","caller":"traceutil/trace.go:171","msg":"trace[2008227312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23192; }","duration":"3.246737541s","start":"2026-03-06T01:12:35.541871Z","end":"2026-03-06T01:12:38.788609Z","steps":["trace[2008227312] 'agreement among raft nodes before linearized reading' (duration: 3.245259188s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.788646Z","caller":"traceutil/trace.go:171","msg":"trace[504267554] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23192; }","duration":"4.828836133s","start":"2026-03-06T01:12:33.959796Z","end":"2026-03-06T01:12:38.788632Z","steps":["trace[504267554] 'agreement among raft nodes before linearized reading' (duration: 4.828506345s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.788642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826239242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:38.788673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.185563Z","time spent":"3.60309744s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:38.788685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.959779Z","time spent":"4.828896193s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:12:38.788684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.541848Z","time spent":"3.246827483s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:12:38.788707Z","caller":"traceutil/trace.go:171","msg":"trace[1781906428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23192; }","duration":"2.826351855s","start":"2026-03-06T01:12:35.962339Z","end":"2026-03-06T01:12:38.788691Z","steps":["trace[1781906428] 'agreement among raft nodes before linearized reading' (duration: 2.82478843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.788671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824020413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:12:38.788744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.962324Z","time spent":"2.826410626s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:38.788777Z","caller":"traceutil/trace.go:171","msg":"trace[1114758862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23192; }","duration":"2.824152386s","start":"2026-03-06T01:12:35.964596Z","end":"2026-03-06T01:12:38.788748Z","steps":["trace[1114758862] 'agreement among raft nodes before linearized reading' (duration: 2.823409749s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.788269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673143444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-06T01:12:38.788836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964538Z","time spent":"2.824287579s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:12:38.788865Z","caller":"traceutil/trace.go:171","msg":"trace[340947700] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23192; }","duration":"2.673796638s","start":"2026-03-06T01:12:36.115053Z","end":"2026-03-06T01:12:38.78885Z","steps":["trace[340947700] 'agreement among raft nodes before linearized reading' (duration: 2.673116862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.788899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.115032Z","time spent":"2.67385818s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:12:38.788285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.944245Z","time spent":"1.843949228s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.788314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822393981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:38.789003Z","caller":"traceutil/trace.go:171","msg":"trace[2127344168] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23192; }","duration":"4.823089985s","start":"2026-03-06T01:12:33.9659Z","end":"2026-03-06T01:12:38.78899Z","steps":["trace[2127344168] 'agreement among raft nodes before linearized reading' (duration: 4.82238789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.789041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.965893Z","time spent":"4.823132886s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:38.788378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777423868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:38.789089Z","caller":"traceutil/trace.go:171","msg":"trace[1294910113] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23192; }","duration":"3.778201035s","start":"2026-03-06T01:12:35.010877Z","end":"2026-03-06T01:12:38.789079Z","steps":["trace[1294910113] 'agreement among raft nodes before linearized reading' (duration: 3.777404538s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.789123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.010856Z","time spent":"3.778253717s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:38.788487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826911829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8459f3bf-6da8-4171-be3e-d534e2d588c5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-06T01:12:38.789162Z","caller":"traceutil/trace.go:171","msg":"trace[407897180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8459f3bf-6da8-4171-be3e-d534e2d588c5; range_end:; response_count:1; response_revision:23192; }","duration":"4.827582544s","start":"2026-03-06T01:12:33.961568Z","end":"2026-03-06T01:12:38.78915Z","steps":["trace[407897180] 'agreement among raft nodes before linearized reading' (duration: 4.826710535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.789223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:33.961539Z","time spent":"4.827671966s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-8459f3bf-6da8-4171-be3e-d534e2d588c5\" "} {"level":"warn","ts":"2026-03-06T01:12:38.788493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823964142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:38.789277Z","caller":"traceutil/trace.go:171","msg":"trace[1502428793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23192; }","duration":"2.82480227s","start":"2026-03-06T01:12:35.964463Z","end":"2026-03-06T01:12:38.789266Z","steps":["trace[1502428793] 'agreement among raft nodes before linearized reading' (duration: 2.823072162s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.789334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964457Z","time spent":"2.824865062s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:38.789327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824644446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:38.78937Z","caller":"traceutil/trace.go:171","msg":"trace[635768781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23192; }","duration":"2.824724208s","start":"2026-03-06T01:12:35.964634Z","end":"2026-03-06T01:12:38.789359Z","steps":["trace[635768781] 'agreement among raft nodes before linearized reading' (duration: 2.822774465s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.789408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.964617Z","time spent":"2.82478413s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:39.287743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:39.788499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:39.935872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:39.935983Z","caller":"traceutil/trace.go:171","msg":"trace[374430248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000928103s","start":"2026-03-06T01:12:37.935029Z","end":"2026-03-06T01:12:39.935957Z","steps":["trace[374430248] 'agreement among raft nodes before linearized reading' (duration: 2.00078742s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.936047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.935012Z","time spent":"2.001021304s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:40.186101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:40.186213Z","caller":"traceutil/trace.go:171","msg":"trace[180336216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205577s","start":"2026-03-06T01:12:38.185987Z","end":"2026-03-06T01:12:40.186193Z","steps":["trace[180336216] 'agreement among raft nodes before linearized reading' (duration: 2.000054973s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.186268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.185965Z","time spent":"2.000292949s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:40.289491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:40.678508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990031772s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:40.744653Z","caller":"traceutil/trace.go:171","msg":"trace[1785381789] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"2.534471384s","start":"2026-03-06T01:12:38.210164Z","end":"2026-03-06T01:12:40.744635Z","steps":["trace[1785381789] 'process raft request' (duration: 2.534380272s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.744663Z","caller":"traceutil/trace.go:171","msg":"trace[381748173] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"3.787010831s","start":"2026-03-06T01:12:36.957615Z","end":"2026-03-06T01:12:40.744626Z","steps":["trace[381748173] 'process raft request' (duration: 3.72104859s)","trace[381748173] 'compare' (duration: 64.888776ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:40.744713Z","caller":"traceutil/trace.go:171","msg":"trace[773529383] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"2.534478844s","start":"2026-03-06T01:12:38.210212Z","end":"2026-03-06T01:12:40.744691Z","steps":["trace[773529383] 'process raft request' (duration: 2.534395982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.744824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.95759Z","time spent":"3.787137573s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:40.744842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.210184Z","time spent":"2.534602367s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:40.744755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.210132Z","time spent":"2.534568186s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:41.590342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.713703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.590553Z","caller":"traceutil/trace.go:171","msg":"trace[978943067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23195; }","duration":"481.882897ms","start":"2026-03-06T01:12:41.10859Z","end":"2026-03-06T01:12:41.590473Z","steps":["trace[978943067] 'range keys from in-memory index tree' (duration: 481.686593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.59092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.628642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:41.591296Z","caller":"traceutil/trace.go:171","msg":"trace[1428168770] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"2.86812719s","start":"2026-03-06T01:12:38.723138Z","end":"2026-03-06T01:12:41.591265Z","steps":["trace[1428168770] 'process raft request' (duration: 2.629040568s)","trace[1428168770] 'compare' (duration: 237.980978ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:41.591326Z","caller":"traceutil/trace.go:171","msg":"trace[1576282807] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"2.800296789s","start":"2026-03-06T01:12:38.791006Z","end":"2026-03-06T01:12:41.591302Z","steps":["trace[1576282807] 'process raft request' (duration: 2.800088214s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.591448Z","caller":"traceutil/trace.go:171","msg":"trace[1903018143] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"2.798800955s","start":"2026-03-06T01:12:38.792629Z","end":"2026-03-06T01:12:41.59143Z","steps":["trace[1903018143] 'process raft request' (duration: 2.798616081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.591541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.792618Z","time spent":"2.798874226s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:41.591566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.790992Z","time spent":"2.800451052s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:41.591811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.723106Z","time spent":"2.868300914s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.592037Z","caller":"traceutil/trace.go:171","msg":"trace[265997917] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"2.799025209s","start":"2026-03-06T01:12:38.792988Z","end":"2026-03-06T01:12:41.592013Z","steps":["trace[265997917] 'process raft request' (duration: 2.798633331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.592248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.792973Z","time spent":"2.799172503s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.59265Z","caller":"traceutil/trace.go:171","msg":"trace[1277208104] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"2.797956187s","start":"2026-03-06T01:12:38.794673Z","end":"2026-03-06T01:12:41.592629Z","steps":["trace[1277208104] 'process raft request' (duration: 2.797430694s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.592802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.794661Z","time spent":"2.798043348s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.592891Z","caller":"traceutil/trace.go:171","msg":"trace[1751707231] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"2.79673991s","start":"2026-03-06T01:12:38.796137Z","end":"2026-03-06T01:12:41.592877Z","steps":["trace[1751707231] 'process raft request' (duration: 2.796428733s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.592987Z","caller":"traceutil/trace.go:171","msg":"trace[2085001685] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"2.798898448s","start":"2026-03-06T01:12:38.793568Z","end":"2026-03-06T01:12:41.592467Z","steps":["trace[2085001685] 'process raft request' (duration: 2.798299754s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.796121Z","time spent":"2.796811231s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.593195Z","caller":"traceutil/trace.go:171","msg":"trace[1701871863] linearizableReadLoop","detail":"{readStateIndex:24010; appliedIndex:23999; }","duration":"2.806077327s","start":"2026-03-06T01:12:38.787105Z","end":"2026-03-06T01:12:41.593183Z","steps":["trace[1701871863] 'read index received' (duration: 1.891568623s)","trace[1701871863] 'applied index is now lower than readState.Index' (duration: 914.505074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:41.593306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562061731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.593375Z","caller":"traceutil/trace.go:171","msg":"trace[1196822330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23203; }","duration":"3.562164033s","start":"2026-03-06T01:12:38.03119Z","end":"2026-03-06T01:12:41.593354Z","steps":["trace[1196822330] 'agreement among raft nodes before linearized reading' (duration: 3.562053101s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.593444Z","caller":"traceutil/trace.go:171","msg":"trace[1905662731] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"2.641111425s","start":"2026-03-06T01:12:38.952213Z","end":"2026-03-06T01:12:41.593325Z","steps":["trace[1905662731] 'process raft request' (duration: 2.640599874s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071966395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.593562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435700914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.593581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271612938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:12:41.593583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986808727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.593602Z","caller":"traceutil/trace.go:171","msg":"trace[199752631] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23203; }","duration":"5.072326722s","start":"2026-03-06T01:12:36.521255Z","end":"2026-03-06T01:12:41.593582Z","steps":["trace[199752631] 'agreement among raft nodes before linearized reading' (duration: 5.071965715s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.593609Z","caller":"traceutil/trace.go:171","msg":"trace[2004635221] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23203; }","duration":"3.435782546s","start":"2026-03-06T01:12:38.157812Z","end":"2026-03-06T01:12:41.593595Z","steps":["trace[2004635221] 'agreement among raft nodes before linearized reading' (duration: 3.435668223s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.593643Z","caller":"traceutil/trace.go:171","msg":"trace[566324540] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23203; }","duration":"4.27171188s","start":"2026-03-06T01:12:37.321915Z","end":"2026-03-06T01:12:41.593627Z","steps":["trace[566324540] 'agreement among raft nodes before linearized reading' (duration: 4.271510886s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.593657Z","caller":"traceutil/trace.go:171","msg":"trace[116434759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23203; }","duration":"2.986915479s","start":"2026-03-06T01:12:38.606722Z","end":"2026-03-06T01:12:41.593638Z","steps":["trace[116434759] 'agreement among raft nodes before linearized reading' (duration: 2.986752435s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.157792Z","time spent":"3.435861818s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.593656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645611657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.593692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.321889Z","time spent":"4.271790911s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:12:41.593674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.521232Z","time spent":"5.072419565s","remote":"127.0.0.1:56506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.593699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647886606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.593728Z","caller":"traceutil/trace.go:171","msg":"trace[591279860] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23203; }","duration":"4.646104438s","start":"2026-03-06T01:12:36.947608Z","end":"2026-03-06T01:12:41.593713Z","steps":["trace[591279860] 'agreement among raft nodes before linearized reading' (duration: 4.645968285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989180396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.59374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.60668Z","time spent":"2.987012601s","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.593721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036335429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:41.593776Z","caller":"traceutil/trace.go:171","msg":"trace[1249035029] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23203; }","duration":"4.647999969s","start":"2026-03-06T01:12:36.945756Z","end":"2026-03-06T01:12:41.593756Z","steps":["trace[1249035029] 'agreement among raft nodes before linearized reading' (duration: 4.647861756s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.593784Z","caller":"traceutil/trace.go:171","msg":"trace[1242478604] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23203; }","duration":"3.989279417s","start":"2026-03-06T01:12:37.604491Z","end":"2026-03-06T01:12:41.593771Z","steps":["trace[1242478604] 'agreement among raft nodes before linearized reading' (duration: 3.989156265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.793543Z","time spent":"2.799510381s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.593817Z","caller":"traceutil/trace.go:171","msg":"trace[695980113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23203; }","duration":"4.036469642s","start":"2026-03-06T01:12:37.557335Z","end":"2026-03-06T01:12:41.593804Z","steps":["trace[695980113] 'agreement among raft nodes before linearized reading' (duration: 4.036341279s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.593831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.604471Z","time spent":"3.98935005s","remote":"127.0.0.1:56564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.593831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.945738Z","time spent":"4.648079751s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:12:41.593852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.557314Z","time spent":"4.036526594s","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.593778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.947601Z","time spent":"4.646164849s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:12:41.593747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.952186Z","time spent":"2.641353469s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:41.593451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.03117Z","time spent":"3.562252375s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:41.945928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:12:41.946019Z","caller":"traceutil/trace.go:171","msg":"trace[453755871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721618s","start":"2026-03-06T01:12:39.945279Z","end":"2026-03-06T01:12:41.946001Z","steps":["trace[453755871] 'agreement among raft nodes before linearized reading' (duration: 2.000604785s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.946065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.945269Z","time spent":"2.00078592s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:42.094005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:42.594943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:42.666817Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14380062s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:12:42.944405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.297098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:42.944837Z","caller":"traceutil/trace.go:171","msg":"trace[201600371] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"193.706808ms","start":"2026-03-06T01:12:42.751108Z","end":"2026-03-06T01:12:42.944815Z","steps":["trace[201600371] 'process raft request' (duration: 193.649486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.945129Z","caller":"traceutil/trace.go:171","msg":"trace[2026060834] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"2.152653772s","start":"2026-03-06T01:12:40.792452Z","end":"2026-03-06T01:12:42.945106Z","steps":["trace[2026060834] 'process raft request' (duration: 1.874556316s)","trace[2026060834] 'compare' (duration: 276.986012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:42.945228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.792428Z","time spent":"2.152750723s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:42.945398Z","caller":"traceutil/trace.go:171","msg":"trace[836826170] linearizableReadLoop","detail":"{readStateIndex:24014; appliedIndex:24010; }","duration":"1.351998318s","start":"2026-03-06T01:12:41.593339Z","end":"2026-03-06T01:12:42.945337Z","steps":["trace[836826170] 'read index received' (duration: 1.073612836s)","trace[836826170] 'applied index is now lower than readState.Index' (duration: 278.382772ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:42.945483Z","caller":"traceutil/trace.go:171","msg":"trace[116086864] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"193.75403ms","start":"2026-03-06T01:12:42.751706Z","end":"2026-03-06T01:12:42.94546Z","steps":["trace[116086864] 'process raft request' (duration: 193.634326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.945262Z","caller":"traceutil/trace.go:171","msg":"trace[1628974558] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"2.15258642s","start":"2026-03-06T01:12:40.792647Z","end":"2026-03-06T01:12:42.945233Z","steps":["trace[1628974558] 'process raft request' (duration: 2.151986387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.94568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034896682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:42.94574Z","caller":"traceutil/trace.go:171","msg":"trace[229332487] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23209; }","duration":"3.035007904s","start":"2026-03-06T01:12:39.910717Z","end":"2026-03-06T01:12:42.945725Z","steps":["trace[229332487] 'agreement among raft nodes before linearized reading' (duration: 3.034867411s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.945687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.79264Z","time spent":"2.15300053s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:42.945806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.910696Z","time spent":"3.035093297s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.945869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307337406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.945865Z","caller":"traceutil/trace.go:171","msg":"trace[325291214] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"2.153247225s","start":"2026-03-06T01:12:40.792596Z","end":"2026-03-06T01:12:42.945844Z","steps":["trace[325291214] 'process raft request' (duration: 2.151913885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.945893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594004662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:42.945912Z","caller":"traceutil/trace.go:171","msg":"trace[128262017] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23209; }","duration":"2.307428188s","start":"2026-03-06T01:12:40.63847Z","end":"2026-03-06T01:12:42.945898Z","steps":["trace[128262017] 'agreement among raft nodes before linearized reading' (duration: 2.307343536s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.945906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487697138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:42.945974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.792588Z","time spent":"2.153319407s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:42.945984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152515882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:12:42.945988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15377649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-06T01:12:42.946006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855613793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:42.946035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153966164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-06T01:12:42.946023Z","caller":"traceutil/trace.go:171","msg":"trace[2045207723] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23209; }","duration":"2.487846712s","start":"2026-03-06T01:12:40.458136Z","end":"2026-03-06T01:12:42.945982Z","steps":["trace[2045207723] 'agreement among raft nodes before linearized reading' (duration: 2.487662258s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152165038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:42.946027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153158396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:12:42.946049Z","caller":"traceutil/trace.go:171","msg":"trace[933908458] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23209; }","duration":"4.153853161s","start":"2026-03-06T01:12:38.792181Z","end":"2026-03-06T01:12:42.946035Z","steps":["trace[933908458] 'agreement among raft nodes before linearized reading' (duration: 4.153646247s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.458115Z","time spent":"2.487951614s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:42.946095Z","caller":"traceutil/trace.go:171","msg":"trace[287839419] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d; range_end:; response_count:1; response_revision:23209; }","duration":"4.153240378s","start":"2026-03-06T01:12:38.792838Z","end":"2026-03-06T01:12:42.946078Z","steps":["trace[287839419] 'agreement among raft nodes before linearized reading' (duration: 4.153028433s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.792176Z","time spent":"4.153913692s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-06T01:12:42.946079Z","caller":"traceutil/trace.go:171","msg":"trace[880414940] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23209; }","duration":"3.152291081s","start":"2026-03-06T01:12:39.793775Z","end":"2026-03-06T01:12:42.946066Z","steps":["trace[880414940] 'agreement among raft nodes before linearized reading' (duration: 3.152191449s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155207232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:12:42.946141Z","caller":"traceutil/trace.go:171","msg":"trace[1904537565] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23209; }","duration":"4.155252202s","start":"2026-03-06T01:12:38.790884Z","end":"2026-03-06T01:12:42.946136Z","steps":["trace[1904537565] 'agreement among raft nodes before linearized reading' (duration: 4.155187241s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.94614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.792833Z","time spent":"4.153295999s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" "} {"level":"warn","ts":"2026-03-06T01:12:42.946154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.793754Z","time spent":"3.152387233s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.946164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.790865Z","time spent":"4.155288984s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:12:42.946199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349577455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:12:42.946246Z","caller":"traceutil/trace.go:171","msg":"trace[709169601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23209; }","duration":"1.349644306s","start":"2026-03-06T01:12:41.59659Z","end":"2026-03-06T01:12:42.946234Z","steps":["trace[709169601] 'agreement among raft nodes before linearized reading' (duration: 1.349510974s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.945812Z","caller":"traceutil/trace.go:171","msg":"trace[2010752984] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"2.152844827s","start":"2026-03-06T01:12:40.792945Z","end":"2026-03-06T01:12:42.94579Z","steps":["trace[2010752984] 'process raft request' (duration: 2.151745952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.596581Z","time spent":"1.349695297s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:12:42.945944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.638449Z","time spent":"2.307488129s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.946362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.792909Z","time spent":"2.153403899s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:42.945946Z","caller":"traceutil/trace.go:171","msg":"trace[394116586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23209; }","duration":"2.594095874s","start":"2026-03-06T01:12:40.351835Z","end":"2026-03-06T01:12:42.945931Z","steps":["trace[394116586] 'agreement among raft nodes before linearized reading' (duration: 2.594007372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.351817Z","time spent":"2.594607985s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.945725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006187007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-06T01:12:42.946454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.596221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:42.946478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250829169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.946488Z","caller":"traceutil/trace.go:171","msg":"trace[1713114824] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23209; }","duration":"3.006986205s","start":"2026-03-06T01:12:39.939488Z","end":"2026-03-06T01:12:42.946474Z","steps":["trace[1713114824] 'agreement among raft nodes before linearized reading' (duration: 3.005943751s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.946516Z","caller":"traceutil/trace.go:171","msg":"trace[495945767] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23209; }","duration":"1.25090206s","start":"2026-03-06T01:12:41.695603Z","end":"2026-03-06T01:12:42.946505Z","steps":["trace[495945767] 'agreement among raft nodes before linearized reading' (duration: 1.250841919s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.946517Z","caller":"traceutil/trace.go:171","msg":"trace[1884767975] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23209; }","duration":"415.693612ms","start":"2026-03-06T01:12:42.530802Z","end":"2026-03-06T01:12:42.946496Z","steps":["trace[1884767975] 'agreement among raft nodes before linearized reading' (duration: 415.59424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.695584Z","time spent":"1.250955922s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.946546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.939477Z","time spent":"3.007048736s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:12:42.946554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.530783Z","time spent":"415.761264ms","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:42.94654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.71611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.946598Z","caller":"traceutil/trace.go:171","msg":"trace[1782642509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23209; }","duration":"999.811222ms","start":"2026-03-06T01:12:41.946772Z","end":"2026-03-06T01:12:42.946584Z","steps":["trace[1782642509] 'agreement among raft nodes before linearized reading' (duration: 999.690599ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.946053Z","caller":"traceutil/trace.go:171","msg":"trace[134390652] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23209; }","duration":"2.855698855s","start":"2026-03-06T01:12:40.090343Z","end":"2026-03-06T01:12:42.946042Z","steps":["trace[134390652] 'agreement among raft nodes before linearized reading' (duration: 2.855627344s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.090321Z","time spent":"2.856331849s","remote":"127.0.0.1:47714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:42.946058Z","caller":"traceutil/trace.go:171","msg":"trace[922434174] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23209; }","duration":"4.154002784s","start":"2026-03-06T01:12:38.792048Z","end":"2026-03-06T01:12:42.946051Z","steps":["trace[922434174] 'agreement among raft nodes before linearized reading' (duration: 4.153931393s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.946044Z","caller":"traceutil/trace.go:171","msg":"trace[410746571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23209; }","duration":"4.152589214s","start":"2026-03-06T01:12:38.793435Z","end":"2026-03-06T01:12:42.946024Z","steps":["trace[410746571] 'agreement among raft nodes before linearized reading' (duration: 4.15242869s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.793429Z","time spent":"4.153297589s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:42.946789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.792036Z","time spent":"4.154702299s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-06T01:12:42.946274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.849211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:42.946642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.946752Z","time spent":"999.880254ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:42.946913Z","caller":"traceutil/trace.go:171","msg":"trace[585035375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23209; }","duration":"896.512136ms","start":"2026-03-06T01:12:42.050383Z","end":"2026-03-06T01:12:42.946895Z","steps":["trace[585035375] 'agreement among raft nodes before linearized reading' (duration: 895.852041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.946979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.050368Z","time spent":"896.590767ms","remote":"127.0.0.1:56488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:43.451459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258869987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:44.347008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.157476ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:12:44.34712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.949416Z","time spent":"1.39769881s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:44.955047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:44.955106Z","caller":"traceutil/trace.go:171","msg":"trace[1468585534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528694s","start":"2026-03-06T01:12:42.954565Z","end":"2026-03-06T01:12:44.955094Z","steps":["trace[1468585534] 'agreement among raft nodes before linearized reading' (duration: 2.000461362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.955131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.954559Z","time spent":"2.000566415s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:45.475271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.615712316s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:45.475959Z","caller":"traceutil/trace.go:171","msg":"trace[1065145564] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24016; }","duration":"2.525158638s","start":"2026-03-06T01:12:42.950774Z","end":"2026-03-06T01:12:45.475933Z","steps":["trace[1065145564] 'read index received' (duration: 791.155514ms)","trace[1065145564] 'applied index is now lower than readState.Index' (duration: 1.734002004s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:45.476087Z","caller":"traceutil/trace.go:171","msg":"trace[1067182720] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.524661066s","start":"2026-03-06T01:12:42.95141Z","end":"2026-03-06T01:12:45.476071Z","steps":["trace[1067182720] 'process raft request' (duration: 2.524277388s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.476225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.951393Z","time spent":"2.524748968s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.476511Z","caller":"traceutil/trace.go:171","msg":"trace[1112557310] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"2.524932493s","start":"2026-03-06T01:12:42.951562Z","end":"2026-03-06T01:12:45.476495Z","steps":["trace[1112557310] 'process raft request' (duration: 2.524204917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.476599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.951543Z","time spent":"2.525008724s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.476817Z","caller":"traceutil/trace.go:171","msg":"trace[1769772189] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"1.87750791s","start":"2026-03-06T01:12:43.599297Z","end":"2026-03-06T01:12:45.476805Z","steps":["trace[1769772189] 'process raft request' (duration: 1.87657836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.476863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.599268Z","time spent":"1.877572302s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.476956Z","caller":"traceutil/trace.go:171","msg":"trace[342938911] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"2.522108509s","start":"2026-03-06T01:12:42.954842Z","end":"2026-03-06T01:12:45.47695Z","steps":["trace[342938911] 'process raft request' (duration: 2.520969205s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.476986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.95482Z","time spent":"2.522151031s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:45.477049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526262282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e705c433-abf0-4fbf-85f4-7cb28d0dab13\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T01:12:45.477075Z","caller":"traceutil/trace.go:171","msg":"trace[1277333961] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"2.527596252s","start":"2026-03-06T01:12:42.949458Z","end":"2026-03-06T01:12:45.477054Z","steps":["trace[1277333961] 'process raft request' (duration: 2.526056218s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.477115Z","caller":"traceutil/trace.go:171","msg":"trace[1921222616] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e705c433-abf0-4fbf-85f4-7cb28d0dab13; range_end:; response_count:1; response_revision:23214; }","duration":"2.526331124s","start":"2026-03-06T01:12:42.950767Z","end":"2026-03-06T01:12:45.477098Z","steps":["trace[1921222616] 'agreement among raft nodes before linearized reading' (duration: 2.52614259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.477163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.950754Z","time spent":"2.526393475s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e705c433-abf0-4fbf-85f4-7cb28d0dab13\" "} {"level":"warn","ts":"2026-03-06T01:12:45.47719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.949439Z","time spent":"2.527678893s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.48822Z","caller":"traceutil/trace.go:171","msg":"trace[144678613] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.694378268s","start":"2026-03-06T01:12:43.79382Z","end":"2026-03-06T01:12:45.488198Z","steps":["trace[144678613] 'process raft request' (duration: 1.694177703s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.488334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.793792Z","time spent":"1.694480809s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.493384Z","caller":"traceutil/trace.go:171","msg":"trace[1351168884] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"542.046258ms","start":"2026-03-06T01:12:44.951325Z","end":"2026-03-06T01:12:45.493371Z","steps":["trace[1351168884] 'process raft request' (duration: 541.943736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.493463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.9513Z","time spent":"542.11613ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.493431Z","caller":"traceutil/trace.go:171","msg":"trace[1449587595] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23216; }","duration":"1.145428526s","start":"2026-03-06T01:12:44.347976Z","end":"2026-03-06T01:12:45.493405Z","steps":["trace[1449587595] 'process raft request' (duration: 1.145228462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.493579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.347952Z","time spent":"1.145561408s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.493619Z","caller":"traceutil/trace.go:171","msg":"trace[730096950] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"542.187911ms","start":"2026-03-06T01:12:44.951417Z","end":"2026-03-06T01:12:45.493605Z","steps":["trace[730096950] 'process raft request' (duration: 541.907015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.493676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.95141Z","time spent":"542.239322ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.493931Z","caller":"traceutil/trace.go:171","msg":"trace[105479812] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"541.473326ms","start":"2026-03-06T01:12:44.952445Z","end":"2026-03-06T01:12:45.493919Z","steps":["trace[105479812] 'process raft request' (duration: 541.401335ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.493952Z","caller":"traceutil/trace.go:171","msg":"trace[1445532067] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"542.461277ms","start":"2026-03-06T01:12:44.951463Z","end":"2026-03-06T01:12:45.493924Z","steps":["trace[1445532067] 'process raft request' (duration: 541.879665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.951457Z","time spent":"542.525639ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.494062Z","caller":"traceutil/trace.go:171","msg":"trace[22157839] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"542.199842ms","start":"2026-03-06T01:12:44.951852Z","end":"2026-03-06T01:12:45.494052Z","steps":["trace[22157839] 'process raft request' (duration: 541.962017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.4941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896556293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:45.494136Z","caller":"traceutil/trace.go:171","msg":"trace[1888975155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23222; }","duration":"1.896669016s","start":"2026-03-06T01:12:43.597456Z","end":"2026-03-06T01:12:45.494125Z","steps":["trace[1888975155] 'agreement among raft nodes before linearized reading' (duration: 1.896559343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.49412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.951843Z","time spent":"542.245783ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:45.494161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.597432Z","time spent":"1.896723276s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:45.494287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00173312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:45.494333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896847579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:45.494347Z","caller":"traceutil/trace.go:171","msg":"trace[2048080011] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"540.852582ms","start":"2026-03-06T01:12:44.953474Z","end":"2026-03-06T01:12:45.494327Z","steps":["trace[2048080011] 'process raft request' (duration: 540.413902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.494388Z","caller":"traceutil/trace.go:171","msg":"trace[237184221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23222; }","duration":"1.896960461s","start":"2026-03-06T01:12:43.597416Z","end":"2026-03-06T01:12:45.494377Z","steps":["trace[237184221] 'agreement among raft nodes before linearized reading' (duration: 1.896832898s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.597387Z","time spent":"1.897025193s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:45.494441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.953463Z","time spent":"540.932185ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:45.494477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324169031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:45.494496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899474228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:12:45.49435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535353433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:12:45.494527Z","caller":"traceutil/trace.go:171","msg":"trace[1972417051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23222; }","duration":"1.899558919s","start":"2026-03-06T01:12:43.59496Z","end":"2026-03-06T01:12:45.494519Z","steps":["trace[1972417051] 'agreement among raft nodes before linearized reading' (duration: 1.899424796s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.494551Z","caller":"traceutil/trace.go:171","msg":"trace[429475465] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23222; }","duration":"1.324275014s","start":"2026-03-06T01:12:44.17024Z","end":"2026-03-06T01:12:45.494515Z","steps":["trace[429475465] 'agreement among raft nodes before linearized reading' (duration: 1.324207093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.594931Z","time spent":"1.899620071s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:45.494599Z","caller":"traceutil/trace.go:171","msg":"trace[1582697735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23222; }","duration":"2.535569568s","start":"2026-03-06T01:12:42.958974Z","end":"2026-03-06T01:12:45.494543Z","steps":["trace[1582697735] 'agreement among raft nodes before linearized reading' (duration: 2.535320622s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.17021Z","time spent":"1.324392476s","remote":"127.0.0.1:56460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:45.494634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:42.958966Z","time spent":"2.53565842s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:12:45.494661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897187576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:45.494707Z","caller":"traceutil/trace.go:171","msg":"trace[760833643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23222; }","duration":"1.897272368s","start":"2026-03-06T01:12:43.597416Z","end":"2026-03-06T01:12:45.494689Z","steps":["trace[760833643] 'agreement among raft nodes before linearized reading' (duration: 1.897180136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.597387Z","time spent":"1.897343291s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:12:45.494361Z","caller":"traceutil/trace.go:171","msg":"trace[916912610] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23222; }","duration":"2.001859423s","start":"2026-03-06T01:12:43.492486Z","end":"2026-03-06T01:12:45.494345Z","steps":["trace[916912610] 'agreement among raft nodes before linearized reading' (duration: 2.001756511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.49245Z","time spent":"2.002320744s","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:45.494815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800565928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.494858Z","caller":"traceutil/trace.go:171","msg":"trace[1729095398] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23222; }","duration":"1.8006515s","start":"2026-03-06T01:12:43.694197Z","end":"2026-03-06T01:12:45.494849Z","steps":["trace[1729095398] 'agreement among raft nodes before linearized reading' (duration: 1.800583379s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.494258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.062135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:12:45.494896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.694176Z","time spent":"1.800710901s","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:45.494909Z","caller":"traceutil/trace.go:171","msg":"trace[1755289647] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23222; }","duration":"203.780212ms","start":"2026-03-06T01:12:45.291121Z","end":"2026-03-06T01:12:45.494901Z","steps":["trace[1755289647] 'agreement among raft nodes before linearized reading' (duration: 202.975343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.495008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:45.49431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896643975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:12:45.495045Z","caller":"traceutil/trace.go:171","msg":"trace[1498295067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23222; }","duration":"248.693736ms","start":"2026-03-06T01:12:45.246342Z","end":"2026-03-06T01:12:45.495036Z","steps":["trace[1498295067] 'agreement among raft nodes before linearized reading' (duration: 248.641694ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.495053Z","caller":"traceutil/trace.go:171","msg":"trace[1167419009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23222; }","duration":"1.897453944s","start":"2026-03-06T01:12:43.59759Z","end":"2026-03-06T01:12:45.495044Z","steps":["trace[1167419009] 'agreement among raft nodes before linearized reading' (duration: 1.896436541s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.495083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.597578Z","time spent":"1.897496144s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:45.495106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429884503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:12:45.494424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25812191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.495149Z","caller":"traceutil/trace.go:171","msg":"trace[1607856516] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23222; }","duration":"1.429970895s","start":"2026-03-06T01:12:44.065164Z","end":"2026-03-06T01:12:45.495135Z","steps":["trace[1607856516] 'agreement among raft nodes before linearized reading' (duration: 1.429868832s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.495155Z","caller":"traceutil/trace.go:171","msg":"trace[503470806] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23222; }","duration":"1.258856147s","start":"2026-03-06T01:12:44.236287Z","end":"2026-03-06T01:12:45.495143Z","steps":["trace[503470806] 'agreement among raft nodes before linearized reading' (duration: 1.258089199s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.495183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.065133Z","time spent":"1.430043897s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:12:45.495192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.236231Z","time spent":"1.25895122s","remote":"127.0.0.1:56568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:45.495431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.29044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.495471Z","caller":"traceutil/trace.go:171","msg":"trace[1145301186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23222; }","duration":"540.357192ms","start":"2026-03-06T01:12:44.955106Z","end":"2026-03-06T01:12:45.495464Z","steps":["trace[1145301186] 'agreement among raft nodes before linearized reading' (duration: 540.297781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.495494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.955098Z","time spent":"540.386342ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:45.495579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.952437Z","time spent":"541.535327ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.43973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.36455Z","time spent":"1.075169209s","remote":"127.0.0.1:48574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:57.44049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644988774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:57.440574Z","caller":"traceutil/trace.go:171","msg":"trace[1793968520] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"1.931724522s","start":"2026-03-06T01:12:55.508835Z","end":"2026-03-06T01:12:57.440559Z","steps":["trace[1793968520] 'process raft request' (duration: 286.598395ms)","trace[1793968520] 'compare' (duration: 1.644889382s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:57.440614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.508807Z","time spent":"1.931788313s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.607291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.811791246s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:57.616717Z","caller":"traceutil/trace.go:171","msg":"trace[874560418] linearizableReadLoop","detail":"{readStateIndex:24108; appliedIndex:24105; }","duration":"2.03109152s","start":"2026-03-06T01:12:55.58561Z","end":"2026-03-06T01:12:57.616702Z","steps":["trace[874560418] 'read index received' (duration: 209.803974ms)","trace[874560418] 'applied index is now lower than readState.Index' (duration: 1.821286666s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:57.616901Z","caller":"traceutil/trace.go:171","msg":"trace[472919647] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.09110514s","start":"2026-03-06T01:12:55.525785Z","end":"2026-03-06T01:12:57.61689Z","steps":["trace[472919647] 'process raft request' (duration: 2.081695531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.616985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.525764Z","time spent":"2.091162441s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.616973Z","caller":"traceutil/trace.go:171","msg":"trace[1250373189] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"1.991825731s","start":"2026-03-06T01:12:55.625121Z","end":"2026-03-06T01:12:57.616946Z","steps":["trace[1250373189] 'process raft request' (duration: 1.991554645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.62502Z","time spent":"1.992008455s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.617186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031581411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:12:57.617214Z","caller":"traceutil/trace.go:171","msg":"trace[1108194508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23301; }","duration":"2.031611052s","start":"2026-03-06T01:12:55.585595Z","end":"2026-03-06T01:12:57.617206Z","steps":["trace[1108194508] 'agreement among raft nodes before linearized reading' (duration: 2.03151212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.585538Z","time spent":"2.031695184s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:12:57.61747Z","caller":"traceutil/trace.go:171","msg":"trace[123015978] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.082750154s","start":"2026-03-06T01:12:55.534709Z","end":"2026-03-06T01:12:57.61746Z","steps":["trace[123015978] 'process raft request' (duration: 2.081842685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.534692Z","time spent":"2.082822396s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.617594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991394892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:57.61762Z","caller":"traceutil/trace.go:171","msg":"trace[1088617610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23301; }","duration":"1.991442983s","start":"2026-03-06T01:12:55.626171Z","end":"2026-03-06T01:12:57.617614Z","steps":["trace[1088617610] 'agreement among raft nodes before linearized reading' (duration: 1.991376601s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.626161Z","time spent":"1.991472823s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:12:57.617653Z","caller":"traceutil/trace.go:171","msg":"trace[559047494] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.998919879s","start":"2026-03-06T01:12:55.618724Z","end":"2026-03-06T01:12:57.617644Z","steps":["trace[559047494] 'process raft request' (duration: 1.997862327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.618701Z","time spent":"1.99897317s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.617793Z","caller":"traceutil/trace.go:171","msg":"trace[51099289] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.995686677s","start":"2026-03-06T01:12:55.622098Z","end":"2026-03-06T01:12:57.617784Z","steps":["trace[51099289] 'process raft request' (duration: 1.994536002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.915142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:57.617825Z","caller":"traceutil/trace.go:171","msg":"trace[99874803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23301; }","duration":"141.966792ms","start":"2026-03-06T01:12:57.475853Z","end":"2026-03-06T01:12:57.61782Z","steps":["trace[99874803] 'agreement among raft nodes before linearized reading' (duration: 141.918521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.61784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.622081Z","time spent":"1.995733547s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.617939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.435388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:57.617964Z","caller":"traceutil/trace.go:171","msg":"trace[167668293] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23301; }","duration":"603.494578ms","start":"2026-03-06T01:12:57.014461Z","end":"2026-03-06T01:12:57.617956Z","steps":["trace[167668293] 'agreement among raft nodes before linearized reading' (duration: 603.445917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.617986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:57.014442Z","time spent":"603.53898ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:57.618112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022000554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:12:57.618135Z","caller":"traceutil/trace.go:171","msg":"trace[1136086575] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23301; }","duration":"1.022024444s","start":"2026-03-06T01:12:56.596105Z","end":"2026-03-06T01:12:57.61813Z","steps":["trace[1136086575] 'agreement among raft nodes before linearized reading' (duration: 1.021964263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.596048Z","time spent":"1.022100145s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:12:57.618246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97866141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:12:57.618283Z","caller":"traceutil/trace.go:171","msg":"trace[1056098774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.978693421s","start":"2026-03-06T01:12:55.639564Z","end":"2026-03-06T01:12:57.618257Z","steps":["trace[1056098774] 'agreement among raft nodes before linearized reading' (duration: 1.97864652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.639555Z","time spent":"1.978745142s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:12:57.617941Z","caller":"traceutil/trace.go:171","msg":"trace[1821225393] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.994799837s","start":"2026-03-06T01:12:55.623131Z","end":"2026-03-06T01:12:57.617931Z","steps":["trace[1821225393] 'process raft request' (duration: 1.993522869s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979181951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:57.618468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.62307Z","time spent":"1.99537464s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.618491Z","caller":"traceutil/trace.go:171","msg":"trace[1679730196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.979238443s","start":"2026-03-06T01:12:55.639244Z","end":"2026-03-06T01:12:57.618483Z","steps":["trace[1679730196] 'agreement among raft nodes before linearized reading' (duration: 1.97910314s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.639234Z","time spent":"1.979276243s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:57.618758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989991681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:57.618781Z","caller":"traceutil/trace.go:171","msg":"trace[1685632569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23301; }","duration":"1.990057442s","start":"2026-03-06T01:12:55.628717Z","end":"2026-03-06T01:12:57.618774Z","steps":["trace[1685632569] 'agreement among raft nodes before linearized reading' (duration: 1.989998921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.6287Z","time spent":"1.990094163s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:57.620474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991232279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:12:57.620519Z","caller":"traceutil/trace.go:171","msg":"trace[68930364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.99130285s","start":"2026-03-06T01:12:55.629206Z","end":"2026-03-06T01:12:57.620508Z","steps":["trace[68930364] 'agreement among raft nodes before linearized reading' (duration: 1.989425228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.620546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.629195Z","time spent":"1.991342062s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:03.815605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.509369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:03.815696Z","caller":"traceutil/trace.go:171","msg":"trace[2100390910] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"615.787362ms","start":"2026-03-06T01:13:03.199891Z","end":"2026-03-06T01:13:03.815678Z","steps":["trace[2100390910] 'process raft request' (duration: 251.123539ms)","trace[2100390910] 'compare' (duration: 364.351225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:03.815749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.199869Z","time spent":"615.855303ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:03.818911Z","caller":"traceutil/trace.go:171","msg":"trace[418689382] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"356.490612ms","start":"2026-03-06T01:13:03.462404Z","end":"2026-03-06T01:13:03.818895Z","steps":["trace[418689382] 'process raft request' (duration: 356.369139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:03.819002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.462376Z","time spent":"356.583064ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:04.455034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.821687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:04.455268Z","caller":"traceutil/trace.go:171","msg":"trace[1609705681] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"806.36645ms","start":"2026-03-06T01:13:03.648869Z","end":"2026-03-06T01:13:04.455235Z","steps":["trace[1609705681] 'process raft request' (duration: 511.261736ms)","trace[1609705681] 'compare' (duration: 294.530261ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:04.455384Z","caller":"traceutil/trace.go:171","msg":"trace[832509791] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24152; }","duration":"793.945366ms","start":"2026-03-06T01:13:03.661422Z","end":"2026-03-06T01:13:04.455367Z","steps":["trace[832509791] 'read index received' (duration: 157.331694ms)","trace[832509791] 'applied index is now lower than readState.Index' (duration: 636.612352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:04.455436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.64884Z","time spent":"806.489703ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:04.455781Z","caller":"traceutil/trace.go:171","msg":"trace[13807289] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"800.703154ms","start":"2026-03-06T01:13:03.655064Z","end":"2026-03-06T01:13:04.455767Z","steps":["trace[13807289] 'process raft request' (duration: 800.194883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:04.455795Z","caller":"traceutil/trace.go:171","msg":"trace[1369618925] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"802.489283ms","start":"2026-03-06T01:13:03.653278Z","end":"2026-03-06T01:13:04.455767Z","steps":["trace[1369618925] 'process raft request' (duration: 801.938781ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:04.455827Z","caller":"traceutil/trace.go:171","msg":"trace[2004496471] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"799.365304ms","start":"2026-03-06T01:13:03.656451Z","end":"2026-03-06T01:13:04.455816Z","steps":["trace[2004496471] 'process raft request' (duration: 798.843293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.455859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.655051Z","time spent":"800.770676ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:04.455858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.425186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:13:04.455906Z","caller":"traceutil/trace.go:171","msg":"trace[1444033650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23345; }","duration":"794.478307ms","start":"2026-03-06T01:13:03.661414Z","end":"2026-03-06T01:13:04.455893Z","steps":["trace[1444033650] 'agreement among raft nodes before linearized reading' (duration: 794.322254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:04.455761Z","caller":"traceutil/trace.go:171","msg":"trace[1518264290] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"798.528866ms","start":"2026-03-06T01:13:03.657196Z","end":"2026-03-06T01:13:04.455725Z","steps":["trace[1518264290] 'process raft request' (duration: 798.133888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.455925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.653261Z","time spent":"802.592536ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:04.45594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.661369Z","time spent":"794.563499ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:04.455956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.369806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:04.455955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.656438Z","time spent":"799.424285ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:04.455963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.657185Z","time spent":"798.753321ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:04.455999Z","caller":"traceutil/trace.go:171","msg":"trace[1681815632] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23345; }","duration":"706.450398ms","start":"2026-03-06T01:13:03.749538Z","end":"2026-03-06T01:13:04.455988Z","steps":["trace[1681815632] 'agreement among raft nodes before linearized reading' (duration: 706.372256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.455987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.314512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:13:04.456027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.749519Z","time spent":"706.500999ms","remote":"127.0.0.1:43438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:04.456058Z","caller":"traceutil/trace.go:171","msg":"trace[1706091670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23345; }","duration":"794.442265ms","start":"2026-03-06T01:13:03.661595Z","end":"2026-03-06T01:13:04.456038Z","steps":["trace[1706091670] 'agreement among raft nodes before linearized reading' (duration: 794.20765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:04.456055Z","caller":"traceutil/trace.go:171","msg":"trace[2104592461] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"803.263141ms","start":"2026-03-06T01:13:03.652766Z","end":"2026-03-06T01:13:04.456029Z","steps":["trace[2104592461] 'process raft request' (duration: 802.361711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.456092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.388254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:13:04.456103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.661566Z","time spent":"794.527938ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:04.456116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.708902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:13:04.456124Z","caller":"traceutil/trace.go:171","msg":"trace[2069529976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23345; }","duration":"794.445066ms","start":"2026-03-06T01:13:03.66167Z","end":"2026-03-06T01:13:04.456115Z","steps":["trace[2069529976] 'agreement among raft nodes before linearized reading' (duration: 794.354894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.456108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.387554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:13:04.456125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.876752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:13:04.456148Z","caller":"traceutil/trace.go:171","msg":"trace[1487891565] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23345; }","duration":"485.774783ms","start":"2026-03-06T01:13:03.970363Z","end":"2026-03-06T01:13:04.456138Z","steps":["trace[1487891565] 'agreement among raft nodes before linearized reading' (duration: 485.674111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.456157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.788403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:13:04.456149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.652752Z","time spent":"803.350534ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:04.456164Z","caller":"traceutil/trace.go:171","msg":"trace[792686166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23345; }","duration":"794.447776ms","start":"2026-03-06T01:13:03.661699Z","end":"2026-03-06T01:13:04.456147Z","steps":["trace[792686166] 'agreement among raft nodes before linearized reading' (duration: 794.270242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.456184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.970345Z","time spent":"485.831914ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:13:04.456189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.541914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:04.45619Z","caller":"traceutil/trace.go:171","msg":"trace[2058440851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23345; }","duration":"789.842394ms","start":"2026-03-06T01:13:03.666337Z","end":"2026-03-06T01:13:04.45618Z","steps":["trace[2058440851] 'agreement among raft nodes before linearized reading' (duration: 789.743242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:04.45619Z","caller":"traceutil/trace.go:171","msg":"trace[1467317794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23345; }","duration":"638.973164ms","start":"2026-03-06T01:13:03.817199Z","end":"2026-03-06T01:13:04.456172Z","steps":["trace[1467317794] 'agreement among raft nodes before linearized reading' (duration: 638.79288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.456205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.661654Z","time spent":"794.542958ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:13:04.456215Z","caller":"traceutil/trace.go:171","msg":"trace[1106347025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23345; }","duration":"652.600726ms","start":"2026-03-06T01:13:03.803607Z","end":"2026-03-06T01:13:04.456208Z","steps":["trace[1106347025] 'agreement among raft nodes before linearized reading' (duration: 652.556935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.45615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.661658Z","time spent":"794.486297ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:13:04.456222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.666327Z","time spent":"789.886835ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:04.456235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.803592Z","time spent":"652.638316ms","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:13:04.456238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:03.817186Z","time spent":"639.042185ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:13:04.860844Z","caller":"traceutil/trace.go:171","msg":"trace[1204865274] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"400.767541ms","start":"2026-03-06T01:13:04.460051Z","end":"2026-03-06T01:13:04.860818Z","steps":["trace[1204865274] 'process raft request' (duration: 400.573357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:04.860997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.460024Z","time spent":"400.893984ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:05.608061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.032327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:05.608286Z","caller":"traceutil/trace.go:171","msg":"trace[1629985596] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24159; }","duration":"1.131605799s","start":"2026-03-06T01:13:04.476668Z","end":"2026-03-06T01:13:05.608274Z","steps":["trace[1629985596] 'read index received' (duration: 384.038202ms)","trace[1629985596] 'applied index is now lower than readState.Index' (duration: 747.566497ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:05.608346Z","caller":"traceutil/trace.go:171","msg":"trace[2032889979] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.147878319s","start":"2026-03-06T01:13:04.460463Z","end":"2026-03-06T01:13:05.608341Z","steps":["trace[2032889979] 'process raft request' (duration: 1.147749366s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:05.608381Z","caller":"traceutil/trace.go:171","msg":"trace[282587584] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"1.148274987s","start":"2026-03-06T01:13:04.460093Z","end":"2026-03-06T01:13:05.608368Z","steps":["trace[282587584] 'process raft request' (duration: 760.864312ms)","trace[282587584] 'compare' (duration: 386.644399ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:05.608438Z","caller":"traceutil/trace.go:171","msg":"trace[1834870897] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"1.147835038s","start":"2026-03-06T01:13:04.460597Z","end":"2026-03-06T01:13:05.608432Z","steps":["trace[1834870897] 'process raft request' (duration: 1.147634853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.608478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.460572Z","time spent":"1.147889839s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:05.608595Z","caller":"traceutil/trace.go:171","msg":"trace[400982765] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"1.147978112s","start":"2026-03-06T01:13:04.460611Z","end":"2026-03-06T01:13:05.60859Z","steps":["trace[400982765] 'process raft request' (duration: 1.147639364s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.608393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.460456Z","time spent":"1.147917069s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:05.60871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13204254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:05.608474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.460083Z","time spent":"1.148341199s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:05.608755Z","caller":"traceutil/trace.go:171","msg":"trace[2027889374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23351; }","duration":"1.132105501s","start":"2026-03-06T01:13:04.476632Z","end":"2026-03-06T01:13:05.608738Z","steps":["trace[2027889374] 'agreement among raft nodes before linearized reading' (duration: 1.13205748s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.60878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.476617Z","time spent":"1.132159022s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:13:05.608327Z","caller":"traceutil/trace.go:171","msg":"trace[202945960] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"1.148158235s","start":"2026-03-06T01:13:04.460148Z","end":"2026-03-06T01:13:05.608306Z","steps":["trace[202945960] 'process raft request' (duration: 1.148033422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.608937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.46013Z","time spent":"1.148722399s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:05.608644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.46059Z","time spent":"1.148037914s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:05.631499Z","caller":"traceutil/trace.go:171","msg":"trace[876769685] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"115.963188ms","start":"2026-03-06T01:13:05.515519Z","end":"2026-03-06T01:13:05.631482Z","steps":["trace[876769685] 'process raft request' (duration: 115.845815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.631584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.647562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:05.631619Z","caller":"traceutil/trace.go:171","msg":"trace[1734166900] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23352; }","duration":"738.734294ms","start":"2026-03-06T01:13:04.892874Z","end":"2026-03-06T01:13:05.631609Z","steps":["trace[1734166900] 'agreement among raft nodes before linearized reading' (duration: 738.620011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:05.63165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:04.892856Z","time spent":"738.786724ms","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:06.158792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870293,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:13:06.205774Z","caller":"traceutil/trace.go:171","msg":"trace[330578856] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"564.279832ms","start":"2026-03-06T01:13:05.641461Z","end":"2026-03-06T01:13:06.205741Z","steps":["trace[330578856] 'process raft request' (duration: 564.129918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:06.205915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:05.641444Z","time spent":"564.387474ms","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:13:06.206978Z","caller":"traceutil/trace.go:171","msg":"trace[600539995] linearizableReadLoop","detail":"{readStateIndex:24168; appliedIndex:24166; }","duration":"549.017293ms","start":"2026-03-06T01:13:05.657942Z","end":"2026-03-06T01:13:06.206959Z","steps":["trace[600539995] 'read index received' (duration: 547.621463ms)","trace[600539995] 'applied index is now lower than readState.Index' (duration: 1.3945ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:06.207147Z","caller":"traceutil/trace.go:171","msg":"trace[1152513629] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"381.757671ms","start":"2026-03-06T01:13:05.825377Z","end":"2026-03-06T01:13:06.207135Z","steps":["trace[1152513629] 'process raft request' (duration: 381.469015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:06.207208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:05.825263Z","time spent":"381.909014ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:06.207353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.481048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122559"} {"level":"info","ts":"2026-03-06T01:13:06.20738Z","caller":"traceutil/trace.go:171","msg":"trace[25128624] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23354; }","duration":"509.57043ms","start":"2026-03-06T01:13:05.697802Z","end":"2026-03-06T01:13:06.207372Z","steps":["trace[25128624] 'agreement among raft nodes before linearized reading' (duration: 509.437707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:06.207403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:05.697787Z","time spent":"509.611331ms","remote":"127.0.0.1:52518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122582,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:13:06.207538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.596536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-06T01:13:06.207576Z","caller":"traceutil/trace.go:171","msg":"trace[851018777] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23354; }","duration":"549.652927ms","start":"2026-03-06T01:13:05.657907Z","end":"2026-03-06T01:13:06.20756Z","steps":["trace[851018777] 'agreement among raft nodes before linearized reading' (duration: 549.532585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:06.207597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:05.657895Z","time spent":"549.696968ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:13:07.8888Z","caller":"traceutil/trace.go:171","msg":"trace[598713326] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"271.124321ms","start":"2026-03-06T01:13:07.61765Z","end":"2026-03-06T01:13:07.888774Z","steps":["trace[598713326] 'process raft request' (duration: 270.954967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.216307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.454811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:09.216522Z","caller":"traceutil/trace.go:171","msg":"trace[909639611] linearizableReadLoop","detail":"{readStateIndex:24235; appliedIndex:24231; }","duration":"1.414077452s","start":"2026-03-06T01:13:07.802428Z","end":"2026-03-06T01:13:09.216506Z","steps":["trace[909639611] 'read index received' (duration: 86.121046ms)","trace[909639611] 'applied index is now lower than readState.Index' (duration: 1.327955606s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.216584Z","caller":"traceutil/trace.go:171","msg":"trace[614723073] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"1.590568309s","start":"2026-03-06T01:13:07.626006Z","end":"2026-03-06T01:13:09.216574Z","steps":["trace[614723073] 'process raft request' (duration: 905.76882ms)","trace[614723073] 'compare' (duration: 684.334609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:09.216627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:07.625973Z","time spent":"1.59063003s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:09.216633Z","caller":"traceutil/trace.go:171","msg":"trace[1931742857] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"1.590518497s","start":"2026-03-06T01:13:07.626092Z","end":"2026-03-06T01:13:09.216611Z","steps":["trace[1931742857] 'process raft request' (duration: 1.590298513s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.216726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:07.626086Z","time spent":"1.590589049s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:09.216794Z","caller":"traceutil/trace.go:171","msg":"trace[1593634596] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"1.590650411s","start":"2026-03-06T01:13:07.626133Z","end":"2026-03-06T01:13:09.216784Z","steps":["trace[1593634596] 'process raft request' (duration: 1.590339753s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.216839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:07.626129Z","time spent":"1.590686252s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.216982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414551953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:09.217014Z","caller":"traceutil/trace.go:171","msg":"trace[133842] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23421; }","duration":"1.414643755s","start":"2026-03-06T01:13:07.802361Z","end":"2026-03-06T01:13:09.217005Z","steps":["trace[133842] 'agreement among raft nodes before linearized reading' (duration: 1.414591234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.217082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:07.802332Z","time spent":"1.414697607s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:09.717361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:09.829014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293101005s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:13:10.479844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.549971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:10.480073Z","caller":"traceutil/trace.go:171","msg":"trace[245106180] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"2.268115077s","start":"2026-03-06T01:13:08.211922Z","end":"2026-03-06T01:13:10.480037Z","steps":["trace[245106180] 'process raft request' (duration: 1.61729051s)","trace[245106180] 'compare' (duration: 648.030275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:10.48023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.211904Z","time spent":"2.268250371s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:11.477287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:13:11.477383Z","caller":"traceutil/trace.go:171","msg":"trace[824839707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691678s","start":"2026-03-06T01:13:09.47667Z","end":"2026-03-06T01:13:11.477362Z","steps":["trace[824839707] 'agreement among raft nodes before linearized reading' (duration: 2.000563775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.477424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.476648Z","time spent":"2.00076615s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:13:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:13:11.897436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417471717s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:13:11.899021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.789255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:11.89911Z","caller":"traceutil/trace.go:171","msg":"trace[178977583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23422; }","duration":"790.879147ms","start":"2026-03-06T01:13:11.108215Z","end":"2026-03-06T01:13:11.899094Z","steps":["trace[178977583] 'range keys from in-memory index tree' (duration: 790.777705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:11.900163Z","caller":"traceutil/trace.go:171","msg":"trace[1364322933] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"3.43190901s","start":"2026-03-06T01:13:08.468239Z","end":"2026-03-06T01:13:11.900148Z","steps":["trace[1364322933] 'process raft request' (duration: 3.429307182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:11.900266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.468217Z","time spent":"3.431995511s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.112952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212654784s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:13.113581Z","caller":"traceutil/trace.go:171","msg":"trace[2070805526] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"4.642096361s","start":"2026-03-06T01:13:08.47145Z","end":"2026-03-06T01:13:13.113547Z","steps":["trace[2070805526] 'process raft request' (duration: 4.641704611s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.113589Z","caller":"traceutil/trace.go:171","msg":"trace[2126891524] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"4.641914876s","start":"2026-03-06T01:13:08.471635Z","end":"2026-03-06T01:13:13.11355Z","steps":["trace[2126891524] 'process raft request' (duration: 4.64171418s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.113606Z","caller":"traceutil/trace.go:171","msg":"trace[500792893] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"4.642214903s","start":"2026-03-06T01:13:08.471314Z","end":"2026-03-06T01:13:13.113529Z","steps":["trace[500792893] 'process raft request' (duration: 3.428825472s)","trace[500792893] 'compare' (duration: 1.211569991s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:13.113688Z","caller":"traceutil/trace.go:171","msg":"trace[510039749] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"4.642016128s","start":"2026-03-06T01:13:08.471632Z","end":"2026-03-06T01:13:13.113648Z","steps":["trace[510039749] 'process raft request' (duration: 4.641790533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.113754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.471442Z","time spent":"4.642215393s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.11379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.471612Z","time spent":"4.642070459s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.11385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.471298Z","time spent":"4.642465468s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.113872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.471604Z","time spent":"4.642172672s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:13.114182Z","caller":"traceutil/trace.go:171","msg":"trace[1041096927] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"4.607912613s","start":"2026-03-06T01:13:08.506245Z","end":"2026-03-06T01:13:13.114157Z","steps":["trace[1041096927] 'process raft request' (duration: 4.607228618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.11431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.506226Z","time spent":"4.608017855s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:13.114367Z","caller":"traceutil/trace.go:171","msg":"trace[1735585466] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24235; }","duration":"3.897810354s","start":"2026-03-06T01:13:09.216546Z","end":"2026-03-06T01:13:13.114356Z","steps":["trace[1735585466] 'read index received' (duration: 612.670052ms)","trace[1735585466] 'applied index is now lower than readState.Index' (duration: 3.285139092s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:13.114454Z","caller":"traceutil/trace.go:171","msg":"trace[1795176815] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"4.299738491s","start":"2026-03-06T01:13:08.814674Z","end":"2026-03-06T01:13:13.114412Z","steps":["trace[1795176815] 'process raft request' (duration: 4.299422664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.114575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.814646Z","time spent":"4.299871674s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.114604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236830408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:13:13.11467Z","caller":"traceutil/trace.go:171","msg":"trace[1870778726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23429; }","duration":"4.236931991s","start":"2026-03-06T01:13:08.877721Z","end":"2026-03-06T01:13:13.114653Z","steps":["trace[1870778726] 'agreement among raft nodes before linearized reading' (duration: 4.236649535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.114713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.877706Z","time spent":"4.236998973s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:13:13.114749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21567425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:13.114746Z","caller":"traceutil/trace.go:171","msg":"trace[1249766573] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"2.478350512s","start":"2026-03-06T01:13:10.636364Z","end":"2026-03-06T01:13:13.114714Z","steps":["trace[1249766573] 'process raft request' (duration: 2.477915403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.114754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265296839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:13.1148Z","caller":"traceutil/trace.go:171","msg":"trace[790609119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23430; }","duration":"4.215755152s","start":"2026-03-06T01:13:08.899031Z","end":"2026-03-06T01:13:13.114786Z","steps":["trace[790609119] 'agreement among raft nodes before linearized reading' (duration: 4.215377363s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.11483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.899022Z","time spent":"4.215801022s","remote":"127.0.0.1:56420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:13.114825Z","caller":"traceutil/trace.go:171","msg":"trace[1865130121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23430; }","duration":"4.265420722s","start":"2026-03-06T01:13:08.849388Z","end":"2026-03-06T01:13:13.114808Z","steps":["trace[1865130121] 'agreement among raft nodes before linearized reading' (duration: 4.265015853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.114867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.849366Z","time spent":"4.265490363s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:13.114862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.636336Z","time spent":"2.478469985s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.114859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708257635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:13:13.114936Z","caller":"traceutil/trace.go:171","msg":"trace[562269753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23430; }","duration":"4.708346457s","start":"2026-03-06T01:13:08.406568Z","end":"2026-03-06T01:13:13.114915Z","steps":["trace[562269753] 'agreement among raft nodes before linearized reading' (duration: 4.707812685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.114958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047356001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:13:13.11505Z","caller":"traceutil/trace.go:171","msg":"trace[769138300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23430; }","duration":"5.047473283s","start":"2026-03-06T01:13:08.067549Z","end":"2026-03-06T01:13:13.115022Z","steps":["trace[769138300] 'agreement among raft nodes before linearized reading' (duration: 5.04687182s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.115107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.067532Z","time spent":"5.047566476s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"warn","ts":"2026-03-06T01:13:13.114978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.406518Z","time spent":"4.708450239s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"warn","ts":"2026-03-06T01:13:13.114947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311719032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:13:13.115757Z","caller":"traceutil/trace.go:171","msg":"trace[635693493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23430; }","duration":"5.312531851s","start":"2026-03-06T01:13:07.803212Z","end":"2026-03-06T01:13:13.115744Z","steps":["trace[635693493] 'agreement among raft nodes before linearized reading' (duration: 5.311218112s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.115803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:07.803161Z","time spent":"5.312617862s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:13:13.115897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975614062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:13:13.115956Z","caller":"traceutil/trace.go:171","msg":"trace[1352296556] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23430; }","duration":"4.975723785s","start":"2026-03-06T01:13:08.14022Z","end":"2026-03-06T01:13:13.115944Z","steps":["trace[1352296556] 'agreement among raft nodes before linearized reading' (duration: 4.974164321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.116019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.140206Z","time spent":"4.975803986s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:13.115985Z","caller":"traceutil/trace.go:171","msg":"trace[996034218] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"1.590519408s","start":"2026-03-06T01:13:11.525403Z","end":"2026-03-06T01:13:13.115923Z","steps":["trace[996034218] 'process raft request' (duration: 1.58921237s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.116258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.525374Z","time spent":"1.590804404s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.121665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015463809s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:13:13.121875Z","caller":"traceutil/trace.go:171","msg":"trace[1401609726] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.016222056s","start":"2026-03-06T01:13:12.105637Z","end":"2026-03-06T01:13:13.121859Z","steps":["trace[1401609726] 'process raft request' (duration: 1.016149593s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.121973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:12.105618Z","time spent":"1.016318599s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:13.477605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:13:13.477719Z","caller":"traceutil/trace.go:171","msg":"trace[1930536680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150537s","start":"2026-03-06T01:13:11.477542Z","end":"2026-03-06T01:13:13.477693Z","steps":["trace[1930536680] 'agreement among raft nodes before linearized reading' (duration: 1.999990672s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:13.477779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.477495Z","time spent":"2.000272649s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:13:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:13:15.249031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.127191086s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:13:15.487232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:13:15.48734Z","caller":"traceutil/trace.go:171","msg":"trace[1290322186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241636s","start":"2026-03-06T01:13:13.487075Z","end":"2026-03-06T01:13:15.487316Z","steps":["trace[1290322186] 'agreement among raft nodes before linearized reading' (duration: 2.000015671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.487679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.487045Z","time spent":"2.000547353s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:13:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:13:15.589357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.160951Z","time spent":"428.389703ms","remote":"127.0.0.1:55862","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:13:15.591393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.049241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:15.591663Z","caller":"traceutil/trace.go:171","msg":"trace[316121017] linearizableReadLoop","detail":"{readStateIndex:24248; appliedIndex:24247; }","duration":"2.477250135s","start":"2026-03-06T01:13:13.114394Z","end":"2026-03-06T01:13:15.591644Z","steps":["trace[316121017] 'read index received' (duration: 7.485436ms)","trace[316121017] 'applied index is now lower than readState.Index' (duration: 2.469763239s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:15.591756Z","caller":"traceutil/trace.go:171","msg":"trace[1056010775] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"3.10583741s","start":"2026-03-06T01:13:12.485904Z","end":"2026-03-06T01:13:15.591741Z","steps":["trace[1056010775] 'process raft request' (duration: 2.763339019s)","trace[1056010775] 'compare' (duration: 340.669961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:15.591829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:12.48588Z","time spent":"3.105907012s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:15.591925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066044728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:15.591959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369732949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:15.591995Z","caller":"traceutil/trace.go:171","msg":"trace[660801656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23434; }","duration":"4.369789479s","start":"2026-03-06T01:13:11.222195Z","end":"2026-03-06T01:13:15.591984Z","steps":["trace[660801656] 'agreement among raft nodes before linearized reading' (duration: 4.369648066s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.591997Z","caller":"traceutil/trace.go:171","msg":"trace[479912745] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23434; }","duration":"3.066166811s","start":"2026-03-06T01:13:12.525813Z","end":"2026-03-06T01:13:15.59198Z","steps":["trace[479912745] 'agreement among raft nodes before linearized reading' (duration: 3.066029208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.591976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.961458877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:15.592034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:12.52579Z","time spent":"3.066234183s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:15.592065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979639203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-06T01:13:15.592056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370018675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:13:15.592078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369607685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:13:15.592078Z","caller":"traceutil/trace.go:171","msg":"trace[793523947] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.4725177s","start":"2026-03-06T01:13:13.11954Z","end":"2026-03-06T01:13:15.592058Z","steps":["trace[793523947] 'process raft request' (duration: 2.471974548s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592095Z","caller":"traceutil/trace.go:171","msg":"trace[603128728] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23434; }","duration":"3.979716685s","start":"2026-03-06T01:13:11.612368Z","end":"2026-03-06T01:13:15.592084Z","steps":["trace[603128728] 'agreement among raft nodes before linearized reading' (duration: 3.979555741s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592102Z","caller":"traceutil/trace.go:171","msg":"trace[710203642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23434; }","duration":"4.369658077s","start":"2026-03-06T01:13:11.222435Z","end":"2026-03-06T01:13:15.592093Z","steps":["trace[710203642] 'agreement among raft nodes before linearized reading' (duration: 4.369603946s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592086Z","caller":"traceutil/trace.go:171","msg":"trace[1458477500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23434; }","duration":"4.96162038s","start":"2026-03-06T01:13:10.630438Z","end":"2026-03-06T01:13:15.592059Z","steps":["trace[1458477500] 'agreement among raft nodes before linearized reading' (duration: 4.961378425s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592108Z","caller":"traceutil/trace.go:171","msg":"trace[1914966938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23434; }","duration":"4.370119097s","start":"2026-03-06T01:13:11.221972Z","end":"2026-03-06T01:13:15.592091Z","steps":["trace[1914966938] 'agreement among raft nodes before linearized reading' (duration: 4.369973874s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.222418Z","time spent":"4.369699837s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06490057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:15.592147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939381292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:15.592149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.221947Z","time spent":"4.370193059s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:13:15.592167Z","caller":"traceutil/trace.go:171","msg":"trace[143937326] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23434; }","duration":"3.939426243s","start":"2026-03-06T01:13:11.652734Z","end":"2026-03-06T01:13:15.59216Z","steps":["trace[143937326] 'agreement among raft nodes before linearized reading' (duration: 3.939399663s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.630419Z","time spent":"4.961717993s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:15.59217Z","caller":"traceutil/trace.go:171","msg":"trace[440314080] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23434; }","duration":"4.064994732s","start":"2026-03-06T01:13:11.527158Z","end":"2026-03-06T01:13:15.592153Z","steps":["trace[440314080] 'agreement among raft nodes before linearized reading' (duration: 4.064796998s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.652717Z","time spent":"3.939461304s","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.119518Z","time spent":"2.472606431s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:15.592218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439700222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-06T01:13:15.592003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.486703023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:15.592258Z","caller":"traceutil/trace.go:171","msg":"trace[189256119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23434; }","duration":"5.439759444s","start":"2026-03-06T01:13:10.152483Z","end":"2026-03-06T01:13:15.592243Z","steps":["trace[189256119] 'agreement among raft nodes before linearized reading' (duration: 5.439660872s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592262Z","caller":"traceutil/trace.go:171","msg":"trace[154174582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23434; }","duration":"5.487024s","start":"2026-03-06T01:13:10.105226Z","end":"2026-03-06T01:13:15.59225Z","steps":["trace[154174582] 'agreement among raft nodes before linearized reading' (duration: 5.486696533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.591923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253258129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:15.592291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.105195Z","time spent":"5.487089222s","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:15.592294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.152445Z","time spent":"5.439841566s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.222185Z","time spent":"4.36983252s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079553535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:15.592325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376437137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:13:15.592215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.527119Z","time spent":"4.065086074s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:15.592348Z","caller":"traceutil/trace.go:171","msg":"trace[1104957459] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23434; }","duration":"4.079921092s","start":"2026-03-06T01:13:11.512421Z","end":"2026-03-06T01:13:15.592342Z","steps":["trace[1104957459] 'agreement among raft nodes before linearized reading' (duration: 4.079555914s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592333Z","caller":"traceutil/trace.go:171","msg":"trace[1297052952] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23434; }","duration":"4.253709189s","start":"2026-03-06T01:13:11.338589Z","end":"2026-03-06T01:13:15.592298Z","steps":["trace[1297052952] 'agreement among raft nodes before linearized reading' (duration: 4.253181078s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.59237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.512406Z","time spent":"4.079957494s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:15.59236Z","caller":"traceutil/trace.go:171","msg":"trace[485793273] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23434; }","duration":"4.376511658s","start":"2026-03-06T01:13:11.215836Z","end":"2026-03-06T01:13:15.592348Z","steps":["trace[485793273] 'agreement among raft nodes before linearized reading' (duration: 4.376420486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699538695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:13:15.592248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613533151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-03-06T01:13:15.592392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.215815Z","time spent":"4.376570849s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641644105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:13:15.592418Z","caller":"traceutil/trace.go:171","msg":"trace[350146655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23434; }","duration":"5.699615607s","start":"2026-03-06T01:13:09.892789Z","end":"2026-03-06T01:13:15.592405Z","steps":["trace[350146655] 'agreement among raft nodes before linearized reading' (duration: 5.699491734s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592426Z","caller":"traceutil/trace.go:171","msg":"trace[146914367] range","detail":"{range_begin:/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889; range_end:; response_count:1; response_revision:23434; }","duration":"5.613792608s","start":"2026-03-06T01:13:09.97862Z","end":"2026-03-06T01:13:15.592413Z","steps":["trace[146914367] 'agreement among raft nodes before linearized reading' (duration: 5.61343335s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:15.592437Z","caller":"traceutil/trace.go:171","msg":"trace[97483998] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23434; }","duration":"2.64185456s","start":"2026-03-06T01:13:12.950572Z","end":"2026-03-06T01:13:15.592426Z","steps":["trace[97483998] 'agreement among raft nodes before linearized reading' (duration: 2.641619995s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.612347Z","time spent":"3.979770575s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.892767Z","time spent":"5.699686689s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:09.9786Z","time spent":"5.613854519s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/magnum-api-8d8fff969-sl86r.189a1b64147d1889\" "} {"level":"warn","ts":"2026-03-06T01:13:15.592412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:11.338568Z","time spent":"4.253817182s","remote":"127.0.0.1:56494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:15.592124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386524655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:15.592468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:12.950548Z","time spent":"2.641911461s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-06T01:13:15.59259Z","caller":"traceutil/trace.go:171","msg":"trace[1305065165] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23434; }","duration":"5.386991245s","start":"2026-03-06T01:13:10.205589Z","end":"2026-03-06T01:13:15.592581Z","steps":["trace[1305065165] 'agreement among raft nodes before linearized reading' (duration: 5.386455324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.592599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960177425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:13:15.592621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:10.205567Z","time spent":"5.387043578s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:15.592648Z","caller":"traceutil/trace.go:171","msg":"trace[551779169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23434; }","duration":"2.960266088s","start":"2026-03-06T01:13:12.632367Z","end":"2026-03-06T01:13:15.592633Z","steps":["trace[551779169] 'agreement among raft nodes before linearized reading' (duration: 2.960080903s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:15.59269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:12.632344Z","time spent":"2.960334349s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:13:16.09279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:16.592968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:17.093154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:17.48767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:13:17.487759Z","caller":"traceutil/trace.go:171","msg":"trace[244425891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228267s","start":"2026-03-06T01:13:15.487509Z","end":"2026-03-06T01:13:17.487738Z","steps":["trace[244425891] 'agreement among raft nodes before linearized reading' (duration: 2.000117825s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.487856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.487481Z","time spent":"2.0003182s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:13:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:13:17.500005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:13:17.500073Z","caller":"traceutil/trace.go:171","msg":"trace[770824520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989882s","start":"2026-03-06T01:13:15.500069Z","end":"2026-03-06T01:13:17.500059Z","steps":["trace[770824520] 'agreement among raft nodes before linearized reading' (duration: 1.999890829s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.500109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.500052Z","time spent":"2.000049003s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:13:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:13:17.593657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:17.667342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.418044766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:13:17.788642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.845605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:17.788904Z","caller":"traceutil/trace.go:171","msg":"trace[1549405307] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"4.666893344s","start":"2026-03-06T01:13:13.121986Z","end":"2026-03-06T01:13:17.788879Z","steps":["trace[1549405307] 'process raft request' (duration: 4.545724792s)","trace[1549405307] 'compare' (duration: 120.519588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:17.789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.121962Z","time spent":"4.666991908s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:17.789036Z","caller":"traceutil/trace.go:171","msg":"trace[1068196275] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"2.667750135s","start":"2026-03-06T01:13:15.121273Z","end":"2026-03-06T01:13:17.789023Z","steps":["trace[1068196275] 'process raft request' (duration: 2.667709634s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.789104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.121266Z","time spent":"2.667800855s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:17.78916Z","caller":"traceutil/trace.go:171","msg":"trace[852307967] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"2.670574847s","start":"2026-03-06T01:13:15.118562Z","end":"2026-03-06T01:13:17.789136Z","steps":["trace[852307967] 'process raft request' (duration: 2.67027904s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.789297Z","caller":"traceutil/trace.go:171","msg":"trace[1837205275] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"2.669687997s","start":"2026-03-06T01:13:15.119596Z","end":"2026-03-06T01:13:17.789284Z","steps":["trace[1837205275] 'process raft request' (duration: 2.669281927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.789324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.118541Z","time spent":"2.67068778s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.789362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.119559Z","time spent":"2.669770548s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:17.789433Z","caller":"traceutil/trace.go:171","msg":"trace[1683948905] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"2.668701545s","start":"2026-03-06T01:13:15.12071Z","end":"2026-03-06T01:13:17.789411Z","steps":["trace[1683948905] 'process raft request' (duration: 2.668237635s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.789457Z","caller":"traceutil/trace.go:171","msg":"trace[686136765] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"2.669150095s","start":"2026-03-06T01:13:15.120299Z","end":"2026-03-06T01:13:17.789449Z","steps":["trace[686136765] 'process raft request' (duration: 2.668613933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.789442Z","caller":"traceutil/trace.go:171","msg":"trace[1678901664] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"3.881179175s","start":"2026-03-06T01:13:13.908233Z","end":"2026-03-06T01:13:17.789413Z","steps":["trace[1678901664] 'process raft request' (duration: 3.88051558s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.789492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.120279Z","time spent":"2.669193426s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.789673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.120696Z","time spent":"2.668774627s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.791145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.908205Z","time spent":"3.882835572s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.853261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.593747Z","time spent":"2.259491296s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:13:17.853642Z","caller":"traceutil/trace.go:171","msg":"trace[1774622879] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"2.256345648s","start":"2026-03-06T01:13:15.597259Z","end":"2026-03-06T01:13:17.853605Z","steps":["trace[1774622879] 'process raft request' (duration: 2.255960679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.853672Z","caller":"traceutil/trace.go:171","msg":"trace[1430415502] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"2.257593805s","start":"2026-03-06T01:13:15.596039Z","end":"2026-03-06T01:13:17.853633Z","steps":["trace[1430415502] 'process raft request' (duration: 2.257056332s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.853799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597236Z","time spent":"2.25646117s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.853851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.596014Z","time spent":"2.257753229s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:17.854012Z","caller":"traceutil/trace.go:171","msg":"trace[2057444598] linearizableReadLoop","detail":"{readStateIndex:24264; appliedIndex:24249; }","duration":"2.262295669s","start":"2026-03-06T01:13:15.591699Z","end":"2026-03-06T01:13:17.853995Z","steps":["trace[2057444598] 'read index received' (duration: 2.076036526s)","trace[2057444598] 'applied index is now lower than readState.Index' (duration: 186.258193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:17.854143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670267079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.854179Z","caller":"traceutil/trace.go:171","msg":"trace[1623576525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23449; }","duration":"2.670329551s","start":"2026-03-06T01:13:15.183836Z","end":"2026-03-06T01:13:17.854165Z","steps":["trace[1623576525] 'agreement among raft nodes before linearized reading' (duration: 2.67026374s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.85421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.183829Z","time spent":"2.670373152s","remote":"127.0.0.1:34814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52931509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:17.854256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436363009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.854297Z","caller":"traceutil/trace.go:171","msg":"trace[490799322] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23449; }","duration":"2.529473944s","start":"2026-03-06T01:13:15.324797Z","end":"2026-03-06T01:13:17.854271Z","steps":["trace[490799322] 'agreement among raft nodes before linearized reading' (duration: 2.529224028s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.854308Z","caller":"traceutil/trace.go:171","msg":"trace[1387144944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23449; }","duration":"3.436453521s","start":"2026-03-06T01:13:14.417838Z","end":"2026-03-06T01:13:17.854291Z","steps":["trace[1387144944] 'agreement among raft nodes before linearized reading' (duration: 3.436370449s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.854354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.417818Z","time spent":"3.436522792s","remote":"127.0.0.1:56516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.324782Z","time spent":"2.529559025s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763797997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:17.854397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734888346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:13:17.854449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129995522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:17.854484Z","caller":"traceutil/trace.go:171","msg":"trace[1718683979] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23449; }","duration":"3.735015149s","start":"2026-03-06T01:13:14.119446Z","end":"2026-03-06T01:13:17.854461Z","steps":["trace[1718683979] 'agreement among raft nodes before linearized reading' (duration: 3.734845275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.854537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.11943Z","time spent":"3.735098221s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"info","ts":"2026-03-06T01:13:17.854574Z","caller":"traceutil/trace.go:171","msg":"trace[1082518896] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23449; }","duration":"4.130087324s","start":"2026-03-06T01:13:13.724392Z","end":"2026-03-06T01:13:17.85448Z","steps":["trace[1082518896] 'agreement among raft nodes before linearized reading' (duration: 4.129993452s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.854599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752820207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:17.854625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.724367Z","time spent":"4.130244088s","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:17.854617Z","caller":"traceutil/trace.go:171","msg":"trace[1813757879] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"2.257193127s","start":"2026-03-06T01:13:15.597405Z","end":"2026-03-06T01:13:17.854598Z","steps":["trace[1813757879] 'process raft request' (duration: 2.255862367s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.854635Z","caller":"traceutil/trace.go:171","msg":"trace[1763755709] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23449; }","duration":"2.752893849s","start":"2026-03-06T01:13:15.101729Z","end":"2026-03-06T01:13:17.854623Z","steps":["trace[1763755709] 'agreement among raft nodes before linearized reading' (duration: 2.752825128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.854668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.101708Z","time spent":"2.75295113s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744361376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1b738a45fe9d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-06T01:13:17.854722Z","caller":"traceutil/trace.go:171","msg":"trace[1942189189] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1b738a45fe9d; range_end:; response_count:1; response_revision:23449; }","duration":"3.744395337s","start":"2026-03-06T01:13:14.110314Z","end":"2026-03-06T01:13:17.854709Z","steps":["trace[1942189189] 'agreement among raft nodes before linearized reading' (duration: 3.744202763s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.854486Z","caller":"traceutil/trace.go:171","msg":"trace[420525793] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23449; }","duration":"3.764011322s","start":"2026-03-06T01:13:14.090444Z","end":"2026-03-06T01:13:17.854456Z","steps":["trace[420525793] 'agreement among raft nodes before linearized reading' (duration: 3.763674314s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.85476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.110289Z","time spent":"3.744462859s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1b738a45fe9d\" "} {"level":"warn","ts":"2026-03-06T01:13:17.854801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.090422Z","time spent":"3.76436402s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734431651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:17.854855Z","caller":"traceutil/trace.go:171","msg":"trace[901390621] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23449; }","duration":"4.734496722s","start":"2026-03-06T01:13:13.120348Z","end":"2026-03-06T01:13:17.854845Z","steps":["trace[901390621] 'agreement among raft nodes before linearized reading' (duration: 4.73442002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.854903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.120341Z","time spent":"4.734550693s","remote":"127.0.0.1:52934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.854955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597394Z","time spent":"2.257493303s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.855119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736503577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:13:17.855148Z","caller":"traceutil/trace.go:171","msg":"trace[1314011782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23449; }","duration":"4.736556047s","start":"2026-03-06T01:13:13.118583Z","end":"2026-03-06T01:13:17.855139Z","steps":["trace[1314011782] 'agreement among raft nodes before linearized reading' (duration: 4.736436015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.855179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:13.118567Z","time spent":"4.736606709s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:13:17.855215Z","caller":"traceutil/trace.go:171","msg":"trace[872510420] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"256.959089ms","start":"2026-03-06T01:13:17.598247Z","end":"2026-03-06T01:13:17.855206Z","steps":["trace[872510420] 'process raft request' (duration: 255.670311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.855296Z","caller":"traceutil/trace.go:171","msg":"trace[869787261] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"2.257521274s","start":"2026-03-06T01:13:15.597762Z","end":"2026-03-06T01:13:17.855283Z","steps":["trace[869787261] 'process raft request' (duration: 2.255539049s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.855375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285265877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.855159Z","caller":"traceutil/trace.go:171","msg":"trace[1634691010] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"1.824797805s","start":"2026-03-06T01:13:16.030348Z","end":"2026-03-06T01:13:17.855146Z","steps":["trace[1634691010] 'process raft request' (duration: 1.823321362s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.85541Z","caller":"traceutil/trace.go:171","msg":"trace[948551827] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"2.257466212s","start":"2026-03-06T01:13:15.597935Z","end":"2026-03-06T01:13:17.855401Z","steps":["trace[948551827] 'process raft request' (duration: 2.255430038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.855375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597746Z","time spent":"2.257587455s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.855457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597926Z","time spent":"2.257507873s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.855498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:16.030321Z","time spent":"1.825098991s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.855586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.777225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.855634Z","caller":"traceutil/trace.go:171","msg":"trace[1500512694] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23449; }","duration":"579.863277ms","start":"2026-03-06T01:13:17.275756Z","end":"2026-03-06T01:13:17.855619Z","steps":["trace[1500512694] 'agreement among raft nodes before linearized reading' (duration: 579.790025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.855683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.275734Z","time spent":"579.931698ms","remote":"127.0.0.1:56470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:17.85573Z","caller":"traceutil/trace.go:171","msg":"trace[1369614945] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"2.257702817s","start":"2026-03-06T01:13:15.598011Z","end":"2026-03-06T01:13:17.855714Z","steps":["trace[1369614945] 'process raft request' (duration: 2.255475808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.855819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597992Z","time spent":"2.257770409s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:17.855855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.004846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:17.855966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.608742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.855986Z","caller":"traceutil/trace.go:171","msg":"trace[1006653707] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23449; }","duration":"934.160568ms","start":"2026-03-06T01:13:16.921799Z","end":"2026-03-06T01:13:17.855959Z","steps":["trace[1006653707] 'agreement among raft nodes before linearized reading' (duration: 933.938653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.856015Z","caller":"traceutil/trace.go:171","msg":"trace[487080015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23449; }","duration":"360.703074ms","start":"2026-03-06T01:13:17.495299Z","end":"2026-03-06T01:13:17.856002Z","steps":["trace[487080015] 'agreement among raft nodes before linearized reading' (duration: 360.588702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259312252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd62a5fb-ae9e-4ab4-a042-761ba36e865e\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-06T01:13:17.856049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:16.921783Z","time spent":"934.238721ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.856056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.495273Z","time spent":"360.773446ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:13:17.856072Z","caller":"traceutil/trace.go:171","msg":"trace[364920723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd62a5fb-ae9e-4ab4-a042-761ba36e865e; range_end:; response_count:1; response_revision:23449; }","duration":"2.259390294s","start":"2026-03-06T01:13:15.596662Z","end":"2026-03-06T01:13:17.856052Z","steps":["trace[364920723] 'agreement among raft nodes before linearized reading' (duration: 2.258625098s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.596652Z","time spent":"2.259445995s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-cd62a5fb-ae9e-4ab4-a042-761ba36e865e\" "} {"level":"warn","ts":"2026-03-06T01:13:17.856104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.008673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:13:17.856161Z","caller":"traceutil/trace.go:171","msg":"trace[1864512437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23449; }","duration":"259.103566ms","start":"2026-03-06T01:13:17.597042Z","end":"2026-03-06T01:13:17.856146Z","steps":["trace[1864512437] 'agreement among raft nodes before linearized reading' (duration: 258.809809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.556499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:17.856252Z","caller":"traceutil/trace.go:171","msg":"trace[1938792568] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23449; }","duration":"714.643761ms","start":"2026-03-06T01:13:17.141601Z","end":"2026-03-06T01:13:17.856245Z","steps":["trace[1938792568] 'agreement among raft nodes before linearized reading' (duration: 714.568439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.141579Z","time spent":"714.688122ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.85632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307541005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.856357Z","caller":"traceutil/trace.go:171","msg":"trace[1655691493] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23449; }","duration":"1.307620497s","start":"2026-03-06T01:13:16.548723Z","end":"2026-03-06T01:13:17.856344Z","steps":["trace[1655691493] 'agreement among raft nodes before linearized reading' (duration: 1.307554385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:16.548697Z","time spent":"1.307681827s","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.856463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.150774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:17.856486Z","caller":"traceutil/trace.go:171","msg":"trace[2025356396] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23449; }","duration":"847.213736ms","start":"2026-03-06T01:13:17.009265Z","end":"2026-03-06T01:13:17.856479Z","steps":["trace[2025356396] 'agreement among raft nodes before linearized reading' (duration: 847.175205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.009244Z","time spent":"847.253796ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.856617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.305879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.856635Z","caller":"traceutil/trace.go:171","msg":"trace[676877904] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23449; }","duration":"848.35403ms","start":"2026-03-06T01:13:17.008274Z","end":"2026-03-06T01:13:17.856628Z","steps":["trace[676877904] 'agreement among raft nodes before linearized reading' (duration: 848.321449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.85665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.008254Z","time spent":"848.392501ms","remote":"127.0.0.1:56598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.85667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259330823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.856803Z","caller":"traceutil/trace.go:171","msg":"trace[158799312] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23449; }","duration":"2.259406016s","start":"2026-03-06T01:13:15.597303Z","end":"2026-03-06T01:13:17.856709Z","steps":["trace[158799312] 'agreement among raft nodes before linearized reading' (duration: 2.259321974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.597287Z","time spent":"2.259547908s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:13:17.856862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.096926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:13:17.856917Z","caller":"traceutil/trace.go:171","msg":"trace[1151438336] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23449; }","duration":"460.202989ms","start":"2026-03-06T01:13:17.396698Z","end":"2026-03-06T01:13:17.856901Z","steps":["trace[1151438336] 'agreement among raft nodes before linearized reading' (duration: 460.040605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.856953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.39666Z","time spent":"460.28333ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-06T01:13:17.857019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790404073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:17.857062Z","caller":"traceutil/trace.go:171","msg":"trace[2020214368] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23449; }","duration":"1.790446034s","start":"2026-03-06T01:13:16.066603Z","end":"2026-03-06T01:13:17.857049Z","steps":["trace[2020214368] 'agreement among raft nodes before linearized reading' (duration: 1.790380503s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:17.855413Z","caller":"traceutil/trace.go:171","msg":"trace[549655713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23449; }","duration":"2.285347649s","start":"2026-03-06T01:13:15.570051Z","end":"2026-03-06T01:13:17.855399Z","steps":["trace[549655713] 'agreement among raft nodes before linearized reading' (duration: 2.285281488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.857116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:15.570025Z","time spent":"2.287078888s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.857281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:16.066436Z","time spent":"1.790797092s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:17.8574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397647609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:17.857451Z","caller":"traceutil/trace.go:171","msg":"trace[801650556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23449; }","duration":"1.397748102s","start":"2026-03-06T01:13:16.459687Z","end":"2026-03-06T01:13:17.857435Z","steps":["trace[801650556] 'agreement among raft nodes before linearized reading' (duration: 1.396847642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.857467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.165693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-06T01:13:17.857491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:16.459667Z","time spent":"1.397813453s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:17.857557Z","caller":"traceutil/trace.go:171","msg":"trace[1726533671] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23449; }","duration":"458.284346ms","start":"2026-03-06T01:13:17.399256Z","end":"2026-03-06T01:13:17.85754Z","steps":["trace[1726533671] 'agreement among raft nodes before linearized reading' (duration: 456.973697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:17.857635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:17.399244Z","time spent":"458.359097ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-06T01:13:20.970093Z","caller":"traceutil/trace.go:171","msg":"trace[933366282] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"353.512135ms","start":"2026-03-06T01:13:20.616555Z","end":"2026-03-06T01:13:20.970067Z","steps":["trace[933366282] 'process raft request' (duration: 353.29414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:20.970247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:20.616532Z","time spent":"353.637898ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:21.602105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.248942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:21.602198Z","caller":"traceutil/trace.go:171","msg":"trace[869383867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23471; }","duration":"494.356624ms","start":"2026-03-06T01:13:21.107828Z","end":"2026-03-06T01:13:21.602184Z","steps":["trace[869383867] 'range keys from in-memory index tree' (duration: 494.235571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:21.643193Z","caller":"traceutil/trace.go:171","msg":"trace[1907059790] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24287; }","duration":"919.952094ms","start":"2026-03-06T01:13:20.723216Z","end":"2026-03-06T01:13:21.643168Z","steps":["trace[1907059790] 'read index received' (duration: 246.765062ms)","trace[1907059790] 'applied index is now lower than readState.Index' (duration: 673.186142ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:21.643319Z","caller":"traceutil/trace.go:171","msg":"trace[1063391832] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"1.025634304s","start":"2026-03-06T01:13:20.61765Z","end":"2026-03-06T01:13:21.643284Z","steps":["trace[1063391832] 'process raft request' (duration: 1.025352468s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:21.643364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.140548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:21.643405Z","caller":"traceutil/trace.go:171","msg":"trace[1812117568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23472; }","duration":"920.245591ms","start":"2026-03-06T01:13:20.723146Z","end":"2026-03-06T01:13:21.643392Z","steps":["trace[1812117568] 'agreement among raft nodes before linearized reading' (duration: 920.158999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:21.643449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:20.723126Z","time spent":"920.312732ms","remote":"127.0.0.1:56650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:21.643487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:20.617636Z","time spent":"1.025763727s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:21.643574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.557047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:13:21.643634Z","caller":"traceutil/trace.go:171","msg":"trace[121220210] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23472; }","duration":"265.649981ms","start":"2026-03-06T01:13:21.377968Z","end":"2026-03-06T01:13:21.643618Z","steps":["trace[121220210] 'agreement among raft nodes before linearized reading' (duration: 265.455955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:21.643663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.320376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:13:21.643786Z","caller":"traceutil/trace.go:171","msg":"trace[1766345591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23472; }","duration":"772.507771ms","start":"2026-03-06T01:13:20.871248Z","end":"2026-03-06T01:13:21.643756Z","steps":["trace[1766345591] 'agreement among raft nodes before linearized reading' (duration: 772.126921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:21.643848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:20.871228Z","time spent":"772.610143ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"warn","ts":"2026-03-06T01:13:22.107073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.418142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:22.107374Z","caller":"traceutil/trace.go:171","msg":"trace[133635101] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24290; }","duration":"409.975125ms","start":"2026-03-06T01:13:21.697383Z","end":"2026-03-06T01:13:22.107358Z","steps":["trace[133635101] 'read index received' (duration: 244.225056ms)","trace[133635101] 'applied index is now lower than readState.Index' (duration: 165.748379ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:22.107412Z","caller":"traceutil/trace.go:171","msg":"trace[1261255865] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"417.327448ms","start":"2026-03-06T01:13:21.690049Z","end":"2026-03-06T01:13:22.107376Z","steps":["trace[1261255865] 'process raft request' (duration: 251.545338ms)","trace[1261255865] 'compare' (duration: 165.262599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:22.10766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.690031Z","time spent":"417.575983ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:22.107708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.315363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-06T01:13:22.107759Z","caller":"traceutil/trace.go:171","msg":"trace[54105150] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23474; }","duration":"410.404834ms","start":"2026-03-06T01:13:21.697343Z","end":"2026-03-06T01:13:22.107747Z","steps":["trace[54105150] 'agreement among raft nodes before linearized reading' (duration: 410.23184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:22.10779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.697325Z","time spent":"410.460666ms","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-06T01:13:22.607998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:23.142421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.977863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:23.142691Z","caller":"traceutil/trace.go:171","msg":"trace[1425236572] linearizableReadLoop","detail":"{readStateIndex:24298; appliedIndex:24291; }","duration":"1.035106174s","start":"2026-03-06T01:13:22.107572Z","end":"2026-03-06T01:13:23.142678Z","steps":["trace[1425236572] 'read index received' (duration: 546.779604ms)","trace[1425236572] 'applied index is now lower than readState.Index' (duration: 488.32595ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:23.142747Z","caller":"traceutil/trace.go:171","msg":"trace[1486811926] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.342003847s","start":"2026-03-06T01:13:21.800736Z","end":"2026-03-06T01:13:23.14274Z","steps":["trace[1486811926] 'process raft request' (duration: 853.636956ms)","trace[1486811926] 'compare' (duration: 487.386079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:23.142789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.800704Z","time spent":"1.342064568s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.142873Z","caller":"traceutil/trace.go:171","msg":"trace[1871364488] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"1.336894294s","start":"2026-03-06T01:13:21.805973Z","end":"2026-03-06T01:13:23.142867Z","steps":["trace[1871364488] 'process raft request' (duration: 1.336529306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.14291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.80595Z","time spent":"1.336940456s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.143147Z","caller":"traceutil/trace.go:171","msg":"trace[905328347] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"1.337082059s","start":"2026-03-06T01:13:21.806059Z","end":"2026-03-06T01:13:23.143141Z","steps":["trace[905328347] 'process raft request' (duration: 1.336487716s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.806029Z","time spent":"1.337133589s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.143229Z","caller":"traceutil/trace.go:171","msg":"trace[1603565260] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"1.337140859s","start":"2026-03-06T01:13:21.806083Z","end":"2026-03-06T01:13:23.143224Z","steps":["trace[1603565260] 'process raft request' (duration: 1.336489115s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.806053Z","time spent":"1.337191221s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.143314Z","caller":"traceutil/trace.go:171","msg":"trace[1269342165] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"1.33717793s","start":"2026-03-06T01:13:21.806131Z","end":"2026-03-06T01:13:23.143309Z","steps":["trace[1269342165] 'process raft request' (duration: 1.336461244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.806102Z","time spent":"1.337230021s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.143406Z","caller":"traceutil/trace.go:171","msg":"trace[1414077785] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"1.336889864s","start":"2026-03-06T01:13:21.806509Z","end":"2026-03-06T01:13:23.143399Z","steps":["trace[1414077785] 'process raft request' (duration: 1.336110837s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.806496Z","time spent":"1.336932274s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:23.143497Z","caller":"traceutil/trace.go:171","msg":"trace[1857929774] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"1.272020278s","start":"2026-03-06T01:13:21.871472Z","end":"2026-03-06T01:13:23.143492Z","steps":["trace[1857929774] 'process raft request' (duration: 1.271177789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.871458Z","time spent":"1.272056188s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:23.143647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04124657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:23.143671Z","caller":"traceutil/trace.go:171","msg":"trace[1434878956] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23481; }","duration":"1.04129168s","start":"2026-03-06T01:13:22.102374Z","end":"2026-03-06T01:13:23.143666Z","steps":["trace[1434878956] 'agreement among raft nodes before linearized reading' (duration: 1.041196678s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.14369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.102359Z","time spent":"1.041326081s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:23.143817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099996411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:23.143844Z","caller":"traceutil/trace.go:171","msg":"trace[639968549] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23481; }","duration":"1.100067702s","start":"2026-03-06T01:13:22.043768Z","end":"2026-03-06T01:13:23.143836Z","steps":["trace[639968549] 'agreement among raft nodes before linearized reading' (duration: 1.100026741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.143863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.043744Z","time spent":"1.100114223s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:23.144012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261221209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:13:23.144034Z","caller":"traceutil/trace.go:171","msg":"trace[655824501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23481; }","duration":"1.261280029s","start":"2026-03-06T01:13:21.882749Z","end":"2026-03-06T01:13:23.144029Z","steps":["trace[655824501] 'agreement among raft nodes before linearized reading' (duration: 1.261201838s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.144053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.88273Z","time spent":"1.261317781s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:13:23.144125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269292367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:13:23.144145Z","caller":"traceutil/trace.go:171","msg":"trace[537323896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23481; }","duration":"1.269336588s","start":"2026-03-06T01:13:21.874803Z","end":"2026-03-06T01:13:23.14414Z","steps":["trace[537323896] 'agreement among raft nodes before linearized reading' (duration: 1.269286787s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.144162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.874793Z","time spent":"1.269365698s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:23.144231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26941938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:23.14425Z","caller":"traceutil/trace.go:171","msg":"trace[1915214195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23481; }","duration":"1.26943867s","start":"2026-03-06T01:13:21.874808Z","end":"2026-03-06T01:13:23.144246Z","steps":["trace[1915214195] 'agreement among raft nodes before linearized reading' (duration: 1.269390599s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.144267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.87476Z","time spent":"1.269503911s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:23.144338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271848004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:23.144357Z","caller":"traceutil/trace.go:171","msg":"trace[1617576062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23481; }","duration":"1.271902965s","start":"2026-03-06T01:13:21.87245Z","end":"2026-03-06T01:13:23.144353Z","steps":["trace[1617576062] 'agreement among raft nodes before linearized reading' (duration: 1.271858004s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.144376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.87244Z","time spent":"1.271931226s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:13:23.14447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273680614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:13:23.144493Z","caller":"traceutil/trace.go:171","msg":"trace[827102043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23481; }","duration":"1.273756245s","start":"2026-03-06T01:13:21.870732Z","end":"2026-03-06T01:13:23.144488Z","steps":["trace[827102043] 'agreement among raft nodes before linearized reading' (duration: 1.273694534s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.14451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:21.870719Z","time spent":"1.273786906s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:23.643484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870608,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:13:23.822084Z","caller":"traceutil/trace.go:171","msg":"trace[958144112] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"695.838453ms","start":"2026-03-06T01:13:23.126207Z","end":"2026-03-06T01:13:23.822045Z","steps":["trace[958144112] 'process raft request' (duration: 694.627867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:23.822301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.126187Z","time spent":"695.991586ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:24.474901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:13:24.47499Z","caller":"traceutil/trace.go:171","msg":"trace[653244448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084954s","start":"2026-03-06T01:13:22.474887Z","end":"2026-03-06T01:13:24.474972Z","steps":["trace[653244448] 'agreement among raft nodes before linearized reading' (duration: 1.999948981s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.475039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.474868Z","time spent":"2.000161275s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:13:24.845931Z","caller":"traceutil/trace.go:171","msg":"trace[29758993] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"1.693237382s","start":"2026-03-06T01:13:23.152667Z","end":"2026-03-06T01:13:24.845904Z","steps":["trace[29758993] 'process raft request' (duration: 1.693041218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.846098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.152643Z","time spent":"1.693368845s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:24.846349Z","caller":"traceutil/trace.go:171","msg":"trace[228281678] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.693582349s","start":"2026-03-06T01:13:23.152748Z","end":"2026-03-06T01:13:24.84633Z","steps":["trace[228281678] 'process raft request' (duration: 1.693113119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.846429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.152718Z","time spent":"1.693674462s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:24.846608Z","caller":"traceutil/trace.go:171","msg":"trace[82492006] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.693399246s","start":"2026-03-06T01:13:23.153199Z","end":"2026-03-06T01:13:24.846598Z","steps":["trace[82492006] 'process raft request' (duration: 1.692902065s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.846673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.153193Z","time spent":"1.693447677s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:24.846752Z","caller":"traceutil/trace.go:171","msg":"trace[1426430181] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.693489647s","start":"2026-03-06T01:13:23.153254Z","end":"2026-03-06T01:13:24.846743Z","steps":["trace[1426430181] 'process raft request' (duration: 1.693269652s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.846789Z","caller":"traceutil/trace.go:171","msg":"trace[1855407391] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.623783475s","start":"2026-03-06T01:13:23.222986Z","end":"2026-03-06T01:13:24.846769Z","steps":["trace[1855407391] 'process raft request' (duration: 1.623673272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.846903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.222955Z","time spent":"1.623888926s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:24.846966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734351858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189a1b73919c391e\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-03-06T01:13:24.846806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.153248Z","time spent":"1.693531849s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:24.847032Z","caller":"traceutil/trace.go:171","msg":"trace[1983407471] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.692313681s","start":"2026-03-06T01:13:23.154703Z","end":"2026-03-06T01:13:24.847017Z","steps":["trace[1983407471] 'process raft request' (duration: 1.691900222s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.847043Z","caller":"traceutil/trace.go:171","msg":"trace[2113018903] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189a1b73919c391e; range_end:; response_count:1; response_revision:23489; }","duration":"2.734430419s","start":"2026-03-06T01:13:22.112595Z","end":"2026-03-06T01:13:24.847025Z","steps":["trace[2113018903] 'agreement among raft nodes before linearized reading' (duration: 2.734234975s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.846788Z","caller":"traceutil/trace.go:171","msg":"trace[1630062806] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24298; }","duration":"1.704048891s","start":"2026-03-06T01:13:23.142718Z","end":"2026-03-06T01:13:24.846767Z","steps":["trace[1630062806] 'read index received' (duration: 678.151202ms)","trace[1630062806] 'applied index is now lower than readState.Index' (duration: 1.025896359s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:24.847105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.11257Z","time spent":"2.734516402s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189a1b73919c391e\" "} {"level":"warn","ts":"2026-03-06T01:13:24.847113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.154698Z","time spent":"1.692370152s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:24.847173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563214043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:24.847215Z","caller":"traceutil/trace.go:171","msg":"trace[1098669713] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23489; }","duration":"1.563282215s","start":"2026-03-06T01:13:23.283921Z","end":"2026-03-06T01:13:24.847203Z","steps":["trace[1098669713] 'agreement among raft nodes before linearized reading' (duration: 1.563215854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.847242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.283908Z","time spent":"1.563326236s","remote":"127.0.0.1:56532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:24.847226Z","caller":"traceutil/trace.go:171","msg":"trace[515575181] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.573072631s","start":"2026-03-06T01:13:23.274121Z","end":"2026-03-06T01:13:24.847194Z","steps":["trace[515575181] 'process raft request' (duration: 1.57258927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.847266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798707486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:24.847325Z","caller":"traceutil/trace.go:171","msg":"trace[308334095] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23489; }","duration":"1.798791658s","start":"2026-03-06T01:13:23.048515Z","end":"2026-03-06T01:13:24.847307Z","steps":["trace[308334095] 'agreement among raft nodes before linearized reading' (duration: 1.798684216s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.847384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.274035Z","time spent":"1.573259075s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:24.847391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.514004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:24.84741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.048505Z","time spent":"1.79888792s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:24.847386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828815503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:13:24.847449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328804474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:24.84745Z","caller":"traceutil/trace.go:171","msg":"trace[21653295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23489; }","duration":"371.598655ms","start":"2026-03-06T01:13:24.475835Z","end":"2026-03-06T01:13:24.847433Z","steps":["trace[21653295] 'agreement among raft nodes before linearized reading' (duration: 371.481393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.84748Z","caller":"traceutil/trace.go:171","msg":"trace[285625484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23489; }","duration":"1.328869446s","start":"2026-03-06T01:13:23.518602Z","end":"2026-03-06T01:13:24.847471Z","steps":["trace[285625484] 'agreement among raft nodes before linearized reading' (duration: 1.328810795s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.847475Z","caller":"traceutil/trace.go:171","msg":"trace[848087464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23489; }","duration":"1.828956506s","start":"2026-03-06T01:13:23.018499Z","end":"2026-03-06T01:13:24.847456Z","steps":["trace[848087464] 'agreement among raft nodes before linearized reading' (duration: 1.828598908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.847492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.475819Z","time spent":"371.661786ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:24.847509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.518585Z","time spent":"1.328913267s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:24.84749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197781299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-06T01:13:24.847523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:23.018442Z","time spent":"1.829070279s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:13:24.847544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708095586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:24.847575Z","caller":"traceutil/trace.go:171","msg":"trace[1765099851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23489; }","duration":"2.708148248s","start":"2026-03-06T01:13:22.139419Z","end":"2026-03-06T01:13:24.847567Z","steps":["trace[1765099851] 'agreement among raft nodes before linearized reading' (duration: 2.708081787s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.847567Z","caller":"traceutil/trace.go:171","msg":"trace[1349599233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23489; }","duration":"2.197915993s","start":"2026-03-06T01:13:22.649631Z","end":"2026-03-06T01:13:24.847547Z","steps":["trace[1349599233] 'agreement among raft nodes before linearized reading' (duration: 2.197616736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.847601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.139407Z","time spent":"2.70818386s","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:24.847614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.649611Z","time spent":"2.197994475s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"warn","ts":"2026-03-06T01:13:24.847917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897115734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:13:24.847984Z","caller":"traceutil/trace.go:171","msg":"trace[170743124] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23489; }","duration":"1.897213607s","start":"2026-03-06T01:13:22.950749Z","end":"2026-03-06T01:13:24.847963Z","steps":["trace[170743124] 'agreement among raft nodes before linearized reading' (duration: 1.897044873s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:24.848035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:22.95073Z","time spent":"1.897291698s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"warn","ts":"2026-03-06T01:13:25.351589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:25.917138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.424663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:25.917219Z","caller":"traceutil/trace.go:171","msg":"trace[683485360] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.067610923s","start":"2026-03-06T01:13:24.849595Z","end":"2026-03-06T01:13:25.917206Z","steps":["trace[683485360] 'process raft request' (duration: 925.050777ms)","trace[683485360] 'compare' (duration: 141.911032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:25.917259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.849577Z","time spent":"1.067663224s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:26.853909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:13:26.85399Z","caller":"traceutil/trace.go:171","msg":"trace[1044049125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416652s","start":"2026-03-06T01:13:24.853553Z","end":"2026-03-06T01:13:26.853969Z","steps":["trace[1044049125] 'agreement among raft nodes before linearized reading' (duration: 2.00032297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:26.854046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.853541Z","time spent":"2.000492713s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:27.572509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797831447s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:13:27.618958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.849637Z","time spent":"2.769313913s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:13:27.619057Z","caller":"traceutil/trace.go:171","msg":"trace[1689290965] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"2.465485618s","start":"2026-03-06T01:13:25.15355Z","end":"2026-03-06T01:13:27.619036Z","steps":["trace[1689290965] 'process raft request' (duration: 2.465316283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.619206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.153529Z","time spent":"2.46560817s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.619368Z","caller":"traceutil/trace.go:171","msg":"trace[2120879245] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"2.464715819s","start":"2026-03-06T01:13:25.154631Z","end":"2026-03-06T01:13:27.619347Z","steps":["trace[2120879245] 'process raft request' (duration: 2.464582987s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:27.619429Z","caller":"traceutil/trace.go:171","msg":"trace[671133773] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"2.465821105s","start":"2026-03-06T01:13:25.153574Z","end":"2026-03-06T01:13:27.619396Z","steps":["trace[671133773] 'process raft request' (duration: 2.465420836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.61948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.154624Z","time spent":"2.464786991s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.619567Z","caller":"traceutil/trace.go:171","msg":"trace[2031697288] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"2.464638838s","start":"2026-03-06T01:13:25.1549Z","end":"2026-03-06T01:13:27.619539Z","steps":["trace[2031697288] 'process raft request' (duration: 2.464409153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.619606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.153553Z","time spent":"2.465962928s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.619686Z","caller":"traceutil/trace.go:171","msg":"trace[459126901] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"2.464762811s","start":"2026-03-06T01:13:25.154908Z","end":"2026-03-06T01:13:27.619671Z","steps":["trace[459126901] 'process raft request' (duration: 2.464537046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.619773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.154873Z","time spent":"2.464862433s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.619932Z","caller":"traceutil/trace.go:171","msg":"trace[1503659249] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"2.464671719s","start":"2026-03-06T01:13:25.15525Z","end":"2026-03-06T01:13:27.619921Z","steps":["trace[1503659249] 'process raft request' (duration: 2.464347862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.619993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.155225Z","time spent":"2.46473717s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.62018Z","caller":"traceutil/trace.go:171","msg":"trace[1932370343] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24306; }","duration":"2.769095728s","start":"2026-03-06T01:13:24.851072Z","end":"2026-03-06T01:13:27.620168Z","steps":["trace[1932370343] 'read index received' (duration: 923.582865ms)","trace[1932370343] 'applied index is now lower than readState.Index' (duration: 1.845511923s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:27.620248Z","caller":"traceutil/trace.go:171","msg":"trace[744213247] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"2.463026932s","start":"2026-03-06T01:13:25.157213Z","end":"2026-03-06T01:13:27.62024Z","steps":["trace[744213247] 'process raft request' (duration: 2.462660084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.620297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.157199Z","time spent":"2.463067454s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:27.620406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769319633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:13:27.620451Z","caller":"traceutil/trace.go:171","msg":"trace[351166858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d; range_end:; response_count:1; response_revision:23497; }","duration":"2.769382724s","start":"2026-03-06T01:13:24.851054Z","end":"2026-03-06T01:13:27.620437Z","steps":["trace[351166858] 'agreement among raft nodes before linearized reading' (duration: 2.769231051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.620483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.851045Z","time spent":"2.769430145s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a18faf931627d\" "} {"level":"warn","ts":"2026-03-06T01:13:27.620772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.154867Z","time spent":"2.464788921s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:27.727577Z","caller":"traceutil/trace.go:171","msg":"trace[487608936] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24315; }","duration":"107.345286ms","start":"2026-03-06T01:13:27.620212Z","end":"2026-03-06T01:13:27.727558Z","steps":["trace[487608936] 'read index received' (duration: 105.846644ms)","trace[487608936] 'applied index is now lower than readState.Index' (duration: 1.496922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:27.727732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.319127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:13:27.7278Z","caller":"traceutil/trace.go:171","msg":"trace[1953985086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23498; }","duration":"876.42653ms","start":"2026-03-06T01:13:26.851358Z","end":"2026-03-06T01:13:27.727784Z","steps":["trace[1953985086] 'agreement among raft nodes before linearized reading' (duration: 876.228336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.727844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.851344Z","time spent":"876.491961ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:27.727842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875418675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:13:27.727931Z","caller":"traceutil/trace.go:171","msg":"trace[959047912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648; range_end:; response_count:1; response_revision:23498; }","duration":"1.875554357s","start":"2026-03-06T01:13:25.852349Z","end":"2026-03-06T01:13:27.727904Z","steps":["trace[959047912] 'agreement among raft nodes before linearized reading' (duration: 1.875284631s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.727993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.852331Z","time spent":"1.87565216s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0ee48e-4dbd-4419-887b-6ce36b88f648\" "} {"level":"warn","ts":"2026-03-06T01:13:27.727978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149894924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:27.72806Z","caller":"traceutil/trace.go:171","msg":"trace[25916017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23498; }","duration":"1.149988756s","start":"2026-03-06T01:13:26.578053Z","end":"2026-03-06T01:13:27.728042Z","steps":["trace[25916017] 'agreement among raft nodes before linearized reading' (duration: 1.149867283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.349528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:13:27.728069Z","caller":"traceutil/trace.go:171","msg":"trace[105751858] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"107.703894ms","start":"2026-03-06T01:13:27.619789Z","end":"2026-03-06T01:13:27.727493Z","steps":["trace[105751858] 'process raft request' (duration: 106.254282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.57797Z","time spent":"1.150085618s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:27.728179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.252518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:13:27.728186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.694607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:27.728205Z","caller":"traceutil/trace.go:171","msg":"trace[731589569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23498; }","duration":"876.529303ms","start":"2026-03-06T01:13:26.851671Z","end":"2026-03-06T01:13:27.7282Z","steps":["trace[731589569] 'agreement among raft nodes before linearized reading' (duration: 876.460061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.851659Z","time spent":"876.562034ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:13:27.728225Z","caller":"traceutil/trace.go:171","msg":"trace[977300339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23498; }","duration":"876.762418ms","start":"2026-03-06T01:13:26.851447Z","end":"2026-03-06T01:13:27.72821Z","steps":["trace[977300339] 'agreement among raft nodes before linearized reading' (duration: 876.687076ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:27.728113Z","caller":"traceutil/trace.go:171","msg":"trace[351534518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23498; }","duration":"876.40383ms","start":"2026-03-06T01:13:26.851696Z","end":"2026-03-06T01:13:27.7281Z","steps":["trace[351534518] 'agreement among raft nodes before linearized reading' (duration: 876.292708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.72811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876883684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:13:27.728328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11412619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:13:27.728351Z","caller":"traceutil/trace.go:171","msg":"trace[456864964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23498; }","duration":"2.11418868s","start":"2026-03-06T01:13:25.614156Z","end":"2026-03-06T01:13:27.728345Z","steps":["trace[456864964] 'agreement among raft nodes before linearized reading' (duration: 2.114123319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.614135Z","time spent":"2.114230122s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:13:27.728334Z","caller":"traceutil/trace.go:171","msg":"trace[533915240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23498; }","duration":"2.877221472s","start":"2026-03-06T01:13:24.851098Z","end":"2026-03-06T01:13:27.728319Z","steps":["trace[533915240] 'agreement among raft nodes before linearized reading' (duration: 2.876549056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.938785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:27.728504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973361344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:27.728562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353772845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:13:27.728572Z","caller":"traceutil/trace.go:171","msg":"trace[165285992] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23498; }","duration":"1.973463296s","start":"2026-03-06T01:13:25.755097Z","end":"2026-03-06T01:13:27.728561Z","steps":["trace[165285992] 'agreement among raft nodes before linearized reading' (duration: 1.973370974s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:27.728579Z","caller":"traceutil/trace.go:171","msg":"trace[976451375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23498; }","duration":"874.220202ms","start":"2026-03-06T01:13:26.854331Z","end":"2026-03-06T01:13:27.728551Z","steps":["trace[976451375] 'agreement among raft nodes before linearized reading' (duration: 873.745371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:24.851084Z","time spent":"2.877386175s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:13:27.728598Z","caller":"traceutil/trace.go:171","msg":"trace[833664828] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23498; }","duration":"2.353846367s","start":"2026-03-06T01:13:25.374741Z","end":"2026-03-06T01:13:27.728587Z","steps":["trace[833664828] 'agreement among raft nodes before linearized reading' (duration: 2.353699194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.851689Z","time spent":"876.593085ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:27.728635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.37472Z","time spent":"2.353906428s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:27.728631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.854317Z","time spent":"874.302893ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:27.728602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:25.755078Z","time spent":"1.973516297s","remote":"127.0.0.1:56560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:27.72829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323169881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:27.728722Z","caller":"traceutil/trace.go:171","msg":"trace[2093234471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23498; }","duration":"1.323635591s","start":"2026-03-06T01:13:26.405074Z","end":"2026-03-06T01:13:27.72871Z","steps":["trace[2093234471] 'agreement among raft nodes before linearized reading' (duration: 1.323171931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.851425Z","time spent":"876.824129ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:27.728751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.405033Z","time spent":"1.323709143s","remote":"127.0.0.1:56544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:27.728109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.612434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:13:27.728531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.291744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:27.728917Z","caller":"traceutil/trace.go:171","msg":"trace[1834998288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23498; }","duration":"877.451104ms","start":"2026-03-06T01:13:26.851453Z","end":"2026-03-06T01:13:27.728904Z","steps":["trace[1834998288] 'agreement among raft nodes before linearized reading' (duration: 876.586684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:27.728919Z","caller":"traceutil/trace.go:171","msg":"trace[2077465110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23498; }","duration":"495.707113ms","start":"2026-03-06T01:13:27.23319Z","end":"2026-03-06T01:13:27.728897Z","steps":["trace[2077465110] 'agreement among raft nodes before linearized reading' (duration: 495.274454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:27.728959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:26.851427Z","time spent":"877.520495ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:13:27.728981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:27.233176Z","time spent":"495.783135ms","remote":"127.0.0.1:56476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:32.116878Z","caller":"traceutil/trace.go:171","msg":"trace[79700953] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"599.619553ms","start":"2026-03-06T01:13:31.517236Z","end":"2026-03-06T01:13:32.116855Z","steps":["trace[79700953] 'process raft request' (duration: 599.46855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.117025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.51721Z","time spent":"599.743926ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:32.856225Z","caller":"traceutil/trace.go:171","msg":"trace[1289895138] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"1.224550906s","start":"2026-03-06T01:13:31.631645Z","end":"2026-03-06T01:13:32.856196Z","steps":["trace[1289895138] 'process raft request' (duration: 1.224453394s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:32.856335Z","caller":"traceutil/trace.go:171","msg":"trace[1861927339] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"1.220673031s","start":"2026-03-06T01:13:31.635639Z","end":"2026-03-06T01:13:32.856312Z","steps":["trace[1861927339] 'process raft request' (duration: 1.220600129s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.856381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.631619Z","time spent":"1.22467704s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:32.856388Z","caller":"traceutil/trace.go:171","msg":"trace[343798437] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"1.220840135s","start":"2026-03-06T01:13:31.635526Z","end":"2026-03-06T01:13:32.856367Z","steps":["trace[343798437] 'process raft request' (duration: 1.220641801s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:32.856227Z","caller":"traceutil/trace.go:171","msg":"trace[1985938956] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.22518279s","start":"2026-03-06T01:13:31.630996Z","end":"2026-03-06T01:13:32.856179Z","steps":["trace[1985938956] 'process raft request' (duration: 1.224975816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.856499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.635515Z","time spent":"1.220937557s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:32.85652Z","caller":"traceutil/trace.go:171","msg":"trace[1102688191] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.220963267s","start":"2026-03-06T01:13:31.635548Z","end":"2026-03-06T01:13:32.856511Z","steps":["trace[1102688191] 'process raft request' (duration: 1.220652271s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.856567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.635535Z","time spent":"1.221008009s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:32.856619Z","caller":"traceutil/trace.go:171","msg":"trace[1680123513] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"1.224154558s","start":"2026-03-06T01:13:31.63245Z","end":"2026-03-06T01:13:32.856605Z","steps":["trace[1680123513] 'process raft request' (duration: 1.223684508s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:32.856632Z","caller":"traceutil/trace.go:171","msg":"trace[250556651] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24357; }","duration":"1.098600619s","start":"2026-03-06T01:13:31.758012Z","end":"2026-03-06T01:13:32.856613Z","steps":["trace[250556651] 'read index received' (duration: 358.722501ms)","trace[250556651] 'applied index is now lower than readState.Index' (duration: 739.876628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:32.85656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.630974Z","time spent":"1.225542178s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:32.856698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.632436Z","time spent":"1.22422318s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:32.856481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.63563Z","time spent":"1.220775374s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:32.856831Z","caller":"traceutil/trace.go:171","msg":"trace[1042246397] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"1.221180402s","start":"2026-03-06T01:13:31.635641Z","end":"2026-03-06T01:13:32.856821Z","steps":["trace[1042246397] 'process raft request' (duration: 1.22063164s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.856952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.714225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:32.857003Z","caller":"traceutil/trace.go:171","msg":"trace[999185723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23545; }","duration":"379.788537ms","start":"2026-03-06T01:13:32.477192Z","end":"2026-03-06T01:13:32.85698Z","steps":["trace[999185723] 'agreement among raft nodes before linearized reading' (duration: 379.719505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098871264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:13:32.857071Z","caller":"traceutil/trace.go:171","msg":"trace[704563597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23545; }","duration":"1.098928776s","start":"2026-03-06T01:13:31.758131Z","end":"2026-03-06T01:13:32.857059Z","steps":["trace[704563597] 'agreement among raft nodes before linearized reading' (duration: 1.098731072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.758125Z","time spent":"1.098975047s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09915044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:13:32.857189Z","caller":"traceutil/trace.go:171","msg":"trace[1926187862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23545; }","duration":"1.099232523s","start":"2026-03-06T01:13:31.757941Z","end":"2026-03-06T01:13:32.857174Z","steps":["trace[1926187862] 'agreement among raft nodes before linearized reading' (duration: 1.0991135s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.849335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:13:32.857224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.75792Z","time spent":"1.099299134s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:13:32.857239Z","caller":"traceutil/trace.go:171","msg":"trace[2133846644] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23545; }","duration":"120.912516ms","start":"2026-03-06T01:13:32.736318Z","end":"2026-03-06T01:13:32.85723Z","steps":["trace[2133846644] 'agreement among raft nodes before linearized reading' (duration: 120.790913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.133823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-06T01:13:32.857309Z","caller":"traceutil/trace.go:171","msg":"trace[103781763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23545; }","duration":"735.192974ms","start":"2026-03-06T01:13:32.122104Z","end":"2026-03-06T01:13:32.857297Z","steps":["trace[103781763] 'agreement among raft nodes before linearized reading' (duration: 735.104432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.712502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:32.857338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.122098Z","time spent":"735.234564ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094523918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:32.857401Z","caller":"traceutil/trace.go:171","msg":"trace[2098909138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23545; }","duration":"1.09459105s","start":"2026-03-06T01:13:31.762801Z","end":"2026-03-06T01:13:32.857392Z","steps":["trace[2098909138] 'agreement among raft nodes before linearized reading' (duration: 1.094493137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.762786Z","time spent":"1.09463452s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.161036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:13:32.857485Z","caller":"traceutil/trace.go:171","msg":"trace[943729586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23545; }","duration":"315.230188ms","start":"2026-03-06T01:13:32.542246Z","end":"2026-03-06T01:13:32.857476Z","steps":["trace[943729586] 'agreement among raft nodes before linearized reading' (duration: 315.139065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.542226Z","time spent":"315.30632ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.551723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:13:32.857591Z","caller":"traceutil/trace.go:171","msg":"trace[262467468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23545; }","duration":"735.613794ms","start":"2026-03-06T01:13:32.121969Z","end":"2026-03-06T01:13:32.857583Z","steps":["trace[262467468] 'agreement among raft nodes before linearized reading' (duration: 735.512382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.121949Z","time spent":"735.660725ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.635634Z","time spent":"1.221238393s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:32.857034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.477172Z","time spent":"379.855418ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:32.857826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094240513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:13:32.857855Z","caller":"traceutil/trace.go:171","msg":"trace[378551245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23545; }","duration":"1.094278423s","start":"2026-03-06T01:13:31.763568Z","end":"2026-03-06T01:13:32.857847Z","steps":["trace[378551245] 'agreement among raft nodes before linearized reading' (duration: 1.094197222s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.857882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.763563Z","time spent":"1.094313494s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:13:32.857365Z","caller":"traceutil/trace.go:171","msg":"trace[715972963] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23545; }","duration":"158.776704ms","start":"2026-03-06T01:13:32.698577Z","end":"2026-03-06T01:13:32.857354Z","steps":["trace[715972963] 'agreement among raft nodes before linearized reading' (duration: 158.724313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.858435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094902377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:32.862386Z","caller":"traceutil/trace.go:171","msg":"trace[169146966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23545; }","duration":"1.098868515s","start":"2026-03-06T01:13:31.763503Z","end":"2026-03-06T01:13:32.862372Z","steps":["trace[169146966] 'agreement among raft nodes before linearized reading' (duration: 1.094293394s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:32.862443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:31.763496Z","time spent":"1.098919236s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:33.366351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:33.866691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258870730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:13:34.172274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.306805198s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:13:34.172672Z","caller":"traceutil/trace.go:171","msg":"trace[1766152284] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"1.307836271s","start":"2026-03-06T01:13:32.864809Z","end":"2026-03-06T01:13:34.172646Z","steps":["trace[1766152284] 'process raft request' (duration: 1.307645687s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.172818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.864797Z","time spent":"1.307947343s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:34.172982Z","caller":"traceutil/trace.go:171","msg":"trace[714014823] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"1.308140928s","start":"2026-03-06T01:13:32.86481Z","end":"2026-03-06T01:13:34.172951Z","steps":["trace[714014823] 'process raft request' (duration: 1.30779187s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:34.17315Z","caller":"traceutil/trace.go:171","msg":"trace[2128251710] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"1.30826991s","start":"2026-03-06T01:13:32.864864Z","end":"2026-03-06T01:13:34.173134Z","steps":["trace[2128251710] 'process raft request' (duration: 1.308000914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.173176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.864799Z","time spent":"1.30825718s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:34.173216Z","caller":"traceutil/trace.go:171","msg":"trace[1951730208] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"1.30828845s","start":"2026-03-06T01:13:32.864911Z","end":"2026-03-06T01:13:34.1732Z","steps":["trace[1951730208] 'process raft request' (duration: 1.308175828s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.173272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.864858Z","time spent":"1.308336722s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.173288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.864905Z","time spent":"1.308346032s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:34.573273Z","caller":"traceutil/trace.go:171","msg":"trace[153748597] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"1.707759323s","start":"2026-03-06T01:13:32.865469Z","end":"2026-03-06T01:13:34.573228Z","steps":["trace[153748597] 'process raft request' (duration: 1.707509648s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:34.573287Z","caller":"traceutil/trace.go:171","msg":"trace[1279166884] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"1.705235668s","start":"2026-03-06T01:13:32.868013Z","end":"2026-03-06T01:13:34.573248Z","steps":["trace[1279166884] 'process raft request' (duration: 1.705120105s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:34.573448Z","caller":"traceutil/trace.go:171","msg":"trace[668213142] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"1.701925093s","start":"2026-03-06T01:13:32.871496Z","end":"2026-03-06T01:13:34.573421Z","steps":["trace[668213142] 'process raft request' (duration: 1.701684478s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.573538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.86546Z","time spent":"1.707925357s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:34.57355Z","caller":"traceutil/trace.go:171","msg":"trace[204168338] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"1.701860832s","start":"2026-03-06T01:13:32.871622Z","end":"2026-03-06T01:13:34.573483Z","steps":["trace[204168338] 'process raft request' (duration: 1.701729529s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:34.573492Z","caller":"traceutil/trace.go:171","msg":"trace[278823771] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"1.69990467s","start":"2026-03-06T01:13:32.873569Z","end":"2026-03-06T01:13:34.573474Z","steps":["trace[278823771] 'process raft request' (duration: 1.699837868s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:34.57365Z","caller":"traceutil/trace.go:171","msg":"trace[444556237] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"1.699558962s","start":"2026-03-06T01:13:32.874072Z","end":"2026-03-06T01:13:34.573631Z","steps":["trace[444556237] 'process raft request' (duration: 1.699374988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.573664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.871478Z","time spent":"1.702085379s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.573689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.867996Z","time spent":"1.705489323s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.573743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.874063Z","time spent":"1.699633323s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.573757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.873553Z","time spent":"1.700135604s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.573798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.871606Z","time spent":"1.702064057s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:34.868928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.324618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:13:34.869268Z","caller":"traceutil/trace.go:171","msg":"trace[665023156] linearizableReadLoop","detail":"{readStateIndex:24377; appliedIndex:24365; }","duration":"2.003174102s","start":"2026-03-06T01:13:32.86607Z","end":"2026-03-06T01:13:34.869244Z","steps":["trace[665023156] 'read index received' (duration: 1.30646495s)","trace[665023156] 'applied index is now lower than readState.Index' (duration: 696.707072ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:34.869319Z","caller":"traceutil/trace.go:171","msg":"trace[1339818323] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"1.037378764s","start":"2026-03-06T01:13:33.831915Z","end":"2026-03-06T01:13:34.869293Z","steps":["trace[1339818323] 'process raft request' (duration: 1.037107138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:34.869445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:33.831886Z","time spent":"1.037483607s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:35.232964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366863732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-06T01:13:35.233068Z","caller":"traceutil/trace.go:171","msg":"trace[325470577] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23556; }","duration":"2.366994157s","start":"2026-03-06T01:13:32.866048Z","end":"2026-03-06T01:13:35.233043Z","steps":["trace[325470577] 'agreement among raft nodes before linearized reading' (duration: 2.003306666s)","trace[325470577] 'range keys from in-memory index tree' (duration: 363.449605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:35.233125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.86604Z","time spent":"2.367068238s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:13:35.233388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.000836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:35.23414Z","caller":"traceutil/trace.go:171","msg":"trace[111851984] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"371.473284ms","start":"2026-03-06T01:13:34.862621Z","end":"2026-03-06T01:13:35.234095Z","steps":["trace[111851984] 'process raft request' (duration: 371.180627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:35.234147Z","caller":"traceutil/trace.go:171","msg":"trace[1627109907] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"371.497084ms","start":"2026-03-06T01:13:34.862618Z","end":"2026-03-06T01:13:35.234115Z","steps":["trace[1627109907] 'process raft request' (duration: 371.30464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.235324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.862607Z","time spent":"372.645909ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:35.235485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.862582Z","time spent":"372.774202ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:35.235495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.561491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267220"} {"level":"info","ts":"2026-03-06T01:13:35.235573Z","caller":"traceutil/trace.go:171","msg":"trace[663503638] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23563; }","duration":"458.686423ms","start":"2026-03-06T01:13:34.77687Z","end":"2026-03-06T01:13:35.235556Z","steps":["trace[663503638] 'agreement among raft nodes before linearized reading' (duration: 457.997888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.235617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.776847Z","time spent":"458.758625ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267243,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-06T01:13:35.234174Z","caller":"traceutil/trace.go:171","msg":"trace[928977257] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"371.724398ms","start":"2026-03-06T01:13:34.862411Z","end":"2026-03-06T01:13:35.234135Z","steps":["trace[928977257] 'compare' (duration: 362.444433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:35.234219Z","caller":"traceutil/trace.go:171","msg":"trace[665201471] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"370.46818ms","start":"2026-03-06T01:13:34.863733Z","end":"2026-03-06T01:13:35.234202Z","steps":["trace[665201471] 'process raft request' (duration: 370.322417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.235761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.863696Z","time spent":"372.025544ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:35.234178Z","caller":"traceutil/trace.go:171","msg":"trace[413067011] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"370.877989ms","start":"2026-03-06T01:13:34.863259Z","end":"2026-03-06T01:13:35.234137Z","steps":["trace[413067011] 'process raft request' (duration: 370.729456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.235882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.863251Z","time spent":"372.590009ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:35.234806Z","caller":"traceutil/trace.go:171","msg":"trace[1365179422] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24377; }","duration":"365.45357ms","start":"2026-03-06T01:13:34.869333Z","end":"2026-03-06T01:13:35.234786Z","steps":["trace[1365179422] 'read index received' (duration: 901.82µs)","trace[1365179422] 'applied index is now lower than readState.Index' (duration: 364.54955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:35.234961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.551847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:35.235985Z","caller":"traceutil/trace.go:171","msg":"trace[1969697579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23563; }","duration":"757.614271ms","start":"2026-03-06T01:13:34.478347Z","end":"2026-03-06T01:13:35.235961Z","steps":["trace[1969697579] 'agreement among raft nodes before linearized reading' (duration: 756.545357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.235003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283650341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.140\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-06T01:13:35.236055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.478326Z","time spent":"757.709543ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:13:35.236063Z","caller":"traceutil/trace.go:171","msg":"trace[843324711] range","detail":"{range_begin:/registry/masterleases/162.253.55.140; range_end:; response_count:1; response_revision:23563; }","duration":"2.284739856s","start":"2026-03-06T01:13:32.951309Z","end":"2026-03-06T01:13:35.236049Z","steps":["trace[843324711] 'agreement among raft nodes before linearized reading' (duration: 2.283532269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.236117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:32.951291Z","time spent":"2.284811087s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.140\" "} {"level":"info","ts":"2026-03-06T01:13:35.235011Z","caller":"traceutil/trace.go:171","msg":"trace[1342821515] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"370.281797ms","start":"2026-03-06T01:13:34.864692Z","end":"2026-03-06T01:13:35.234974Z","steps":["trace[1342821515] 'process raft request' (duration: 369.874628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.236306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.864689Z","time spent":"371.578856ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:35.235077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154002702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:35.236443Z","caller":"traceutil/trace.go:171","msg":"trace[103036744] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23563; }","duration":"2.155371733s","start":"2026-03-06T01:13:33.081059Z","end":"2026-03-06T01:13:35.236431Z","steps":["trace[103036744] 'agreement among raft nodes before linearized reading' (duration: 2.153966281s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.236486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:33.081013Z","time spent":"2.155458804s","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:35.234605Z","caller":"traceutil/trace.go:171","msg":"trace[174753398] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"369.941558ms","start":"2026-03-06T01:13:34.864649Z","end":"2026-03-06T01:13:35.234591Z","steps":["trace[174753398] 'process raft request' (duration: 369.496249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.236587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.864644Z","time spent":"371.881423ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:35.23601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.862384Z","time spent":"373.287083ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:35.239773Z","caller":"traceutil/trace.go:171","msg":"trace[512443768] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"337.593504ms","start":"2026-03-06T01:13:34.902162Z","end":"2026-03-06T01:13:35.239755Z","steps":["trace[512443768] 'process raft request' (duration: 337.492082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:35.239889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:34.902139Z","time spent":"337.685266ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:35.462844Z","caller":"traceutil/trace.go:171","msg":"trace[424393356] linearizableReadLoop","detail":"{readStateIndex:24388; appliedIndex:24386; }","duration":"166.965046ms","start":"2026-03-06T01:13:35.295829Z","end":"2026-03-06T01:13:35.462794Z","steps":["trace[424393356] 'read index received' (duration: 15.711808ms)","trace[424393356] 'applied index is now lower than readState.Index' (duration: 151.249558ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:35.462887Z","caller":"traceutil/trace.go:171","msg":"trace[146478331] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"198.270029ms","start":"2026-03-06T01:13:35.264578Z","end":"2026-03-06T01:13:35.462848Z","steps":["trace[146478331] 'process raft request' (duration: 168.315505ms)","trace[146478331] 'compare' (duration: 29.609225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:35.463088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.236042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:35.463155Z","caller":"traceutil/trace.go:171","msg":"trace[1416744164] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23566; }","duration":"167.360395ms","start":"2026-03-06T01:13:35.295778Z","end":"2026-03-06T01:13:35.463138Z","steps":["trace[1416744164] 'agreement among raft nodes before linearized reading' (duration: 167.14734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.087439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.684752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:36.087527Z","caller":"traceutil/trace.go:171","msg":"trace[1221317044] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23566; }","duration":"439.806035ms","start":"2026-03-06T01:13:35.647693Z","end":"2026-03-06T01:13:36.087499Z","steps":["trace[1221317044] 'count revisions from in-memory index tree' (duration: 439.619111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.087571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:35.647675Z","time spent":"439.884868ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:36.087985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.88858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:13:36.088031Z","caller":"traceutil/trace.go:171","msg":"trace[1816838444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23566; }","duration":"112.931301ms","start":"2026-03-06T01:13:35.975085Z","end":"2026-03-06T01:13:36.088017Z","steps":["trace[1816838444] 'range keys from in-memory index tree' (duration: 112.713796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:36.55275Z","caller":"traceutil/trace.go:171","msg":"trace[870678981] linearizableReadLoop","detail":"{readStateIndex:24389; appliedIndex:24388; }","duration":"437.441185ms","start":"2026-03-06T01:13:36.115288Z","end":"2026-03-06T01:13:36.55273Z","steps":["trace[870678981] 'read index received' (duration: 437.286851ms)","trace[870678981] 'applied index is now lower than readState.Index' (duration: 153.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:36.552821Z","caller":"traceutil/trace.go:171","msg":"trace[2141084167] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"460.341511ms","start":"2026-03-06T01:13:36.092435Z","end":"2026-03-06T01:13:36.552777Z","steps":["trace[2141084167] 'process raft request' (duration: 460.155147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.552968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.673289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-06T01:13:36.55301Z","caller":"traceutil/trace.go:171","msg":"trace[1002300698] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23567; }","duration":"437.779771ms","start":"2026-03-06T01:13:36.115218Z","end":"2026-03-06T01:13:36.552998Z","steps":["trace[1002300698] 'agreement among raft nodes before linearized reading' (duration: 437.621218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.553049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.115196Z","time spent":"437.843003ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:13:36.553066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.357047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:13:36.553102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.599114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:13:36.553166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.092414Z","time spent":"460.575626ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:36.553001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.395082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:36.553265Z","caller":"traceutil/trace.go:171","msg":"trace[459826626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23567; }","duration":"376.72219ms","start":"2026-03-06T01:13:36.176533Z","end":"2026-03-06T01:13:36.553255Z","steps":["trace[459826626] 'agreement among raft nodes before linearized reading' (duration: 376.362232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.553308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.176512Z","time spent":"376.783081ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:13:36.553308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.964802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:13:36.55335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.001104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:13:36.553351Z","caller":"traceutil/trace.go:171","msg":"trace[1402133072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23567; }","duration":"376.011553ms","start":"2026-03-06T01:13:36.177327Z","end":"2026-03-06T01:13:36.553339Z","steps":["trace[1402133072] 'agreement among raft nodes before linearized reading' (duration: 375.88979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:36.55339Z","caller":"traceutil/trace.go:171","msg":"trace[1244965206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23567; }","duration":"315.063975ms","start":"2026-03-06T01:13:36.238315Z","end":"2026-03-06T01:13:36.553379Z","steps":["trace[1244965206] 'agreement among raft nodes before linearized reading' (duration: 314.970363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.553399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.177294Z","time spent":"376.096435ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:13:36.55313Z","caller":"traceutil/trace.go:171","msg":"trace[1722172007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23567; }","duration":"374.448329ms","start":"2026-03-06T01:13:36.178667Z","end":"2026-03-06T01:13:36.553116Z","steps":["trace[1722172007] 'agreement among raft nodes before linearized reading' (duration: 374.283835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.553419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.238302Z","time spent":"315.109886ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-06T01:13:36.553187Z","caller":"traceutil/trace.go:171","msg":"trace[1261322512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23567; }","duration":"375.727487ms","start":"2026-03-06T01:13:36.177432Z","end":"2026-03-06T01:13:36.553159Z","steps":["trace[1261322512] 'agreement among raft nodes before linearized reading' (duration: 375.599994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.553457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.178657Z","time spent":"374.784946ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:36.553568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.177387Z","time spent":"376.165227ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:36.909802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.694498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:36.910042Z","caller":"traceutil/trace.go:171","msg":"trace[1501346488] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24389; }","duration":"352.411211ms","start":"2026-03-06T01:13:36.557611Z","end":"2026-03-06T01:13:36.910023Z","steps":["trace[1501346488] 'read index received' (duration: 69.410157ms)","trace[1501346488] 'applied index is now lower than readState.Index' (duration: 282.999504ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:36.910087Z","caller":"traceutil/trace.go:171","msg":"trace[959404561] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"353.181218ms","start":"2026-03-06T01:13:36.55687Z","end":"2026-03-06T01:13:36.910051Z","steps":["trace[959404561] 'process raft request' (duration: 70.137152ms)","trace[959404561] 'compare' (duration: 281.761548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:36.910359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.556846Z","time spent":"353.385093ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:36.910869Z","caller":"traceutil/trace.go:171","msg":"trace[913448815] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"352.691336ms","start":"2026-03-06T01:13:36.558164Z","end":"2026-03-06T01:13:36.910855Z","steps":["trace[913448815] 'process raft request' (duration: 351.800647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.910907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.27759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:13:36.91095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.558148Z","time spent":"352.762317ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:36.910963Z","caller":"traceutil/trace.go:171","msg":"trace[272147186] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"352.758228ms","start":"2026-03-06T01:13:36.558182Z","end":"2026-03-06T01:13:36.91094Z","steps":["trace[272147186] 'process raft request' (duration: 352.556964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:36.910987Z","caller":"traceutil/trace.go:171","msg":"trace[554663692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7; range_end:; response_count:1; response_revision:23568; }","duration":"353.416543ms","start":"2026-03-06T01:13:36.55755Z","end":"2026-03-06T01:13:36.910967Z","steps":["trace[554663692] 'agreement among raft nodes before linearized reading' (duration: 352.570104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.911125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.558164Z","time spent":"352.87395ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:36.911172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.557527Z","time spent":"353.607598ms","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-d31f8fa2-c185-4821-a050-18536fd342a7\" "} {"level":"info","ts":"2026-03-06T01:13:36.911332Z","caller":"traceutil/trace.go:171","msg":"trace[100938140] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"353.026645ms","start":"2026-03-06T01:13:36.558267Z","end":"2026-03-06T01:13:36.911293Z","steps":["trace[100938140] 'process raft request' (duration: 352.544923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:36.911579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.558238Z","time spent":"353.268119ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:37.76073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.824158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:37.760851Z","caller":"traceutil/trace.go:171","msg":"trace[1395279828] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24393; }","duration":"850.754403ms","start":"2026-03-06T01:13:36.91008Z","end":"2026-03-06T01:13:37.760834Z","steps":["trace[1395279828] 'read index received' (duration: 133.343583ms)","trace[1395279828] 'applied index is now lower than readState.Index' (duration: 717.4092ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:37.760881Z","caller":"traceutil/trace.go:171","msg":"trace[581606572] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"1.097810522s","start":"2026-03-06T01:13:36.663037Z","end":"2026-03-06T01:13:37.760848Z","steps":["trace[581606572] 'process raft request' (duration: 380.37887ms)","trace[581606572] 'compare' (duration: 716.619834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:37.760943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001866588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:37.760974Z","caller":"traceutil/trace.go:171","msg":"trace[693025788] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23572; }","duration":"1.001934729s","start":"2026-03-06T01:13:36.759028Z","end":"2026-03-06T01:13:37.760963Z","steps":["trace[693025788] 'agreement among raft nodes before linearized reading' (duration: 1.001873058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:37.761015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.759007Z","time spent":"1.001998671s","remote":"127.0.0.1:56570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:13:37.761035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.663005Z","time spent":"1.097948715s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:37.761417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183741624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:37.761497Z","caller":"traceutil/trace.go:171","msg":"trace[1250404655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23572; }","duration":"1.183882897s","start":"2026-03-06T01:13:36.577596Z","end":"2026-03-06T01:13:37.761479Z","steps":["trace[1250404655] 'agreement among raft nodes before linearized reading' (duration: 1.183631982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:37.761588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:36.577576Z","time spent":"1.1840018s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:13:37.998416Z","caller":"traceutil/trace.go:171","msg":"trace[133989939] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"754.930372ms","start":"2026-03-06T01:13:37.243455Z","end":"2026-03-06T01:13:37.998386Z","steps":["trace[133989939] 'process raft request' (duration: 743.466228ms)","trace[133989939] 'compare' (duration: 10.917571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:37.998591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.243434Z","time spent":"755.055544ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:38.001886Z","caller":"traceutil/trace.go:171","msg":"trace[2134339521] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"758.265715ms","start":"2026-03-06T01:13:37.243587Z","end":"2026-03-06T01:13:38.001853Z","steps":["trace[2134339521] 'process raft request' (duration: 758.078031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.002094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.243567Z","time spent":"758.410358ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:38.002295Z","caller":"traceutil/trace.go:171","msg":"trace[1222679708] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"758.618124ms","start":"2026-03-06T01:13:37.243656Z","end":"2026-03-06T01:13:38.002274Z","steps":["trace[1222679708] 'process raft request' (duration: 758.139393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.002397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.243651Z","time spent":"758.700425ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:38.002508Z","caller":"traceutil/trace.go:171","msg":"trace[1507909701] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"758.787956ms","start":"2026-03-06T01:13:37.243704Z","end":"2026-03-06T01:13:38.002492Z","steps":["trace[1507909701] 'process raft request' (duration: 758.277205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:38.002483Z","caller":"traceutil/trace.go:171","msg":"trace[1570526893] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"758.153104ms","start":"2026-03-06T01:13:37.2443Z","end":"2026-03-06T01:13:38.002453Z","steps":["trace[1570526893] 'process raft request' (duration: 758.0024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.002586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.243671Z","time spent":"758.874419ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:38.002731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.24426Z","time spent":"758.330507ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:38.00338Z","caller":"traceutil/trace.go:171","msg":"trace[514962041] linearizableReadLoop","detail":"{readStateIndex:24401; appliedIndex:24394; }","duration":"242.491278ms","start":"2026-03-06T01:13:37.760876Z","end":"2026-03-06T01:13:38.003368Z","steps":["trace[514962041] 'read index received' (duration: 226.060475ms)","trace[514962041] 'applied index is now lower than readState.Index' (duration: 16.429812ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:38.003417Z","caller":"traceutil/trace.go:171","msg":"trace[502138622] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"758.294715ms","start":"2026-03-06T01:13:37.245108Z","end":"2026-03-06T01:13:38.003403Z","steps":["trace[502138622] 'process raft request' (duration: 758.149052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.003489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.245093Z","time spent":"758.357996ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:38.003632Z","caller":"traceutil/trace.go:171","msg":"trace[928461418] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"237.822194ms","start":"2026-03-06T01:13:37.76573Z","end":"2026-03-06T01:13:38.003552Z","steps":["trace[928461418] 'process raft request' (duration: 237.606759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:38.003661Z","caller":"traceutil/trace.go:171","msg":"trace[479284165] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"759.347291ms","start":"2026-03-06T01:13:37.244301Z","end":"2026-03-06T01:13:38.003648Z","steps":["trace[479284165] 'process raft request' (duration: 758.104913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.003772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.244247Z","time spent":"759.473573ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:38.003799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.365112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:38.00386Z","caller":"traceutil/trace.go:171","msg":"trace[638326050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23580; }","duration":"526.475514ms","start":"2026-03-06T01:13:37.477375Z","end":"2026-03-06T01:13:38.00385Z","steps":["trace[638326050] 'agreement among raft nodes before linearized reading' (duration: 526.391552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.003896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.477346Z","time spent":"526.542786ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:38.003928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.227719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:13:38.003991Z","caller":"traceutil/trace.go:171","msg":"trace[1411573550] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23580; }","duration":"886.30197ms","start":"2026-03-06T01:13:37.117655Z","end":"2026-03-06T01:13:38.003957Z","steps":["trace[1411573550] 'agreement among raft nodes before linearized reading' (duration: 886.152577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.004006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.152353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:13:38.004101Z","caller":"traceutil/trace.go:171","msg":"trace[493443471] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23580; }","duration":"135.276875ms","start":"2026-03-06T01:13:37.868804Z","end":"2026-03-06T01:13:38.004081Z","steps":["trace[493443471] 'agreement among raft nodes before linearized reading' (duration: 135.05919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:38.004029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:37.117634Z","time spent":"886.385722ms","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:13:38.918508Z","caller":"traceutil/trace.go:171","msg":"trace[1336434221] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"273.176396ms","start":"2026-03-06T01:13:38.645311Z","end":"2026-03-06T01:13:38.918488Z","steps":["trace[1336434221] 'process raft request' (duration: 273.026313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:39.206869Z","caller":"traceutil/trace.go:171","msg":"trace[744538214] linearizableReadLoop","detail":"{readStateIndex:24407; appliedIndex:24405; }","duration":"542.091179ms","start":"2026-03-06T01:13:38.664733Z","end":"2026-03-06T01:13:39.206824Z","steps":["trace[744538214] 'read index received' (duration: 253.597473ms)","trace[744538214] 'applied index is now lower than readState.Index' (duration: 288.492936ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:39.206915Z","caller":"traceutil/trace.go:171","msg":"trace[126447] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"551.451668ms","start":"2026-03-06T01:13:38.655445Z","end":"2026-03-06T01:13:39.206897Z","steps":["trace[126447] 'process raft request' (duration: 551.243853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:39.207041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:38.655429Z","time spent":"551.540459ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:39.207055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.324785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:13:39.20708Z","caller":"traceutil/trace.go:171","msg":"trace[715857938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23585; }","duration":"542.382266ms","start":"2026-03-06T01:13:38.66469Z","end":"2026-03-06T01:13:39.207072Z","steps":["trace[715857938] 'agreement among raft nodes before linearized reading' (duration: 542.265074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:39.20708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.508734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:13:39.207101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:38.664674Z","time spent":"542.421528ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-06T01:13:39.207121Z","caller":"traceutil/trace.go:171","msg":"trace[1670755960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23585; }","duration":"292.597886ms","start":"2026-03-06T01:13:38.914514Z","end":"2026-03-06T01:13:39.207112Z","steps":["trace[1670755960] 'agreement among raft nodes before linearized reading' (duration: 292.484374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:39.207209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.933523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:13:39.207235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.542125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:13:39.207276Z","caller":"traceutil/trace.go:171","msg":"trace[90419724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23585; }","duration":"292.069476ms","start":"2026-03-06T01:13:38.915192Z","end":"2026-03-06T01:13:39.207262Z","steps":["trace[90419724] 'agreement among raft nodes before linearized reading' (duration: 291.854241ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:39.207317Z","caller":"traceutil/trace.go:171","msg":"trace[2061277857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23585; }","duration":"292.645777ms","start":"2026-03-06T01:13:38.91465Z","end":"2026-03-06T01:13:39.207295Z","steps":["trace[2061277857] 'agreement among raft nodes before linearized reading' (duration: 292.404952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:39.207242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.601287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:39.207381Z","caller":"traceutil/trace.go:171","msg":"trace[1311292183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23585; }","duration":"292.775361ms","start":"2026-03-06T01:13:38.914593Z","end":"2026-03-06T01:13:39.207369Z","steps":["trace[1311292183] 'agreement among raft nodes before linearized reading' (duration: 292.499545ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:39.877836Z","caller":"traceutil/trace.go:171","msg":"trace[204894373] linearizableReadLoop","detail":"{readStateIndex:24414; appliedIndex:24413; }","duration":"130.383757ms","start":"2026-03-06T01:13:39.747426Z","end":"2026-03-06T01:13:39.877809Z","steps":["trace[204894373] 'read index received' (duration: 130.274063ms)","trace[204894373] 'applied index is now lower than readState.Index' (duration: 108.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:39.877897Z","caller":"traceutil/trace.go:171","msg":"trace[2056707741] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"196.623724ms","start":"2026-03-06T01:13:39.681239Z","end":"2026-03-06T01:13:39.877863Z","steps":["trace[2056707741] 'process raft request' (duration: 196.384648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:39.878046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.605422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:13:39.878088Z","caller":"traceutil/trace.go:171","msg":"trace[757507516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23592; }","duration":"130.704624ms","start":"2026-03-06T01:13:39.747371Z","end":"2026-03-06T01:13:39.878076Z","steps":["trace[757507516] 'agreement among raft nodes before linearized reading' (duration: 130.53862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:42.319702Z","caller":"traceutil/trace.go:171","msg":"trace[1120659487] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"301.792581ms","start":"2026-03-06T01:13:42.017888Z","end":"2026-03-06T01:13:42.319681Z","steps":["trace[1120659487] 'process raft request' (duration: 301.715349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:42.319753Z","caller":"traceutil/trace.go:171","msg":"trace[1646754471] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"307.255891ms","start":"2026-03-06T01:13:42.012442Z","end":"2026-03-06T01:13:42.319698Z","steps":["trace[1646754471] 'process raft request' (duration: 306.969475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:42.319874Z","caller":"traceutil/trace.go:171","msg":"trace[889165648] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"302.614079ms","start":"2026-03-06T01:13:42.01721Z","end":"2026-03-06T01:13:42.319824Z","steps":["trace[889165648] 'process raft request' (duration: 302.348623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:42.319902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.017863Z","time spent":"301.911034ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:42.319948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.012421Z","time spent":"307.421575ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:42.319986Z","caller":"traceutil/trace.go:171","msg":"trace[1112382573] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"300.913421ms","start":"2026-03-06T01:13:42.019055Z","end":"2026-03-06T01:13:42.319969Z","steps":["trace[1112382573] 'process raft request' (duration: 300.583974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:42.319997Z","caller":"traceutil/trace.go:171","msg":"trace[509451070] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"300.86777ms","start":"2026-03-06T01:13:42.019107Z","end":"2026-03-06T01:13:42.319975Z","steps":["trace[509451070] 'process raft request' (duration: 300.765047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:42.320042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.019047Z","time spent":"300.966822ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:42.320031Z","caller":"traceutil/trace.go:171","msg":"trace[1480143204] linearizableReadLoop","detail":"{readStateIndex:24431; appliedIndex:24428; }","duration":"302.718871ms","start":"2026-03-06T01:13:42.017293Z","end":"2026-03-06T01:13:42.320012Z","steps":["trace[1480143204] 'read index received' (duration: 90.592526ms)","trace[1480143204] 'applied index is now lower than readState.Index' (duration: 212.125275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:42.320118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.019102Z","time spent":"300.949051ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:42.320108Z","caller":"traceutil/trace.go:171","msg":"trace[542056100] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"299.598622ms","start":"2026-03-06T01:13:42.020487Z","end":"2026-03-06T01:13:42.320085Z","steps":["trace[542056100] 'process raft request' (duration: 299.457449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:42.32023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.928176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:13:42.320264Z","caller":"traceutil/trace.go:171","msg":"trace[1488510394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23613; }","duration":"303.018678ms","start":"2026-03-06T01:13:42.017235Z","end":"2026-03-06T01:13:42.320254Z","steps":["trace[1488510394] 'agreement among raft nodes before linearized reading' (duration: 302.881115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:42.320304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.017215Z","time spent":"303.08091ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:13:42.319987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:42.017188Z","time spent":"302.740232ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:45.76094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.494803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:13:45.761043Z","caller":"traceutil/trace.go:171","msg":"trace[1651266071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23636; }","duration":"188.726468ms","start":"2026-03-06T01:13:45.572297Z","end":"2026-03-06T01:13:45.761024Z","steps":["trace[1651266071] 'range keys from in-memory index tree' (duration: 188.222187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.761108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.780962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:45.761213Z","caller":"traceutil/trace.go:171","msg":"trace[535152263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"283.937705ms","start":"2026-03-06T01:13:45.47725Z","end":"2026-03-06T01:13:45.761188Z","steps":["trace[535152263] 'range keys from in-memory index tree' (duration: 283.667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:45.894773Z","caller":"traceutil/trace.go:171","msg":"trace[1830987944] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"301.040324ms","start":"2026-03-06T01:13:45.593711Z","end":"2026-03-06T01:13:45.894751Z","steps":["trace[1830987944] 'process raft request' (duration: 300.916841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.894899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:45.593685Z","time spent":"301.150896ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:13:45.895322Z","caller":"traceutil/trace.go:171","msg":"trace[1324842751] linearizableReadLoop","detail":"{readStateIndex:24461; appliedIndex:24461; }","duration":"132.646757ms","start":"2026-03-06T01:13:45.762667Z","end":"2026-03-06T01:13:45.895313Z","steps":["trace[1324842751] 'read index received' (duration: 132.643277ms)","trace[1324842751] 'applied index is now lower than readState.Index' (duration: 2.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:45.895474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.811244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:13:45.895514Z","caller":"traceutil/trace.go:171","msg":"trace[490265728] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23637; }","duration":"129.911977ms","start":"2026-03-06T01:13:45.765589Z","end":"2026-03-06T01:13:45.895501Z","steps":["trace[490265728] 'agreement among raft nodes before linearized reading' (duration: 129.776244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.895678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.022026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:45.895702Z","caller":"traceutil/trace.go:171","msg":"trace[795917920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23637; }","duration":"133.122767ms","start":"2026-03-06T01:13:45.762574Z","end":"2026-03-06T01:13:45.895697Z","steps":["trace[795917920] 'agreement among raft nodes before linearized reading' (duration: 133.079006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:02.003136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.628747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:02.003353Z","caller":"traceutil/trace.go:171","msg":"trace[1978792915] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24590; }","duration":"526.672459ms","start":"2026-03-06T01:14:01.476664Z","end":"2026-03-06T01:14:02.003336Z","steps":["trace[1978792915] 'read index received' (duration: 360.763846ms)","trace[1978792915] 'applied index is now lower than readState.Index' (duration: 165.907613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:02.003447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.866803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:02.00348Z","caller":"traceutil/trace.go:171","msg":"trace[1585424421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23765; }","duration":"526.930795ms","start":"2026-03-06T01:14:01.47654Z","end":"2026-03-06T01:14:02.00347Z","steps":["trace[1585424421] 'agreement among raft nodes before linearized reading' (duration: 526.851673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:02.003512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:01.476521Z","time spent":"526.984445ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:02.003718Z","caller":"traceutil/trace.go:171","msg":"trace[4481802] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"604.563123ms","start":"2026-03-06T01:14:01.399144Z","end":"2026-03-06T01:14:02.003707Z","steps":["trace[4481802] 'process raft request' (duration: 604.118143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:02.00372Z","caller":"traceutil/trace.go:171","msg":"trace[980755560] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"606.271181ms","start":"2026-03-06T01:14:01.397426Z","end":"2026-03-06T01:14:02.003698Z","steps":["trace[980755560] 'process raft request' (duration: 439.98762ms)","trace[980755560] 'compare' (duration: 165.244538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:02.003787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:01.399132Z","time spent":"604.618795ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:02.003806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:01.397408Z","time spent":"606.354813ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:04.974533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12430388797258871301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:14:05.198563Z","caller":"traceutil/trace.go:171","msg":"trace[234820311] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"749.519371ms","start":"2026-03-06T01:14:04.449021Z","end":"2026-03-06T01:14:05.198541Z","steps":["trace[234820311] 'process raft request' (duration: 749.376308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.198686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.448991Z","time spent":"749.636714ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:05.596642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.208844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:05.596863Z","caller":"traceutil/trace.go:171","msg":"trace[1685518192] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.146919648s","start":"2026-03-06T01:14:04.44992Z","end":"2026-03-06T01:14:05.59684Z","steps":["trace[1685518192] 'process raft request' (duration: 1.034430018s)","trace[1685518192] 'compare' (duration: 111.925828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:05.596948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.449882Z","time spent":"1.14702306s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:05.596987Z","caller":"traceutil/trace.go:171","msg":"trace[1454427014] linearizableReadLoop","detail":"{readStateIndex:24614; appliedIndex:24607; }","duration":"1.122546169s","start":"2026-03-06T01:14:04.474427Z","end":"2026-03-06T01:14:05.596974Z","steps":["trace[1454427014] 'read index received' (duration: 724.041257ms)","trace[1454427014] 'applied index is now lower than readState.Index' (duration: 398.503732ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:05.597129Z","caller":"traceutil/trace.go:171","msg":"trace[771186434] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.13069262s","start":"2026-03-06T01:14:04.466426Z","end":"2026-03-06T01:14:05.597119Z","steps":["trace[771186434] 'process raft request' (duration: 1.130310521s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.466394Z","time spent":"1.130757471s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:05.597301Z","caller":"traceutil/trace.go:171","msg":"trace[1520121725] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"1.12752323s","start":"2026-03-06T01:14:04.469769Z","end":"2026-03-06T01:14:05.597292Z","steps":["trace[1520121725] 'process raft request' (duration: 1.12710384s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.469744Z","time spent":"1.127594171s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:05.59737Z","caller":"traceutil/trace.go:171","msg":"trace[821845428] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"1.124713248s","start":"2026-03-06T01:14:04.472615Z","end":"2026-03-06T01:14:05.597328Z","steps":["trace[821845428] 'process raft request' (duration: 1.124290187s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:05.59745Z","caller":"traceutil/trace.go:171","msg":"trace[1772339855] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"1.127777275s","start":"2026-03-06T01:14:04.469664Z","end":"2026-03-06T01:14:05.597441Z","steps":["trace[1772339855] 'process raft request' (duration: 1.12713708s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.472586Z","time spent":"1.124843531s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:05.597556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.469654Z","time spent":"1.127838036s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:05.597525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.028674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:05.597623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.932875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:05.597671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112340344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:05.597427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.481367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:05.597678Z","caller":"traceutil/trace.go:171","msg":"trace[77828440] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23786; }","duration":"836.010407ms","start":"2026-03-06T01:14:04.761644Z","end":"2026-03-06T01:14:05.597654Z","steps":["trace[77828440] 'agreement among raft nodes before linearized reading' (duration: 835.958006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:05.59771Z","caller":"traceutil/trace.go:171","msg":"trace[1108986067] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23786; }","duration":"1.112411515s","start":"2026-03-06T01:14:04.485287Z","end":"2026-03-06T01:14:05.597699Z","steps":["trace[1108986067] 'agreement among raft nodes before linearized reading' (duration: 1.112338943s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:05.597721Z","caller":"traceutil/trace.go:171","msg":"trace[914118136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23786; }","duration":"906.849795ms","start":"2026-03-06T01:14:04.690856Z","end":"2026-03-06T01:14:05.597706Z","steps":["trace[914118136] 'agreement among raft nodes before linearized reading' (duration: 906.491037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007260728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:14:05.597781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.690837Z","time spent":"906.925996ms","remote":"127.0.0.1:56498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:05.597814Z","caller":"traceutil/trace.go:171","msg":"trace[921339378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23786; }","duration":"1.007391331s","start":"2026-03-06T01:14:04.590397Z","end":"2026-03-06T01:14:05.597789Z","steps":["trace[921339378] 'agreement among raft nodes before linearized reading' (duration: 1.007086954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.053498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:14:05.597859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123431889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:14:05.597822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.613542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:05.597883Z","caller":"traceutil/trace.go:171","msg":"trace[547108426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23786; }","duration":"251.106279ms","start":"2026-03-06T01:14:05.346768Z","end":"2026-03-06T01:14:05.597875Z","steps":["trace[547108426] 'agreement among raft nodes before linearized reading' (duration: 251.005877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.590379Z","time spent":"1.007490202s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:14:05.597901Z","caller":"traceutil/trace.go:171","msg":"trace[1976229343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23786; }","duration":"1.123502591s","start":"2026-03-06T01:14:04.474389Z","end":"2026-03-06T01:14:05.597891Z","steps":["trace[1976229343] 'agreement among raft nodes before linearized reading' (duration: 1.123394439s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:05.597916Z","caller":"traceutil/trace.go:171","msg":"trace[1031391576] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23786; }","duration":"219.713644ms","start":"2026-03-06T01:14:05.378187Z","end":"2026-03-06T01:14:05.597901Z","steps":["trace[1031391576] 'agreement among raft nodes before linearized reading' (duration: 219.560541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.598003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121607139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:05.597661Z","caller":"traceutil/trace.go:171","msg":"trace[497760382] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23786; }","duration":"465.276679ms","start":"2026-03-06T01:14:05.13235Z","end":"2026-03-06T01:14:05.597627Z","steps":["trace[497760382] 'agreement among raft nodes before linearized reading' (duration: 464.977443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.598068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.132328Z","time spent":"465.729419ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:05.597814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.687203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:14:05.598122Z","caller":"traceutil/trace.go:171","msg":"trace[594169992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23786; }","duration":"192.085603ms","start":"2026-03-06T01:14:05.406026Z","end":"2026-03-06T01:14:05.598112Z","steps":["trace[594169992] 'agreement among raft nodes before linearized reading' (duration: 191.411128ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:05.598137Z","caller":"traceutil/trace.go:171","msg":"trace[1545065189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23786; }","duration":"1.122377796s","start":"2026-03-06T01:14:04.475655Z","end":"2026-03-06T01:14:05.598032Z","steps":["trace[1545065189] 'agreement among raft nodes before linearized reading' (duration: 1.121604959s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.597733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.761619Z","time spent":"836.104549ms","remote":"127.0.0.1:56540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:05.59775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.485275Z","time spent":"1.112466767s","remote":"127.0.0.1:56618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:05.597931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.474375Z","time spent":"1.123550142s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:05.597578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.67714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:05.598423Z","caller":"traceutil/trace.go:171","msg":"trace[1862018278] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23786; }","duration":"780.491617ms","start":"2026-03-06T01:14:04.81789Z","end":"2026-03-06T01:14:05.598382Z","steps":["trace[1862018278] 'agreement among raft nodes before linearized reading' (duration: 779.596988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.598506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.81784Z","time spent":"780.62288ms","remote":"127.0.0.1:33354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:05.598533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.475637Z","time spent":"1.122524229s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:05.598788Z","caller":"traceutil/trace.go:171","msg":"trace[2117287344] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"630.842636ms","start":"2026-03-06T01:14:04.966493Z","end":"2026-03-06T01:14:05.597336Z","steps":["trace[2117287344] 'process raft request' (duration: 630.442546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:05.598967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:04.966472Z","time spent":"632.396899ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:06.062363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.562021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:06.062656Z","caller":"traceutil/trace.go:171","msg":"trace[2128324024] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"454.321598ms","start":"2026-03-06T01:14:05.608289Z","end":"2026-03-06T01:14:06.06261Z","steps":["trace[2128324024] 'process raft request' (duration: 206.394129ms)","trace[2128324024] 'compare' (duration: 247.079479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:06.062804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.608277Z","time spent":"454.456671ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:06.062914Z","caller":"traceutil/trace.go:171","msg":"trace[1945435605] linearizableReadLoop","detail":"{readStateIndex:24616; appliedIndex:24614; }","duration":"454.327277ms","start":"2026-03-06T01:14:05.608538Z","end":"2026-03-06T01:14:06.062865Z","steps":["trace[1945435605] 'read index received' (duration: 206.086021ms)","trace[1945435605] 'applied index is now lower than readState.Index' (duration: 248.240386ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:06.063328Z","caller":"traceutil/trace.go:171","msg":"trace[1955012797] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"372.26804ms","start":"2026-03-06T01:14:05.691041Z","end":"2026-03-06T01:14:06.063309Z","steps":["trace[1955012797] 'process raft request' (duration: 371.776269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:06.063404Z","caller":"traceutil/trace.go:171","msg":"trace[959862684] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"454.811368ms","start":"2026-03-06T01:14:05.608566Z","end":"2026-03-06T01:14:06.063377Z","steps":["trace[959862684] 'process raft request' (duration: 454.090212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:06.063418Z","caller":"traceutil/trace.go:171","msg":"trace[1272581056] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"454.864789ms","start":"2026-03-06T01:14:05.608525Z","end":"2026-03-06T01:14:06.06339Z","steps":["trace[1272581056] 'process raft request' (duration: 453.967929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:06.063434Z","caller":"traceutil/trace.go:171","msg":"trace[1908971955] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"453.281104ms","start":"2026-03-06T01:14:05.610117Z","end":"2026-03-06T01:14:06.063398Z","steps":["trace[1908971955] 'process raft request' (duration: 452.62482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:06.06354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.997081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:06.063544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.608517Z","time spent":"454.970581ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:06.063595Z","caller":"traceutil/trace.go:171","msg":"trace[1065603090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23791; }","duration":"455.080323ms","start":"2026-03-06T01:14:05.608502Z","end":"2026-03-06T01:14:06.063582Z","steps":["trace[1065603090] 'agreement among raft nodes before linearized reading' (duration: 455.011352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:06.063624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.608486Z","time spent":"455.131714ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:06.063562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.610104Z","time spent":"453.394806ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:06.063468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.691016Z","time spent":"372.364603ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:06.063536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:05.608561Z","time spent":"454.92604ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:44.275995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.301423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:44.276633Z","caller":"traceutil/trace.go:171","msg":"trace[1437727180] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"526.800552ms","start":"2026-03-06T01:14:43.749804Z","end":"2026-03-06T01:14:44.276604Z","steps":["trace[1437727180] 'process raft request' (duration: 526.497165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:44.276682Z","caller":"traceutil/trace.go:171","msg":"trace[884108533] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"531.901825ms","start":"2026-03-06T01:14:43.744612Z","end":"2026-03-06T01:14:44.276514Z","steps":["trace[884108533] 'process raft request' (duration: 402.018189ms)","trace[884108533] 'compare' (duration: 129.054178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:44.276809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:43.744587Z","time spent":"532.15742ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:44.276944Z","caller":"traceutil/trace.go:171","msg":"trace[1744457856] linearizableReadLoop","detail":"{readStateIndex:25063; appliedIndex:25059; }","duration":"161.393993ms","start":"2026-03-06T01:14:44.115537Z","end":"2026-03-06T01:14:44.276931Z","steps":["trace[1744457856] 'read index received' (duration: 31.074378ms)","trace[1744457856] 'applied index is now lower than readState.Index' (duration: 130.318855ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:44.276939Z","caller":"traceutil/trace.go:171","msg":"trace[1326628404] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"523.043348ms","start":"2026-03-06T01:14:43.753762Z","end":"2026-03-06T01:14:44.276805Z","steps":["trace[1326628404] 'process raft request' (duration: 522.806433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:44.276982Z","caller":"traceutil/trace.go:171","msg":"trace[1237120237] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"523.068119ms","start":"2026-03-06T01:14:43.753902Z","end":"2026-03-06T01:14:44.27697Z","steps":["trace[1237120237] 'process raft request' (duration: 522.818993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:44.277038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:43.753876Z","time spent":"523.13098ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:44.277061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:43.753748Z","time spent":"523.253803ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:44.277035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.506136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:44.277132Z","caller":"traceutil/trace.go:171","msg":"trace[1466840422] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24225; }","duration":"161.637248ms","start":"2026-03-06T01:14:44.115485Z","end":"2026-03-06T01:14:44.277123Z","steps":["trace[1466840422] 'agreement among raft nodes before linearized reading' (duration: 161.522045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:44.27712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.331339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:44.277213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.076247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-06T01:14:44.277246Z","caller":"traceutil/trace.go:171","msg":"trace[680545526] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24225; }","duration":"157.122707ms","start":"2026-03-06T01:14:44.120113Z","end":"2026-03-06T01:14:44.277236Z","steps":["trace[680545526] 'agreement among raft nodes before linearized reading' (duration: 157.027715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:44.277258Z","caller":"traceutil/trace.go:171","msg":"trace[1473668629] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24225; }","duration":"160.489382ms","start":"2026-03-06T01:14:44.116721Z","end":"2026-03-06T01:14:44.277211Z","steps":["trace[1473668629] 'agreement among raft nodes before linearized reading' (duration: 160.309568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:44.277182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.37587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:44.276722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:43.749794Z","time spent":"526.899164ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:44.277318Z","caller":"traceutil/trace.go:171","msg":"trace[493494848] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24225; }","duration":"160.519293ms","start":"2026-03-06T01:14:44.116786Z","end":"2026-03-06T01:14:44.277305Z","steps":["trace[493494848] 'agreement among raft nodes before linearized reading' (duration: 160.36708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:55.922281Z","caller":"traceutil/trace.go:171","msg":"trace[2086860768] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"108.489772ms","start":"2026-03-06T01:14:55.81376Z","end":"2026-03-06T01:14:55.92225Z","steps":["trace[2086860768] 'process raft request' (duration: 74.412458ms)","trace[2086860768] 'compare' (duration: 33.689045ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:04.367222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21949} {"level":"info","ts":"2026-03-06T01:15:04.500882Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21949,"took":"129.562047ms","hash":285596775,"current-db-size-bytes":48553984,"current-db-size":"49 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:15:04.500956Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":285596775,"revision":21949,"compact-revision":18861} {"level":"info","ts":"2026-03-06T01:16:29.102783Z","caller":"traceutil/trace.go:171","msg":"trace[1434881227] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"139.333483ms","start":"2026-03-06T01:16:28.963417Z","end":"2026-03-06T01:16:29.102751Z","steps":["trace[1434881227] 'process raft request' (duration: 40.120288ms)","trace[1434881227] 'compare' (duration: 99.040071ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:29.103088Z","caller":"traceutil/trace.go:171","msg":"trace[111884396] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"138.787402ms","start":"2026-03-06T01:16:28.964279Z","end":"2026-03-06T01:16:29.103067Z","steps":["trace[111884396] 'process raft request' (duration: 138.439333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:29.196886Z","caller":"traceutil/trace.go:171","msg":"trace[1931112554] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"127.096273ms","start":"2026-03-06T01:16:29.069763Z","end":"2026-03-06T01:16:29.19686Z","steps":["trace[1931112554] 'process raft request' (duration: 126.94599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.197329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.488133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:16:29.197391Z","caller":"traceutil/trace.go:171","msg":"trace[1361758540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25111; }","duration":"146.575134ms","start":"2026-03-06T01:16:29.050802Z","end":"2026-03-06T01:16:29.197378Z","steps":["trace[1361758540] 'agreement among raft nodes before linearized reading' (duration: 146.414721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.197491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.424398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:16:29.197747Z","caller":"traceutil/trace.go:171","msg":"trace[1305550238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25111; }","duration":"163.716004ms","start":"2026-03-06T01:16:29.034009Z","end":"2026-03-06T01:16:29.197725Z","steps":["trace[1305550238] 'agreement among raft nodes before linearized reading' (duration: 163.223493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:29.222239Z","caller":"traceutil/trace.go:171","msg":"trace[1266639209] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"115.639409ms","start":"2026-03-06T01:16:29.106577Z","end":"2026-03-06T01:16:29.222216Z","steps":["trace[1266639209] 'process raft request' (duration: 114.528315ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:30.138609Z","caller":"traceutil/trace.go:171","msg":"trace[72124503] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"111.923238ms","start":"2026-03-06T01:16:30.026658Z","end":"2026-03-06T01:16:30.138582Z","steps":["trace[72124503] 'process raft request' (duration: 111.767514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.213427Z","caller":"traceutil/trace.go:171","msg":"trace[766678779] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"102.54226ms","start":"2026-03-06T01:16:31.110856Z","end":"2026-03-06T01:16:31.213398Z","steps":["trace[766678779] 'process raft request' (duration: 102.362006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.415098Z","caller":"traceutil/trace.go:171","msg":"trace[571367233] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25986; }","duration":"273.647488ms","start":"2026-03-06T01:16:31.14142Z","end":"2026-03-06T01:16:31.415067Z","steps":["trace[571367233] 'read index received' (duration: 71.846261ms)","trace[571367233] 'applied index is now lower than readState.Index' (duration: 201.796067ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:31.415242Z","caller":"traceutil/trace.go:171","msg":"trace[819863922] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"304.135803ms","start":"2026-03-06T01:16:31.111069Z","end":"2026-03-06T01:16:31.415205Z","steps":["trace[819863922] 'process raft request' (duration: 221.064784ms)","trace[819863922] 'compare' (duration: 82.64315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:31.415268Z","caller":"traceutil/trace.go:171","msg":"trace[951098698] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"267.311518ms","start":"2026-03-06T01:16:31.14793Z","end":"2026-03-06T01:16:31.415241Z","steps":["trace[951098698] 'process raft request' (duration: 267.037462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.415474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.111053Z","time spent":"304.255085ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:31.415496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.045786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:16:31.415541Z","caller":"traceutil/trace.go:171","msg":"trace[1718421172] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25128; }","duration":"274.153559ms","start":"2026-03-06T01:16:31.141371Z","end":"2026-03-06T01:16:31.415524Z","steps":["trace[1718421172] 'agreement among raft nodes before linearized reading' (duration: 273.880213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.415541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.599598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:16:31.415564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.290132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:16:31.41561Z","caller":"traceutil/trace.go:171","msg":"trace[1701692005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25128; }","duration":"147.72566ms","start":"2026-03-06T01:16:31.267871Z","end":"2026-03-06T01:16:31.415596Z","steps":["trace[1701692005] 'agreement among raft nodes before linearized reading' (duration: 147.521086ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.415616Z","caller":"traceutil/trace.go:171","msg":"trace[1296679878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25128; }","duration":"148.403936ms","start":"2026-03-06T01:16:31.267198Z","end":"2026-03-06T01:16:31.415602Z","steps":["trace[1296679878] 'agreement among raft nodes before linearized reading' (duration: 148.169641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.41561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.861601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:16:31.415712Z","caller":"traceutil/trace.go:171","msg":"trace[1638440617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25128; }","duration":"188.980043ms","start":"2026-03-06T01:16:31.226701Z","end":"2026-03-06T01:16:31.415681Z","steps":["trace[1638440617] 'agreement among raft nodes before linearized reading' (duration: 188.662006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.415773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.608863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-06T01:16:31.415814Z","caller":"traceutil/trace.go:171","msg":"trace[2114865760] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25128; }","duration":"187.678934ms","start":"2026-03-06T01:16:31.228128Z","end":"2026-03-06T01:16:31.415807Z","steps":["trace[2114865760] 'agreement among raft nodes before linearized reading' (duration: 187.610283ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:32.5724Z","caller":"traceutil/trace.go:171","msg":"trace[965692540] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"123.32303ms","start":"2026-03-06T01:16:32.449046Z","end":"2026-03-06T01:16:32.572369Z","steps":["trace[965692540] 'process raft request' (duration: 86.607708ms)","trace[965692540] 'compare' (duration: 36.531288ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:32.783465Z","caller":"traceutil/trace.go:171","msg":"trace[2016550395] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"110.082357ms","start":"2026-03-06T01:16:32.673353Z","end":"2026-03-06T01:16:32.783435Z","steps":["trace[2016550395] 'process raft request' (duration: 109.728329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.142378Z","caller":"traceutil/trace.go:171","msg":"trace[969396619] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"474.039853ms","start":"2026-03-06T01:16:34.668313Z","end":"2026-03-06T01:16:35.142353Z","steps":["trace[969396619] 'process raft request' (duration: 473.821719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.142544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.668297Z","time spent":"474.151386ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:16:35.21283Z","caller":"traceutil/trace.go:171","msg":"trace[1371083232] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"411.874779ms","start":"2026-03-06T01:16:34.800921Z","end":"2026-03-06T01:16:35.212796Z","steps":["trace[1371083232] 'process raft request' (duration: 411.602712ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.212882Z","caller":"traceutil/trace.go:171","msg":"trace[1545229291] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26026; }","duration":"143.543719ms","start":"2026-03-06T01:16:35.069298Z","end":"2026-03-06T01:16:35.212842Z","steps":["trace[1545229291] 'read index received' (duration: 72.764811ms)","trace[1545229291] 'applied index is now lower than readState.Index' (duration: 70.777657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:35.213016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.8009Z","time spent":"412.014111ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:35.213076Z","caller":"traceutil/trace.go:171","msg":"trace[1988974994] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"192.9111ms","start":"2026-03-06T01:16:35.020144Z","end":"2026-03-06T01:16:35.213055Z","steps":["trace[1988974994] 'process raft request' (duration: 192.592053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.213195Z","caller":"traceutil/trace.go:171","msg":"trace[1345939797] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"152.576478ms","start":"2026-03-06T01:16:35.060606Z","end":"2026-03-06T01:16:35.213183Z","steps":["trace[1345939797] 'process raft request' (duration: 152.19438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.21316Z","caller":"traceutil/trace.go:171","msg":"trace[2119672759] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"194.041046ms","start":"2026-03-06T01:16:35.019062Z","end":"2026-03-06T01:16:35.213103Z","steps":["trace[2119672759] 'process raft request' (duration: 193.633396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.212996Z","caller":"traceutil/trace.go:171","msg":"trace[997781398] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"191.737445ms","start":"2026-03-06T01:16:35.021248Z","end":"2026-03-06T01:16:35.212985Z","steps":["trace[997781398] 'process raft request' (duration: 191.52098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.213382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.854085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:35.213602Z","caller":"traceutil/trace.go:171","msg":"trace[356969530] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25170; }","duration":"144.302734ms","start":"2026-03-06T01:16:35.069264Z","end":"2026-03-06T01:16:35.213567Z","steps":["trace[356969530] 'agreement among raft nodes before linearized reading' (duration: 143.814154ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.364035Z","caller":"traceutil/trace.go:171","msg":"trace[2135898822] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"140.795497ms","start":"2026-03-06T01:16:35.223209Z","end":"2026-03-06T01:16:35.364005Z","steps":["trace[2135898822] 'process raft request' (duration: 140.529341ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.119954Z","caller":"traceutil/trace.go:171","msg":"trace[1295024906] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"114.069845ms","start":"2026-03-06T01:16:37.005853Z","end":"2026-03-06T01:16:37.119923Z","steps":["trace[1295024906] 'process raft request' (duration: 41.264943ms)","trace[1295024906] 'compare' (duration: 72.515925ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:37.323427Z","caller":"traceutil/trace.go:171","msg":"trace[876397985] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"105.21379ms","start":"2026-03-06T01:16:37.218177Z","end":"2026-03-06T01:16:37.323391Z","steps":["trace[876397985] 'process raft request' (duration: 20.760491ms)","trace[876397985] 'compare' (duration: 84.352567ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:37.33446Z","caller":"traceutil/trace.go:171","msg":"trace[1925434647] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"114.824572ms","start":"2026-03-06T01:16:37.219614Z","end":"2026-03-06T01:16:37.334439Z","steps":["trace[1925434647] 'process raft request' (duration: 114.684839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.334556Z","caller":"traceutil/trace.go:171","msg":"trace[1827335170] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"114.906844ms","start":"2026-03-06T01:16:37.219632Z","end":"2026-03-06T01:16:37.334538Z","steps":["trace[1827335170] 'process raft request' (duration: 114.692259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.334721Z","caller":"traceutil/trace.go:171","msg":"trace[946826205] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"115.232561ms","start":"2026-03-06T01:16:37.219475Z","end":"2026-03-06T01:16:37.334708Z","steps":["trace[946826205] 'process raft request' (duration: 114.74486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.335077Z","caller":"traceutil/trace.go:171","msg":"trace[32328412] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"115.405914ms","start":"2026-03-06T01:16:37.219662Z","end":"2026-03-06T01:16:37.335068Z","steps":["trace[32328412] 'process raft request' (duration: 114.687389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.780055Z","caller":"traceutil/trace.go:171","msg":"trace[370207248] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"259.111336ms","start":"2026-03-06T01:16:37.520922Z","end":"2026-03-06T01:16:37.780034Z","steps":["trace[370207248] 'process raft request' (duration: 258.966153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.780592Z","caller":"traceutil/trace.go:171","msg":"trace[1485541791] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26070; }","duration":"216.003971ms","start":"2026-03-06T01:16:37.564577Z","end":"2026-03-06T01:16:37.780581Z","steps":["trace[1485541791] 'read index received' (duration: 215.999061ms)","trace[1485541791] 'applied index is now lower than readState.Index' (duration: 4.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:37.780729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.489488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:37.780768Z","caller":"traceutil/trace.go:171","msg":"trace[787676465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25208; }","duration":"261.565769ms","start":"2026-03-06T01:16:37.519191Z","end":"2026-03-06T01:16:37.780757Z","steps":["trace[787676465] 'agreement among raft nodes before linearized reading' (duration: 261.439856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.780949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.117506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:16:37.780982Z","caller":"traceutil/trace.go:171","msg":"trace[1794004064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25208; }","duration":"222.204708ms","start":"2026-03-06T01:16:37.55877Z","end":"2026-03-06T01:16:37.780975Z","steps":["trace[1794004064] 'agreement among raft nodes before linearized reading' (duration: 222.121306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.781193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.19833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:16:37.781234Z","caller":"traceutil/trace.go:171","msg":"trace[1539408841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25208; }","duration":"223.234221ms","start":"2026-03-06T01:16:37.557986Z","end":"2026-03-06T01:16:37.78122Z","steps":["trace[1539408841] 'agreement among raft nodes before linearized reading' (duration: 223.120759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.80939Z","caller":"traceutil/trace.go:171","msg":"trace[1104404041] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"234.449329ms","start":"2026-03-06T01:16:37.574884Z","end":"2026-03-06T01:16:37.809333Z","steps":["trace[1104404041] 'process raft request' (duration: 234.202504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.809864Z","caller":"traceutil/trace.go:171","msg":"trace[1411789921] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"234.697796ms","start":"2026-03-06T01:16:37.575145Z","end":"2026-03-06T01:16:37.809842Z","steps":["trace[1411789921] 'process raft request' (duration: 234.120162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.886326Z","caller":"traceutil/trace.go:171","msg":"trace[1834130397] linearizableReadLoop","detail":"{readStateIndex:26074; appliedIndex:26070; }","duration":"100.460654ms","start":"2026-03-06T01:16:37.785843Z","end":"2026-03-06T01:16:37.886304Z","steps":["trace[1834130397] 'read index received' (duration: 23.173243ms)","trace[1834130397] 'applied index is now lower than readState.Index' (duration: 77.286141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:37.886555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.687889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-74cb4cbf97-qxbmz\" ","response":"range_response_count:1 size:7190"} {"level":"info","ts":"2026-03-06T01:16:37.886588Z","caller":"traceutil/trace.go:171","msg":"trace[422549660] range","detail":"{range_begin:/registry/pods/openstack/manila-data-74cb4cbf97-qxbmz; range_end:; response_count:1; response_revision:25214; }","duration":"100.766531ms","start":"2026-03-06T01:16:37.785812Z","end":"2026-03-06T01:16:37.886578Z","steps":["trace[422549660] 'agreement among raft nodes before linearized reading' (duration: 100.582097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.886937Z","caller":"traceutil/trace.go:171","msg":"trace[2137396202] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"101.740431ms","start":"2026-03-06T01:16:37.785186Z","end":"2026-03-06T01:16:37.886926Z","steps":["trace[2137396202] 'process raft request' (duration: 95.610676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.887066Z","caller":"traceutil/trace.go:171","msg":"trace[1449233610] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"100.821271ms","start":"2026-03-06T01:16:37.786236Z","end":"2026-03-06T01:16:37.887057Z","steps":["trace[1449233610] 'process raft request' (duration: 99.988263ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.88728Z","caller":"traceutil/trace.go:171","msg":"trace[634844385] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"100.915804ms","start":"2026-03-06T01:16:37.786347Z","end":"2026-03-06T01:16:37.887263Z","steps":["trace[634844385] 'process raft request' (duration: 99.918902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.432136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.659396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:38.432431Z","caller":"traceutil/trace.go:171","msg":"trace[366418694] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"535.30965ms","start":"2026-03-06T01:16:37.8971Z","end":"2026-03-06T01:16:38.43241Z","steps":["trace[366418694] 'process raft request' (duration: 407.271835ms)","trace[366418694] 'compare' (duration: 127.118024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.432514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.897079Z","time spent":"535.396801ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7133,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:38.686566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.410185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:38.687142Z","caller":"traceutil/trace.go:171","msg":"trace[1937191062] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"786.881539ms","start":"2026-03-06T01:16:37.90023Z","end":"2026-03-06T01:16:38.687111Z","steps":["trace[1937191062] 'process raft request' (duration: 633.869541ms)","trace[1937191062] 'compare' (duration: 152.009365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.68729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.900221Z","time spent":"787.002791ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:16:38.687372Z","caller":"traceutil/trace.go:171","msg":"trace[55567901] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"712.85645ms","start":"2026-03-06T01:16:37.974496Z","end":"2026-03-06T01:16:38.687353Z","steps":["trace[55567901] 'process raft request' (duration: 712.157155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.687473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.974469Z","time spent":"712.947553ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.688883Z","caller":"traceutil/trace.go:171","msg":"trace[499629176] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"641.788577ms","start":"2026-03-06T01:16:38.04706Z","end":"2026-03-06T01:16:38.688849Z","steps":["trace[499629176] 'process raft request' (duration: 640.150011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.689155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.04704Z","time spent":"642.006971ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.713482Z","caller":"traceutil/trace.go:171","msg":"trace[1078250239] linearizableReadLoop","detail":"{readStateIndex:26081; appliedIndex:26076; }","duration":"528.10651ms","start":"2026-03-06T01:16:38.185348Z","end":"2026-03-06T01:16:38.713455Z","steps":["trace[1078250239] 'read index received' (duration: 119.014914ms)","trace[1078250239] 'applied index is now lower than readState.Index' (duration: 409.089886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:38.713622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.271314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:38.713693Z","caller":"traceutil/trace.go:171","msg":"trace[1530041565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25218; }","duration":"528.407497ms","start":"2026-03-06T01:16:38.185269Z","end":"2026-03-06T01:16:38.713676Z","steps":["trace[1530041565] 'agreement among raft nodes before linearized reading' (duration: 528.278544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.713743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.185249Z","time spent":"528.481828ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:16:38.714129Z","caller":"traceutil/trace.go:171","msg":"trace[959762903] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"268.958084ms","start":"2026-03-06T01:16:38.44513Z","end":"2026-03-06T01:16:38.714088Z","steps":["trace[959762903] 'process raft request' (duration: 268.727829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.714226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.89233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:38.714304Z","caller":"traceutil/trace.go:171","msg":"trace[1838206944] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25220; }","duration":"446.041434ms","start":"2026-03-06T01:16:38.268246Z","end":"2026-03-06T01:16:38.714287Z","steps":["trace[1838206944] 'agreement among raft nodes before linearized reading' (duration: 445.84178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.714349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.268226Z","time spent":"446.113045ms","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:38.714422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.271407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:38.714473Z","caller":"traceutil/trace.go:171","msg":"trace[1323500722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25220; }","duration":"239.38876ms","start":"2026-03-06T01:16:38.475071Z","end":"2026-03-06T01:16:38.71446Z","steps":["trace[1323500722] 'agreement among raft nodes before linearized reading' (duration: 239.269296ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.714501Z","caller":"traceutil/trace.go:171","msg":"trace[34818945] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"233.147562ms","start":"2026-03-06T01:16:38.481338Z","end":"2026-03-06T01:16:38.714485Z","steps":["trace[34818945] 'process raft request' (duration: 232.682861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.714602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.281073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-5d6c55568b-49qnp\" ","response":"range_response_count:1 size:7945"} {"level":"info","ts":"2026-03-06T01:16:38.714646Z","caller":"traceutil/trace.go:171","msg":"trace[1279125055] range","detail":"{range_begin:/registry/pods/openstack/manila-api-5d6c55568b-49qnp; range_end:; response_count:1; response_revision:25220; }","duration":"256.359475ms","start":"2026-03-06T01:16:38.458274Z","end":"2026-03-06T01:16:38.714634Z","steps":["trace[1279125055] 'agreement among raft nodes before linearized reading' (duration: 256.173671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.714833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.938767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:38.714876Z","caller":"traceutil/trace.go:171","msg":"trace[1321229486] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25220; }","duration":"246.984558ms","start":"2026-03-06T01:16:38.467877Z","end":"2026-03-06T01:16:38.714862Z","steps":["trace[1321229486] 'agreement among raft nodes before linearized reading' (duration: 246.348514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:38.970207Z","caller":"traceutil/trace.go:171","msg":"trace[531980619] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"246.307432ms","start":"2026-03-06T01:16:38.723879Z","end":"2026-03-06T01:16:38.970187Z","steps":["trace[531980619] 'process raft request' (duration: 245.900403ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.02301Z","caller":"traceutil/trace.go:171","msg":"trace[1532628182] linearizableReadLoop","detail":"{readStateIndex:26085; appliedIndex:26083; }","duration":"297.063076ms","start":"2026-03-06T01:16:38.725924Z","end":"2026-03-06T01:16:39.022987Z","steps":["trace[1532628182] 'read index received' (duration: 244.138384ms)","trace[1532628182] 'applied index is now lower than readState.Index' (duration: 52.923792ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.023136Z","caller":"traceutil/trace.go:171","msg":"trace[2016106367] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"298.556019ms","start":"2026-03-06T01:16:38.724569Z","end":"2026-03-06T01:16:39.023125Z","steps":["trace[2016106367] 'process raft request' (duration: 298.187821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.023239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.292101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.023296Z","caller":"traceutil/trace.go:171","msg":"trace[60769961] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25223; }","duration":"297.382333ms","start":"2026-03-06T01:16:38.7259Z","end":"2026-03-06T01:16:39.023282Z","steps":["trace[60769961] 'agreement among raft nodes before linearized reading' (duration: 297.26944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.023509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.157245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.023556Z","caller":"traceutil/trace.go:171","msg":"trace[1498915934] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25223; }","duration":"202.237796ms","start":"2026-03-06T01:16:38.821306Z","end":"2026-03-06T01:16:39.023544Z","steps":["trace[1498915934] 'agreement among raft nodes before linearized reading' (duration: 202.162625ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.023571Z","caller":"traceutil/trace.go:171","msg":"trace[1107344415] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"231.772031ms","start":"2026-03-06T01:16:38.791787Z","end":"2026-03-06T01:16:39.023559Z","steps":["trace[1107344415] 'process raft request' (duration: 231.127577ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.573331Z","caller":"traceutil/trace.go:171","msg":"trace[1930938090] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"249.968654ms","start":"2026-03-06T01:16:39.323331Z","end":"2026-03-06T01:16:39.573299Z","steps":["trace[1930938090] 'process raft request' (duration: 175.71746ms)","trace[1930938090] 'compare' (duration: 73.977798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.573557Z","caller":"traceutil/trace.go:171","msg":"trace[337515713] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"246.056317ms","start":"2026-03-06T01:16:39.327485Z","end":"2026-03-06T01:16:39.57354Z","steps":["trace[337515713] 'process raft request' (duration: 245.7502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.573874Z","caller":"traceutil/trace.go:171","msg":"trace[1223355387] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"235.301109ms","start":"2026-03-06T01:16:39.338517Z","end":"2026-03-06T01:16:39.573819Z","steps":["trace[1223355387] 'process raft request' (duration: 235.059404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.574129Z","caller":"traceutil/trace.go:171","msg":"trace[1532091848] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"231.8073ms","start":"2026-03-06T01:16:39.342308Z","end":"2026-03-06T01:16:39.574116Z","steps":["trace[1532091848] 'process raft request' (duration: 231.418992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.574906Z","caller":"traceutil/trace.go:171","msg":"trace[501164454] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"232.530387ms","start":"2026-03-06T01:16:39.342366Z","end":"2026-03-06T01:16:39.574896Z","steps":["trace[501164454] 'process raft request' (duration: 232.344333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.576107Z","caller":"traceutil/trace.go:171","msg":"trace[1570994997] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"233.676822ms","start":"2026-03-06T01:16:39.342419Z","end":"2026-03-06T01:16:39.576096Z","steps":["trace[1570994997] 'process raft request' (duration: 232.347923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.668089Z","caller":"traceutil/trace.go:171","msg":"trace[852938449] linearizableReadLoop","detail":"{readStateIndex:26095; appliedIndex:26088; }","duration":"188.246927ms","start":"2026-03-06T01:16:39.479818Z","end":"2026-03-06T01:16:39.668065Z","steps":["trace[852938449] 'read index received' (duration: 19.251236ms)","trace[852938449] 'applied index is now lower than readState.Index' (duration: 168.994571ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.668331Z","caller":"traceutil/trace.go:171","msg":"trace[2063935544] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"301.846112ms","start":"2026-03-06T01:16:39.36647Z","end":"2026-03-06T01:16:39.668317Z","steps":["trace[2063935544] 'process raft request' (duration: 301.470364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.668458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.366455Z","time spent":"301.914934ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10487,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:39.668651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.806699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.668735Z","caller":"traceutil/trace.go:171","msg":"trace[43677752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25232; }","duration":"188.927572ms","start":"2026-03-06T01:16:39.479787Z","end":"2026-03-06T01:16:39.668715Z","steps":["trace[43677752] 'agreement among raft nodes before linearized reading' (duration: 188.792719ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.928812Z","caller":"traceutil/trace.go:171","msg":"trace[393404466] linearizableReadLoop","detail":"{readStateIndex:26096; appliedIndex:26095; }","duration":"260.509557ms","start":"2026-03-06T01:16:39.668286Z","end":"2026-03-06T01:16:39.928796Z","steps":["trace[393404466] 'read index received' (duration: 260.392414ms)","trace[393404466] 'applied index is now lower than readState.Index' (duration: 116.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.928947Z","caller":"traceutil/trace.go:171","msg":"trace[2063699614] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"392.283534ms","start":"2026-03-06T01:16:39.536542Z","end":"2026-03-06T01:16:39.928826Z","steps":["trace[2063699614] 'process raft request' (duration: 392.145431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.929081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.798097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:39.929104Z","caller":"traceutil/trace.go:171","msg":"trace[1759829456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25233; }","duration":"412.852568ms","start":"2026-03-06T01:16:39.516245Z","end":"2026-03-06T01:16:39.929097Z","steps":["trace[1759829456] 'agreement among raft nodes before linearized reading' (duration: 412.769407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.929124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.516222Z","time spent":"412.89783ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:39.929146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.47587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:16:39.929245Z","caller":"traceutil/trace.go:171","msg":"trace[247787765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25233; }","duration":"393.604653ms","start":"2026-03-06T01:16:39.535597Z","end":"2026-03-06T01:16:39.929201Z","steps":["trace[247787765] 'agreement among raft nodes before linearized reading' (duration: 393.243225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.929295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.105796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.929315Z","caller":"traceutil/trace.go:171","msg":"trace[1368592093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25233; }","duration":"254.148736ms","start":"2026-03-06T01:16:39.675161Z","end":"2026-03-06T01:16:39.92931Z","steps":["trace[1368592093] 'agreement among raft nodes before linearized reading' (duration: 254.115365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.929319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.535553Z","time spent":"393.729975ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:16:39.929406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.536525Z","time spent":"392.525649ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:39.928998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.167356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:39.929845Z","caller":"traceutil/trace.go:171","msg":"trace[1001513793] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25233; }","duration":"400.064855ms","start":"2026-03-06T01:16:39.529763Z","end":"2026-03-06T01:16:39.929828Z","steps":["trace[1001513793] 'agreement among raft nodes before linearized reading' (duration: 399.132815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.930004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.529742Z","time spent":"400.223648ms","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:39.930352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.018589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:16:39.930382Z","caller":"traceutil/trace.go:171","msg":"trace[1653920000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25233; }","duration":"116.09043ms","start":"2026-03-06T01:16:39.814285Z","end":"2026-03-06T01:16:39.930375Z","steps":["trace[1653920000] 'agreement among raft nodes before linearized reading' (duration: 116.029059ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:40.515509Z","caller":"traceutil/trace.go:171","msg":"trace[2033696220] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"133.127397ms","start":"2026-03-06T01:16:40.382357Z","end":"2026-03-06T01:16:40.515484Z","steps":["trace[2033696220] 'process raft request' (duration: 132.979964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.057145Z","caller":"traceutil/trace.go:171","msg":"trace[54360633] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"131.44308ms","start":"2026-03-06T01:16:40.925672Z","end":"2026-03-06T01:16:41.057115Z","steps":["trace[54360633] 'process raft request' (duration: 131.274666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.057234Z","caller":"traceutil/trace.go:171","msg":"trace[762390567] linearizableReadLoop","detail":"{readStateIndex:26106; appliedIndex:26106; }","duration":"130.167062ms","start":"2026-03-06T01:16:40.927037Z","end":"2026-03-06T01:16:41.057204Z","steps":["trace[762390567] 'read index received' (duration: 130.154062ms)","trace[762390567] 'applied index is now lower than readState.Index' (duration: 10.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:41.057752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.697363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-5d6c55568b-49qnp\" ","response":"range_response_count:1 size:8092"} {"level":"info","ts":"2026-03-06T01:16:41.057814Z","caller":"traceutil/trace.go:171","msg":"trace[1583151762] range","detail":"{range_begin:/registry/pods/openstack/manila-api-5d6c55568b-49qnp; range_end:; response_count:1; response_revision:25243; }","duration":"130.811466ms","start":"2026-03-06T01:16:40.926988Z","end":"2026-03-06T01:16:41.057799Z","steps":["trace[1583151762] 'agreement among raft nodes before linearized reading' (duration: 130.447048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.107931Z","caller":"traceutil/trace.go:171","msg":"trace[1560398218] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"103.577643ms","start":"2026-03-06T01:16:41.004324Z","end":"2026-03-06T01:16:41.107902Z","steps":["trace[1560398218] 'process raft request' (duration: 103.4277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.246Z","caller":"traceutil/trace.go:171","msg":"trace[835651954] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"184.741269ms","start":"2026-03-06T01:16:41.061226Z","end":"2026-03-06T01:16:41.245968Z","steps":["trace[835651954] 'process raft request' (duration: 184.130826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.246073Z","caller":"traceutil/trace.go:171","msg":"trace[137211485] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"176.735282ms","start":"2026-03-06T01:16:41.069298Z","end":"2026-03-06T01:16:41.246033Z","steps":["trace[137211485] 'process raft request' (duration: 176.531748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.439451Z","caller":"traceutil/trace.go:171","msg":"trace[741928378] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26110; }","duration":"140.539592ms","start":"2026-03-06T01:16:41.298888Z","end":"2026-03-06T01:16:41.439427Z","steps":["trace[741928378] 'read index received' (duration: 139.582441ms)","trace[741928378] 'applied index is now lower than readState.Index' (duration: 956.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:41.439629Z","caller":"traceutil/trace.go:171","msg":"trace[252650992] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"178.755368ms","start":"2026-03-06T01:16:41.260862Z","end":"2026-03-06T01:16:41.439617Z","steps":["trace[252650992] 'process raft request' (duration: 178.499282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.439797Z","caller":"traceutil/trace.go:171","msg":"trace[1580874911] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"180.595947ms","start":"2026-03-06T01:16:41.259194Z","end":"2026-03-06T01:16:41.43979Z","steps":["trace[1580874911] 'process raft request' (duration: 179.232508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.439809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.898859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-06T01:16:41.439849Z","caller":"traceutil/trace.go:171","msg":"trace[334675523] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25249; }","duration":"140.96716ms","start":"2026-03-06T01:16:41.298869Z","end":"2026-03-06T01:16:41.439836Z","steps":["trace[334675523] 'agreement among raft nodes before linearized reading' (duration: 140.804547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.7422Z","caller":"traceutil/trace.go:171","msg":"trace[1386488932] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26114; }","duration":"247.151321ms","start":"2026-03-06T01:16:41.495012Z","end":"2026-03-06T01:16:41.742163Z","steps":["trace[1386488932] 'read index received' (duration: 20.669127ms)","trace[1386488932] 'applied index is now lower than readState.Index' (duration: 226.480294ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:41.74223Z","caller":"traceutil/trace.go:171","msg":"trace[136835635] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"247.410976ms","start":"2026-03-06T01:16:41.494784Z","end":"2026-03-06T01:16:41.742195Z","steps":["trace[136835635] 'process raft request' (duration: 246.994217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.742353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.318454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:41.742592Z","caller":"traceutil/trace.go:171","msg":"trace[1360858291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25253; }","duration":"247.60306ms","start":"2026-03-06T01:16:41.494981Z","end":"2026-03-06T01:16:41.742584Z","steps":["trace[1360858291] 'agreement among raft nodes before linearized reading' (duration: 247.300133ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.797179Z","caller":"traceutil/trace.go:171","msg":"trace[1791681054] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"219.031179ms","start":"2026-03-06T01:16:41.578125Z","end":"2026-03-06T01:16:41.797156Z","steps":["trace[1791681054] 'process raft request' (duration: 218.111699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.797358Z","caller":"traceutil/trace.go:171","msg":"trace[1160679068] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"218.678211ms","start":"2026-03-06T01:16:41.578668Z","end":"2026-03-06T01:16:41.797346Z","steps":["trace[1160679068] 'process raft request' (duration: 217.699819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.797475Z","caller":"traceutil/trace.go:171","msg":"trace[1392286310] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"217.662208ms","start":"2026-03-06T01:16:41.579801Z","end":"2026-03-06T01:16:41.797464Z","steps":["trace[1392286310] 'process raft request' (duration: 216.600755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.797854Z","caller":"traceutil/trace.go:171","msg":"trace[981741127] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"216.723417ms","start":"2026-03-06T01:16:41.581086Z","end":"2026-03-06T01:16:41.79781Z","steps":["trace[981741127] 'process raft request' (duration: 215.378378ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.798062Z","caller":"traceutil/trace.go:171","msg":"trace[829834975] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"218.096508ms","start":"2026-03-06T01:16:41.579944Z","end":"2026-03-06T01:16:41.798041Z","steps":["trace[829834975] 'process raft request' (duration: 216.488413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.208301Z","caller":"traceutil/trace.go:171","msg":"trace[278467176] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"197.719818ms","start":"2026-03-06T01:16:42.010552Z","end":"2026-03-06T01:16:42.208272Z","steps":["trace[278467176] 'process raft request' (duration: 197.671437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:42.208295Z","caller":"traceutil/trace.go:171","msg":"trace[1427050917] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"199.681191ms","start":"2026-03-06T01:16:42.008562Z","end":"2026-03-06T01:16:42.208243Z","steps":["trace[1427050917] 'process raft request' (duration: 183.035662ms)","trace[1427050917] 'compare' (duration: 16.22835ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:42.208477Z","caller":"traceutil/trace.go:171","msg":"trace[693493916] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"199.21317ms","start":"2026-03-06T01:16:42.009137Z","end":"2026-03-06T01:16:42.20835Z","steps":["trace[693493916] 'process raft request' (duration: 198.988055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.99666Z","caller":"traceutil/trace.go:171","msg":"trace[706575342] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"191.55554ms","start":"2026-03-06T01:16:43.805086Z","end":"2026-03-06T01:16:43.996642Z","steps":["trace[706575342] 'process raft request' (duration: 191.493248ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.996677Z","caller":"traceutil/trace.go:171","msg":"trace[1412843739] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"192.718226ms","start":"2026-03-06T01:16:43.803927Z","end":"2026-03-06T01:16:43.996646Z","steps":["trace[1412843739] 'process raft request' (duration: 192.519292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.997256Z","caller":"traceutil/trace.go:171","msg":"trace[1292410407] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"189.428142ms","start":"2026-03-06T01:16:43.807794Z","end":"2026-03-06T01:16:43.997222Z","steps":["trace[1292410407] 'process raft request' (duration: 189.191867ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.997393Z","caller":"traceutil/trace.go:171","msg":"trace[1332667128] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"191.794005ms","start":"2026-03-06T01:16:43.805578Z","end":"2026-03-06T01:16:43.997372Z","steps":["trace[1332667128] 'process raft request' (duration: 191.034368ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:44.333078Z","caller":"traceutil/trace.go:171","msg":"trace[132342280] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"116.385245ms","start":"2026-03-06T01:16:44.216656Z","end":"2026-03-06T01:16:44.333041Z","steps":["trace[132342280] 'process raft request' (duration: 95.001813ms)","trace[132342280] 'compare' (duration: 21.013204ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:44.333791Z","caller":"traceutil/trace.go:171","msg":"trace[338568846] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"115.862034ms","start":"2026-03-06T01:16:44.217892Z","end":"2026-03-06T01:16:44.333754Z","steps":["trace[338568846] 'process raft request' (duration: 115.084267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.107499Z","caller":"traceutil/trace.go:171","msg":"trace[1061768301] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"105.013575ms","start":"2026-03-06T01:16:46.002447Z","end":"2026-03-06T01:16:46.10746Z","steps":["trace[1061768301] 'process raft request' (duration: 104.8023ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.154836Z","caller":"traceutil/trace.go:171","msg":"trace[708671658] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"150.844988ms","start":"2026-03-06T01:16:46.003963Z","end":"2026-03-06T01:16:46.154808Z","steps":["trace[708671658] 'process raft request' (duration: 150.402499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.155037Z","caller":"traceutil/trace.go:171","msg":"trace[1939857661] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"150.155235ms","start":"2026-03-06T01:16:46.004856Z","end":"2026-03-06T01:16:46.155011Z","steps":["trace[1939857661] 'process raft request' (duration: 149.644473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.15503Z","caller":"traceutil/trace.go:171","msg":"trace[1206655682] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"149.438418ms","start":"2026-03-06T01:16:46.005554Z","end":"2026-03-06T01:16:46.154993Z","steps":["trace[1206655682] 'process raft request' (duration: 148.991318ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.357966Z","caller":"traceutil/trace.go:171","msg":"trace[2032617946] linearizableReadLoop","detail":"{readStateIndex:26151; appliedIndex:26149; }","duration":"164.38954ms","start":"2026-03-06T01:16:46.193555Z","end":"2026-03-06T01:16:46.357945Z","steps":["trace[2032617946] 'read index received' (duration: 118.147255ms)","trace[2032617946] 'applied index is now lower than readState.Index' (duration: 46.241225ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:46.357989Z","caller":"traceutil/trace.go:171","msg":"trace[1621055347] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"197.873361ms","start":"2026-03-06T01:16:46.160086Z","end":"2026-03-06T01:16:46.35796Z","steps":["trace[1621055347] 'process raft request' (duration: 197.753998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.358088Z","caller":"traceutil/trace.go:171","msg":"trace[1332121727] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"161.25549ms","start":"2026-03-06T01:16:46.196818Z","end":"2026-03-06T01:16:46.358074Z","steps":["trace[1332121727] 'process raft request' (duration: 161.085847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.358269Z","caller":"traceutil/trace.go:171","msg":"trace[829652016] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"198.970554ms","start":"2026-03-06T01:16:46.159285Z","end":"2026-03-06T01:16:46.358256Z","steps":["trace[829652016] 'process raft request' (duration: 152.396683ms)","trace[829652016] 'compare' (duration: 46.04442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:46.35835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.780718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T01:16:46.358416Z","caller":"traceutil/trace.go:171","msg":"trace[1474467204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25288; }","duration":"164.9192ms","start":"2026-03-06T01:16:46.19348Z","end":"2026-03-06T01:16:46.358399Z","steps":["trace[1474467204] 'agreement among raft nodes before linearized reading' (duration: 164.735776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:51.366087Z","caller":"traceutil/trace.go:171","msg":"trace[1281285838] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"119.625848ms","start":"2026-03-06T01:16:51.246434Z","end":"2026-03-06T01:16:51.36606Z","steps":["trace[1281285838] 'process raft request' (duration: 119.444944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:58.695988Z","caller":"traceutil/trace.go:171","msg":"trace[45219990] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"147.426223ms","start":"2026-03-06T01:16:58.548534Z","end":"2026-03-06T01:16:58.69596Z","steps":["trace[45219990] 'process raft request' (duration: 78.382825ms)","trace[45219990] 'compare' (duration: 68.599878ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:04.413486Z","caller":"traceutil/trace.go:171","msg":"trace[1360180095] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"131.762857ms","start":"2026-03-06T01:17:04.281698Z","end":"2026-03-06T01:17:04.413461Z","steps":["trace[1360180095] 'process raft request' (duration: 130.667663ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:04.710991Z","caller":"traceutil/trace.go:171","msg":"trace[1122426471] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"135.182002ms","start":"2026-03-06T01:17:04.57578Z","end":"2026-03-06T01:17:04.710962Z","steps":["trace[1122426471] 'process raft request' (duration: 98.271645ms)","trace[1122426471] 'compare' (duration: 36.550629ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:06.373161Z","caller":"traceutil/trace.go:171","msg":"trace[1407185310] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"192.790528ms","start":"2026-03-06T01:17:06.180349Z","end":"2026-03-06T01:17:06.373139Z","steps":["trace[1407185310] 'process raft request' (duration: 96.088757ms)","trace[1407185310] 'compare' (duration: 96.288392ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:06.409858Z","caller":"traceutil/trace.go:171","msg":"trace[771176155] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"181.409636ms","start":"2026-03-06T01:17:06.228422Z","end":"2026-03-06T01:17:06.409831Z","steps":["trace[771176155] 'process raft request' (duration: 181.351475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:06.410299Z","caller":"traceutil/trace.go:171","msg":"trace[1708247429] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"210.551241ms","start":"2026-03-06T01:17:06.199736Z","end":"2026-03-06T01:17:06.410287Z","steps":["trace[1708247429] 'process raft request' (duration: 209.879656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:06.411466Z","caller":"traceutil/trace.go:171","msg":"trace[104541510] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"118.508403ms","start":"2026-03-06T01:17:06.292941Z","end":"2026-03-06T01:17:06.411449Z","steps":["trace[104541510] 'process raft request' (duration: 117.559783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:06.995443Z","caller":"traceutil/trace.go:171","msg":"trace[348773160] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"142.160257ms","start":"2026-03-06T01:17:06.853259Z","end":"2026-03-06T01:17:06.995419Z","steps":["trace[348773160] 'process raft request' (duration: 54.224051ms)","trace[348773160] 'compare' (duration: 87.645259ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:06.995484Z","caller":"traceutil/trace.go:171","msg":"trace[361650312] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"119.826403ms","start":"2026-03-06T01:17:06.875615Z","end":"2026-03-06T01:17:06.995442Z","steps":["trace[361650312] 'process raft request' (duration: 119.718981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.195029Z","caller":"traceutil/trace.go:171","msg":"trace[412814099] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"308.746914ms","start":"2026-03-06T01:17:07.886259Z","end":"2026-03-06T01:17:08.195006Z","steps":["trace[412814099] 'process raft request' (duration: 308.598151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.195188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.886245Z","time spent":"308.872587ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6256,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:08.282442Z","caller":"traceutil/trace.go:171","msg":"trace[163787638] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"208.519476ms","start":"2026-03-06T01:17:08.073897Z","end":"2026-03-06T01:17:08.282416Z","steps":["trace[163787638] 'process raft request' (duration: 208.095587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.286333Z","caller":"traceutil/trace.go:171","msg":"trace[1738766922] linearizableReadLoop","detail":"{readStateIndex:26416; appliedIndex:26413; }","duration":"100.640638ms","start":"2026-03-06T01:17:08.185594Z","end":"2026-03-06T01:17:08.286235Z","steps":["trace[1738766922] 'read index received' (duration: 9.259615ms)","trace[1738766922] 'applied index is now lower than readState.Index' (duration: 91.379653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:08.286391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.790461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:08.286426Z","caller":"traceutil/trace.go:171","msg":"trace[317152644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25542; }","duration":"100.887353ms","start":"2026-03-06T01:17:08.185528Z","end":"2026-03-06T01:17:08.286416Z","steps":["trace[317152644] 'agreement among raft nodes before linearized reading' (duration: 100.814441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:09.145681Z","caller":"traceutil/trace.go:171","msg":"trace[391392761] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"274.843634ms","start":"2026-03-06T01:17:08.870805Z","end":"2026-03-06T01:17:09.145649Z","steps":["trace[391392761] 'process raft request' (duration: 196.678865ms)","trace[391392761] 'compare' (duration: 77.988795ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:09.322855Z","caller":"traceutil/trace.go:171","msg":"trace[332871557] linearizableReadLoop","detail":"{readStateIndex:26428; appliedIndex:26424; }","duration":"229.754866ms","start":"2026-03-06T01:17:09.093074Z","end":"2026-03-06T01:17:09.322829Z","steps":["trace[332871557] 'read index received' (duration: 158.319474ms)","trace[332871557] 'applied index is now lower than readState.Index' (duration: 71.433552ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:09.322981Z","caller":"traceutil/trace.go:171","msg":"trace[1841047570] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"413.575955ms","start":"2026-03-06T01:17:08.909387Z","end":"2026-03-06T01:17:09.322963Z","steps":["trace[1841047570] 'process raft request' (duration: 413.313959ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:09.32306Z","caller":"traceutil/trace.go:171","msg":"trace[1228599701] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"279.318744ms","start":"2026-03-06T01:17:09.043718Z","end":"2026-03-06T01:17:09.323037Z","steps":["trace[1228599701] 'process raft request' (duration: 279.071888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:09.323119Z","caller":"traceutil/trace.go:171","msg":"trace[796851476] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"280.463449ms","start":"2026-03-06T01:17:09.042621Z","end":"2026-03-06T01:17:09.323085Z","steps":["trace[796851476] 'process raft request' (duration: 280.128261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:09.323272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.909362Z","time spent":"413.649887ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:09.323629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.512643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:09.32372Z","caller":"traceutil/trace.go:171","msg":"trace[769835502] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25554; }","duration":"230.598654ms","start":"2026-03-06T01:17:09.093068Z","end":"2026-03-06T01:17:09.323667Z","steps":["trace[769835502] 'agreement among raft nodes before linearized reading' (duration: 230.461371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:09.322857Z","caller":"traceutil/trace.go:171","msg":"trace[675885963] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"449.109513ms","start":"2026-03-06T01:17:08.873692Z","end":"2026-03-06T01:17:09.322802Z","steps":["trace[675885963] 'process raft request' (duration: 377.757192ms)","trace[675885963] 'compare' (duration: 71.111165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:09.323993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.873665Z","time spent":"450.249288ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:09.356443Z","caller":"traceutil/trace.go:171","msg":"trace[532444939] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"154.333236ms","start":"2026-03-06T01:17:09.202083Z","end":"2026-03-06T01:17:09.356416Z","steps":["trace[532444939] 'process raft request' (duration: 154.05086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:09.357121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.187872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:09.357232Z","caller":"traceutil/trace.go:171","msg":"trace[78034264] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:25555; }","duration":"135.388767ms","start":"2026-03-06T01:17:09.221816Z","end":"2026-03-06T01:17:09.357205Z","steps":["trace[78034264] 'agreement among raft nodes before linearized reading' (duration: 135.181852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:10.029998Z","caller":"traceutil/trace.go:171","msg":"trace[1177919042] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"108.165124ms","start":"2026-03-06T01:17:09.921816Z","end":"2026-03-06T01:17:10.029982Z","steps":["trace[1177919042] 'process raft request' (duration: 70.324067ms)","trace[1177919042] 'compare' (duration: 37.484069ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:11.500137Z","caller":"traceutil/trace.go:171","msg":"trace[274122033] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25571; }","duration":"160.776739ms","start":"2026-03-06T01:17:11.33934Z","end":"2026-03-06T01:17:11.500117Z","steps":["trace[274122033] 'process raft request' (duration: 149.253194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:11.500137Z","caller":"traceutil/trace.go:171","msg":"trace[1214990096] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"160.294128ms","start":"2026-03-06T01:17:11.339826Z","end":"2026-03-06T01:17:11.50012Z","steps":["trace[1214990096] 'process raft request' (duration: 160.175165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:11.500285Z","caller":"traceutil/trace.go:171","msg":"trace[766130756] linearizableReadLoop","detail":"{readStateIndex:26447; appliedIndex:26443; }","duration":"139.58134ms","start":"2026-03-06T01:17:11.360677Z","end":"2026-03-06T01:17:11.500259Z","steps":["trace[766130756] 'read index received' (duration: 4.424518ms)","trace[766130756] 'applied index is now lower than readState.Index' (duration: 135.155512ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:11.500372Z","caller":"traceutil/trace.go:171","msg":"trace[1859664110] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"159.184104ms","start":"2026-03-06T01:17:11.341177Z","end":"2026-03-06T01:17:11.500362Z","steps":["trace[1859664110] 'process raft request' (duration: 158.904358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.500406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.712473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:11.500453Z","caller":"traceutil/trace.go:171","msg":"trace[1439878978] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:25573; }","duration":"139.798825ms","start":"2026-03-06T01:17:11.360644Z","end":"2026-03-06T01:17:11.500443Z","steps":["trace[1439878978] 'agreement among raft nodes before linearized reading' (duration: 139.721363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:11.545692Z","caller":"traceutil/trace.go:171","msg":"trace[1348144071] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"127.697986ms","start":"2026-03-06T01:17:11.417971Z","end":"2026-03-06T01:17:11.545669Z","steps":["trace[1348144071] 'process raft request' (duration: 127.40713ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:12.202312Z","caller":"traceutil/trace.go:171","msg":"trace[918305289] linearizableReadLoop","detail":"{readStateIndex:26450; appliedIndex:26448; }","duration":"151.559316ms","start":"2026-03-06T01:17:12.050733Z","end":"2026-03-06T01:17:12.202292Z","steps":["trace[918305289] 'read index received' (duration: 5.107173ms)","trace[918305289] 'applied index is now lower than readState.Index' (duration: 146.451223ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:12.202387Z","caller":"traceutil/trace.go:171","msg":"trace[1458081804] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"214.683603ms","start":"2026-03-06T01:17:11.987668Z","end":"2026-03-06T01:17:12.202352Z","steps":["trace[1458081804] 'process raft request' (duration: 214.322864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.202452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.708809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:12.20251Z","caller":"traceutil/trace.go:171","msg":"trace[768880812] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25576; }","duration":"151.77983ms","start":"2026-03-06T01:17:12.050718Z","end":"2026-03-06T01:17:12.202498Z","steps":["trace[768880812] 'agreement among raft nodes before linearized reading' (duration: 151.656758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.619176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.066835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:12.619247Z","caller":"traceutil/trace.go:171","msg":"trace[540047139] linearizableReadLoop","detail":"{readStateIndex:26451; appliedIndex:26450; }","duration":"278.405923ms","start":"2026-03-06T01:17:12.340828Z","end":"2026-03-06T01:17:12.619234Z","steps":["trace[540047139] 'read index received' (duration: 159.224685ms)","trace[540047139] 'applied index is now lower than readState.Index' (duration: 119.180358ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:12.619291Z","caller":"traceutil/trace.go:171","msg":"trace[430412607] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"302.749462ms","start":"2026-03-06T01:17:12.316536Z","end":"2026-03-06T01:17:12.619285Z","steps":["trace[430412607] 'process raft request' (duration: 183.506783ms)","trace[430412607] 'compare' (duration: 118.545034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:12.619319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.316514Z","time spent":"302.791163ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.619456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.610977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:12.619534Z","caller":"traceutil/trace.go:171","msg":"trace[1033613330] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25577; }","duration":"278.732911ms","start":"2026-03-06T01:17:12.340783Z","end":"2026-03-06T01:17:12.619516Z","steps":["trace[1033613330] 'agreement among raft nodes before linearized reading' (duration: 278.606827ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:12.619815Z","caller":"traceutil/trace.go:171","msg":"trace[2084764722] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"142.370032ms","start":"2026-03-06T01:17:12.47744Z","end":"2026-03-06T01:17:12.61981Z","steps":["trace[2084764722] 'process raft request' (duration: 142.352292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:12.619903Z","caller":"traceutil/trace.go:171","msg":"trace[43036398] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"218.498317ms","start":"2026-03-06T01:17:12.401398Z","end":"2026-03-06T01:17:12.619896Z","steps":["trace[43036398] 'process raft request' (duration: 218.357834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.836782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.975397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:12.837011Z","caller":"traceutil/trace.go:171","msg":"trace[672371376] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26451; }","duration":"217.72767ms","start":"2026-03-06T01:17:12.61926Z","end":"2026-03-06T01:17:12.836988Z","steps":["trace[672371376] 'read index received' (duration: 473.151µs)","trace[672371376] 'applied index is now lower than readState.Index' (duration: 217.253299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:12.837017Z","caller":"traceutil/trace.go:171","msg":"trace[158918505] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"299.336156ms","start":"2026-03-06T01:17:12.537643Z","end":"2026-03-06T01:17:12.836979Z","steps":["trace[158918505] 'process raft request' (duration: 183.065833ms)","trace[158918505] 'compare' (duration: 115.823023ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:12.837132Z","caller":"traceutil/trace.go:171","msg":"trace[525766821] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"299.376457ms","start":"2026-03-06T01:17:12.537745Z","end":"2026-03-06T01:17:12.837121Z","steps":["trace[525766821] 'process raft request' (duration: 299.159182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.837272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.194433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:12.83731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.658261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:17:12.837368Z","caller":"traceutil/trace.go:171","msg":"trace[829738131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25581; }","duration":"120.770343ms","start":"2026-03-06T01:17:12.716584Z","end":"2026-03-06T01:17:12.837355Z","steps":["trace[829738131] 'agreement among raft nodes before linearized reading' (duration: 120.606929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:12.837331Z","caller":"traceutil/trace.go:171","msg":"trace[1391897226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25581; }","duration":"360.300775ms","start":"2026-03-06T01:17:12.477016Z","end":"2026-03-06T01:17:12.837316Z","steps":["trace[1391897226] 'agreement among raft nodes before linearized reading' (duration: 360.190403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.83747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.476994Z","time spent":"360.469008ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:13.512278Z","caller":"traceutil/trace.go:171","msg":"trace[1893758412] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"143.983417ms","start":"2026-03-06T01:17:13.368265Z","end":"2026-03-06T01:17:13.512249Z","steps":["trace[1893758412] 'process raft request' (duration: 116.550589ms)","trace[1893758412] 'compare' (duration: 27.304215ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:13.51899Z","caller":"traceutil/trace.go:171","msg":"trace[594385121] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"150.574763ms","start":"2026-03-06T01:17:13.3684Z","end":"2026-03-06T01:17:13.518974Z","steps":["trace[594385121] 'process raft request' (duration: 150.384509ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:13.519157Z","caller":"traceutil/trace.go:171","msg":"trace[1269924957] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"148.915616ms","start":"2026-03-06T01:17:13.37022Z","end":"2026-03-06T01:17:13.519136Z","steps":["trace[1269924957] 'process raft request' (duration: 148.686491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:13.519372Z","caller":"traceutil/trace.go:171","msg":"trace[392927531] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"148.313863ms","start":"2026-03-06T01:17:13.371026Z","end":"2026-03-06T01:17:13.51934Z","steps":["trace[392927531] 'process raft request' (duration: 148.201051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.134049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.995097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-06T01:17:15.134129Z","caller":"traceutil/trace.go:171","msg":"trace[1960111585] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25612; }","duration":"130.11723ms","start":"2026-03-06T01:17:15.003989Z","end":"2026-03-06T01:17:15.134106Z","steps":["trace[1960111585] 'range keys from in-memory index tree' (duration: 129.828153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.134191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.67962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-init\" ","response":"range_response_count:1 size:4641"} {"level":"warn","ts":"2026-03-06T01:17:15.134219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.238344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:15.134357Z","caller":"traceutil/trace.go:171","msg":"trace[720124568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25612; }","duration":"140.473699ms","start":"2026-03-06T01:17:14.993855Z","end":"2026-03-06T01:17:15.134328Z","steps":["trace[720124568] 'range keys from in-memory index tree' (duration: 139.944278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.134278Z","caller":"traceutil/trace.go:171","msg":"trace[582650579] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-init; range_end:; response_count:1; response_revision:25612; }","duration":"129.791123ms","start":"2026-03-06T01:17:15.004466Z","end":"2026-03-06T01:17:15.134257Z","steps":["trace[582650579] 'range keys from in-memory index tree' (duration: 129.493176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.285811Z","caller":"traceutil/trace.go:171","msg":"trace[1978590296] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"106.444126ms","start":"2026-03-06T01:17:15.179347Z","end":"2026-03-06T01:17:15.285791Z","steps":["trace[1978590296] 'process raft request' (duration: 106.239832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:16.831607Z","caller":"traceutil/trace.go:171","msg":"trace[1037933887] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"188.614635ms","start":"2026-03-06T01:17:16.642973Z","end":"2026-03-06T01:17:16.831587Z","steps":["trace[1037933887] 'process raft request' (duration: 188.560264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:16.831674Z","caller":"traceutil/trace.go:171","msg":"trace[2550148] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"189.237828ms","start":"2026-03-06T01:17:16.642406Z","end":"2026-03-06T01:17:16.831644Z","steps":["trace[2550148] 'process raft request' (duration: 179.739028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:17.512021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.423937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:17:17.512099Z","caller":"traceutil/trace.go:171","msg":"trace[1225072885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25629; }","duration":"181.549329ms","start":"2026-03-06T01:17:17.330533Z","end":"2026-03-06T01:17:17.512082Z","steps":["trace[1225072885] 'range keys from in-memory index tree' (duration: 181.180631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:19.638858Z","caller":"traceutil/trace.go:171","msg":"trace[1888418533] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"397.928669ms","start":"2026-03-06T01:17:19.240908Z","end":"2026-03-06T01:17:19.638837Z","steps":["trace[1888418533] 'read index received' (duration: 397.853817ms)","trace[1888418533] 'applied index is now lower than readState.Index' (duration: 73.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:19.638905Z","caller":"traceutil/trace.go:171","msg":"trace[1285973152] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"431.728187ms","start":"2026-03-06T01:17:19.207146Z","end":"2026-03-06T01:17:19.638874Z","steps":["trace[1285973152] 'process raft request' (duration: 431.533152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:19.639025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.103942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:19.639065Z","caller":"traceutil/trace.go:171","msg":"trace[1403336424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25643; }","duration":"398.229125ms","start":"2026-03-06T01:17:19.240823Z","end":"2026-03-06T01:17:19.639052Z","steps":["trace[1403336424] 'agreement among raft nodes before linearized reading' (duration: 398.124282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:19.639092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:19.207121Z","time spent":"431.87013ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:19.639107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:19.240787Z","time spent":"398.307897ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:19.669005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.160803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:19.669006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.062912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:19.669098Z","caller":"traceutil/trace.go:171","msg":"trace[1574647102] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25645; }","duration":"402.308316ms","start":"2026-03-06T01:17:19.266771Z","end":"2026-03-06T01:17:19.669079Z","steps":["trace[1574647102] 'agreement among raft nodes before linearized reading' (duration: 402.081481ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:19.669117Z","caller":"traceutil/trace.go:171","msg":"trace[845543324] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25645; }","duration":"183.218506ms","start":"2026-03-06T01:17:19.485878Z","end":"2026-03-06T01:17:19.669097Z","steps":["trace[845543324] 'agreement among raft nodes before linearized reading' (duration: 183.062423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:19.669108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.61983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:19.669117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.968985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:17:19.669155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:19.266733Z","time spent":"402.406148ms","remote":"127.0.0.1:60056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:19.669183Z","caller":"traceutil/trace.go:171","msg":"trace[2082836362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25645; }","duration":"115.090218ms","start":"2026-03-06T01:17:19.554077Z","end":"2026-03-06T01:17:19.669168Z","steps":["trace[2082836362] 'agreement among raft nodes before linearized reading' (duration: 114.893973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:19.669183Z","caller":"traceutil/trace.go:171","msg":"trace[976851539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25645; }","duration":"190.748582ms","start":"2026-03-06T01:17:19.478412Z","end":"2026-03-06T01:17:19.669161Z","steps":["trace[976851539] 'agreement among raft nodes before linearized reading' (duration: 190.61806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:19.669419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.442222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:19.669471Z","caller":"traceutil/trace.go:171","msg":"trace[808197018] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25645; }","duration":"291.547654ms","start":"2026-03-06T01:17:19.377911Z","end":"2026-03-06T01:17:19.669458Z","steps":["trace[808197018] 'agreement among raft nodes before linearized reading' (duration: 291.465492ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.959711Z","caller":"traceutil/trace.go:171","msg":"trace[1270808624] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"117.952312ms","start":"2026-03-06T01:17:20.84171Z","end":"2026-03-06T01:17:20.959662Z","steps":["trace[1270808624] 'process raft request' (duration: 53.960605ms)","trace[1270808624] 'compare' (duration: 63.800663ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:20.95976Z","caller":"traceutil/trace.go:171","msg":"trace[606524282] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26526; }","duration":"105.128997ms","start":"2026-03-06T01:17:20.85461Z","end":"2026-03-06T01:17:20.959739Z","steps":["trace[606524282] 'read index received' (duration: 17.790944ms)","trace[606524282] 'applied index is now lower than readState.Index' (duration: 87.336423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:20.959859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.2388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:20.95988Z","caller":"traceutil/trace.go:171","msg":"trace[1276560222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25654; }","duration":"105.300121ms","start":"2026-03-06T01:17:20.854572Z","end":"2026-03-06T01:17:20.959872Z","steps":["trace[1276560222] 'agreement among raft nodes before linearized reading' (duration: 105.23393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:22.90844Z","caller":"traceutil/trace.go:171","msg":"trace[1019501596] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"141.728437ms","start":"2026-03-06T01:17:22.766676Z","end":"2026-03-06T01:17:22.908404Z","steps":["trace[1019501596] 'process raft request' (duration: 141.456631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:25.824761Z","caller":"traceutil/trace.go:171","msg":"trace[1656648956] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"119.111766ms","start":"2026-03-06T01:17:25.705624Z","end":"2026-03-06T01:17:25.824736Z","steps":["trace[1656648956] 'process raft request' (duration: 118.79862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:29.185989Z","caller":"traceutil/trace.go:171","msg":"trace[1601885703] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"232.16904ms","start":"2026-03-06T01:17:28.95379Z","end":"2026-03-06T01:17:29.185959Z","steps":["trace[1601885703] 'process raft request' (duration: 231.988476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:29.400871Z","caller":"traceutil/trace.go:171","msg":"trace[1102116779] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"390.477084ms","start":"2026-03-06T01:17:29.010372Z","end":"2026-03-06T01:17:29.400849Z","steps":["trace[1102116779] 'process raft request' (duration: 390.395512ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:29.400939Z","caller":"traceutil/trace.go:171","msg":"trace[2067671029] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"395.2851ms","start":"2026-03-06T01:17:29.005619Z","end":"2026-03-06T01:17:29.400905Z","steps":["trace[2067671029] 'process raft request' (duration: 334.892143ms)","trace[2067671029] 'compare' (duration: 60.138212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:29.401015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.010357Z","time spent":"390.579006ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:29.401086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.005593Z","time spent":"395.410862ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:29.401228Z","caller":"traceutil/trace.go:171","msg":"trace[1521182215] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"356.315797ms","start":"2026-03-06T01:17:29.0449Z","end":"2026-03-06T01:17:29.401216Z","steps":["trace[1521182215] 'process raft request' (duration: 356.201484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:29.401249Z","caller":"traceutil/trace.go:171","msg":"trace[1504728676] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"358.709261ms","start":"2026-03-06T01:17:29.042502Z","end":"2026-03-06T01:17:29.401211Z","steps":["trace[1504728676] 'process raft request' (duration: 358.329172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:29.401296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.044882Z","time spent":"356.379839ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:29.401223Z","caller":"traceutil/trace.go:171","msg":"trace[1075839320] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26588; }","duration":"322.812495ms","start":"2026-03-06T01:17:29.078388Z","end":"2026-03-06T01:17:29.4012Z","steps":["trace[1075839320] 'read index received' (duration: 107.452088ms)","trace[1075839320] 'applied index is now lower than readState.Index' (duration: 215.358647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:29.401439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.042482Z","time spent":"358.850113ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:29.4016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.245062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:17:29.401647Z","caller":"traceutil/trace.go:171","msg":"trace[1797142296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25715; }","duration":"284.293113ms","start":"2026-03-06T01:17:29.117342Z","end":"2026-03-06T01:17:29.401635Z","steps":["trace[1797142296] 'agreement among raft nodes before linearized reading' (duration: 284.14147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:29.401798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.835097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:29.401879Z","caller":"traceutil/trace.go:171","msg":"trace[796918253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25715; }","duration":"135.961679ms","start":"2026-03-06T01:17:29.265895Z","end":"2026-03-06T01:17:29.401857Z","steps":["trace[796918253] 'agreement among raft nodes before linearized reading' (duration: 135.804095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:29.402819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.421641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:17:29.402992Z","caller":"traceutil/trace.go:171","msg":"trace[1849035699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25715; }","duration":"324.638256ms","start":"2026-03-06T01:17:29.078336Z","end":"2026-03-06T01:17:29.402975Z","steps":["trace[1849035699] 'agreement among raft nodes before linearized reading' (duration: 323.133182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:29.403118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.078316Z","time spent":"324.78601ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:34.554069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.946503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:34.55415Z","caller":"traceutil/trace.go:171","msg":"trace[783206943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25752; }","duration":"451.080825ms","start":"2026-03-06T01:17:34.103051Z","end":"2026-03-06T01:17:34.554132Z","steps":["trace[783206943] 'count revisions from in-memory index tree' (duration: 450.85013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.554197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.103028Z","time spent":"451.153448ms","remote":"127.0.0.1:56432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:35.620791Z","caller":"traceutil/trace.go:171","msg":"trace[571602975] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"333.42945ms","start":"2026-03-06T01:17:35.287336Z","end":"2026-03-06T01:17:35.620766Z","steps":["trace[571602975] 'process raft request' (duration: 333.284327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.620943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.287309Z","time spent":"333.557524ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.014303Z","caller":"traceutil/trace.go:171","msg":"trace[970816109] linearizableReadLoop","detail":"{readStateIndex:26636; appliedIndex:26631; }","duration":"517.066007ms","start":"2026-03-06T01:17:35.497208Z","end":"2026-03-06T01:17:36.014274Z","steps":["trace[970816109] 'read index received' (duration: 123.431123ms)","trace[970816109] 'applied index is now lower than readState.Index' (duration: 393.632824ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:36.014453Z","caller":"traceutil/trace.go:171","msg":"trace[1452012195] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"535.146776ms","start":"2026-03-06T01:17:35.479291Z","end":"2026-03-06T01:17:36.014438Z","steps":["trace[1452012195] 'process raft request' (duration: 534.930472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.014491Z","caller":"traceutil/trace.go:171","msg":"trace[102942737] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"535.809032ms","start":"2026-03-06T01:17:35.478599Z","end":"2026-03-06T01:17:36.014408Z","steps":["trace[102942737] 'process raft request' (duration: 535.565777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.01489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.478583Z","time spent":"536.065987ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.014925Z","caller":"traceutil/trace.go:171","msg":"trace[1433796230] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"564.064286ms","start":"2026-03-06T01:17:35.450842Z","end":"2026-03-06T01:17:36.014906Z","steps":["trace[1433796230] 'process raft request' (duration: 563.251128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.015042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.450817Z","time spent":"564.160298ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.014493Z","caller":"traceutil/trace.go:171","msg":"trace[731895565] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"590.933601ms","start":"2026-03-06T01:17:35.423334Z","end":"2026-03-06T01:17:36.014268Z","steps":["trace[731895565] 'process raft request' (duration: 590.545072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.015848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.423315Z","time spent":"592.457855ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.015201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.909945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:36.015956Z","caller":"traceutil/trace.go:171","msg":"trace[1833200915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25757; }","duration":"518.757483ms","start":"2026-03-06T01:17:35.497169Z","end":"2026-03-06T01:17:36.015926Z","steps":["trace[1833200915] 'agreement among raft nodes before linearized reading' (duration: 517.500786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.016043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.49715Z","time spent":"518.871156ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:36.015424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.479283Z","time spent":"535.206898ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.422951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.68216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:36.423422Z","caller":"traceutil/trace.go:171","msg":"trace[643224059] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"402.544231ms","start":"2026-03-06T01:17:36.020859Z","end":"2026-03-06T01:17:36.423403Z","steps":["trace[643224059] 'process raft request' (duration: 402.501961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.423494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:36.020818Z","time spent":"402.645264ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.42369Z","caller":"traceutil/trace.go:171","msg":"trace[896255208] linearizableReadLoop","detail":"{readStateIndex:26638; appliedIndex:26636; }","duration":"409.25715ms","start":"2026-03-06T01:17:36.01439Z","end":"2026-03-06T01:17:36.423647Z","steps":["trace[896255208] 'read index received' (duration: 91.773082ms)","trace[896255208] 'applied index is now lower than readState.Index' (duration: 317.477228ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:36.423898Z","caller":"traceutil/trace.go:171","msg":"trace[826185494] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"539.475993ms","start":"2026-03-06T01:17:35.88441Z","end":"2026-03-06T01:17:36.423886Z","steps":["trace[826185494] 'process raft request' (duration: 538.641425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.423969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.884376Z","time spent":"539.554144ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.423974Z","caller":"traceutil/trace.go:171","msg":"trace[890030736] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"656.981754ms","start":"2026-03-06T01:17:35.766954Z","end":"2026-03-06T01:17:36.423935Z","steps":["trace[890030736] 'process raft request' (duration: 339.19369ms)","trace[890030736] 'compare' (duration: 316.461584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:36.424064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.168271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:17:36.424111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.66172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:17:36.424113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.224981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:36.424177Z","caller":"traceutil/trace.go:171","msg":"trace[1572234508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25760; }","duration":"462.330655ms","start":"2026-03-06T01:17:35.961817Z","end":"2026-03-06T01:17:36.424148Z","steps":["trace[1572234508] 'agreement among raft nodes before linearized reading' (duration: 462.053469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.424232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.961795Z","time spent":"462.427436ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:36.42423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.701873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-06T01:17:36.424232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.415422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-06T01:17:36.424138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.76692Z","time spent":"657.135247ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.424247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.051758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:17:36.424353Z","caller":"traceutil/trace.go:171","msg":"trace[1032377633] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25760; }","duration":"308.825915ms","start":"2026-03-06T01:17:36.1155Z","end":"2026-03-06T01:17:36.424325Z","steps":["trace[1032377633] 'agreement among raft nodes before linearized reading' (duration: 308.495348ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.424375Z","caller":"traceutil/trace.go:171","msg":"trace[69365514] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25760; }","duration":"694.617246ms","start":"2026-03-06T01:17:35.729708Z","end":"2026-03-06T01:17:36.424325Z","steps":["trace[69365514] 'agreement among raft nodes before linearized reading' (duration: 694.256039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.42441Z","caller":"traceutil/trace.go:171","msg":"trace[1904664012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25760; }","duration":"916.281623ms","start":"2026-03-06T01:17:35.5081Z","end":"2026-03-06T01:17:36.424381Z","steps":["trace[1904664012] 'agreement among raft nodes before linearized reading' (duration: 915.815573ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.424166Z","caller":"traceutil/trace.go:171","msg":"trace[1545964203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25760; }","duration":"480.806434ms","start":"2026-03-06T01:17:35.943347Z","end":"2026-03-06T01:17:36.424153Z","steps":["trace[1545964203] 'agreement among raft nodes before linearized reading' (duration: 480.548828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.424438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.72968Z","time spent":"694.744669ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:17:36.424417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.278523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:17:36.424427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:36.11544Z","time spent":"308.972959ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:17:36.424469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.508077Z","time spent":"916.381075ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:17:36.424249Z","caller":"traceutil/trace.go:171","msg":"trace[1415877645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25760; }","duration":"457.430145ms","start":"2026-03-06T01:17:35.966785Z","end":"2026-03-06T01:17:36.424215Z","steps":["trace[1415877645] 'agreement among raft nodes before linearized reading' (duration: 457.150169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.424763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.966767Z","time spent":"457.972317ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:36.424498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.943307Z","time spent":"481.171652ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:36.424127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.783898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:36.425007Z","caller":"traceutil/trace.go:171","msg":"trace[1236387137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25760; }","duration":"409.73343ms","start":"2026-03-06T01:17:36.015252Z","end":"2026-03-06T01:17:36.424986Z","steps":["trace[1236387137] 'agreement among raft nodes before linearized reading' (duration: 408.705877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.424522Z","caller":"traceutil/trace.go:171","msg":"trace[1425027540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25760; }","duration":"153.433156ms","start":"2026-03-06T01:17:36.271063Z","end":"2026-03-06T01:17:36.424496Z","steps":["trace[1425027540] 'agreement among raft nodes before linearized reading' (duration: 152.923055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.425076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:36.015223Z","time spent":"409.834761ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:17:38.562262Z","caller":"traceutil/trace.go:171","msg":"trace[1975187700] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"541.247201ms","start":"2026-03-06T01:17:38.020988Z","end":"2026-03-06T01:17:38.562235Z","steps":["trace[1975187700] 'process raft request' (duration: 541.033526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.562425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:38.020953Z","time spent":"541.386184ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.562518Z","caller":"traceutil/trace.go:171","msg":"trace[409739976] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"541.565608ms","start":"2026-03-06T01:17:38.020908Z","end":"2026-03-06T01:17:38.562474Z","steps":["trace[409739976] 'process raft request' (duration: 541.276391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.562722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:38.020875Z","time spent":"541.736712ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.603884Z","caller":"traceutil/trace.go:171","msg":"trace[946451045] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"581.866391ms","start":"2026-03-06T01:17:38.02198Z","end":"2026-03-06T01:17:38.603846Z","steps":["trace[946451045] 'process raft request' (duration: 581.190136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.603921Z","caller":"traceutil/trace.go:171","msg":"trace[789929749] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"582.069905ms","start":"2026-03-06T01:17:38.021802Z","end":"2026-03-06T01:17:38.603872Z","steps":["trace[789929749] 'process raft request' (duration: 581.207057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.604134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:38.021953Z","time spent":"582.039524ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:38.604155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:38.021783Z","time spent":"582.232889ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.625164Z","caller":"traceutil/trace.go:171","msg":"trace[1377809628] linearizableReadLoop","detail":"{readStateIndex:26653; appliedIndex:26649; }","duration":"438.737752ms","start":"2026-03-06T01:17:38.186401Z","end":"2026-03-06T01:17:38.625139Z","steps":["trace[1377809628] 'read index received' (duration: 375.745298ms)","trace[1377809628] 'applied index is now lower than readState.Index' (duration: 62.990414ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:38.625182Z","caller":"traceutil/trace.go:171","msg":"trace[1822653081] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"192.597464ms","start":"2026-03-06T01:17:38.432559Z","end":"2026-03-06T01:17:38.625156Z","steps":["trace[1822653081] 'process raft request' (duration: 192.112253ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.625231Z","caller":"traceutil/trace.go:171","msg":"trace[40358559] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"192.513542ms","start":"2026-03-06T01:17:38.432673Z","end":"2026-03-06T01:17:38.625186Z","steps":["trace[40358559] 'process raft request' (duration: 192.351028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.625298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.889705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:38.62535Z","caller":"traceutil/trace.go:171","msg":"trace[611828133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25776; }","duration":"439.004018ms","start":"2026-03-06T01:17:38.186334Z","end":"2026-03-06T01:17:38.625338Z","steps":["trace[611828133] 'agreement among raft nodes before linearized reading' (duration: 438.907946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.625391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:38.186312Z","time spent":"439.07244ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:38.625485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.871759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:38.625577Z","caller":"traceutil/trace.go:171","msg":"trace[511454190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25776; }","duration":"193.005283ms","start":"2026-03-06T01:17:38.432554Z","end":"2026-03-06T01:17:38.62556Z","steps":["trace[511454190] 'agreement among raft nodes before linearized reading' (duration: 192.757407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.62563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.576738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:17:38.625676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.553243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-06T01:17:38.625702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.793507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:17:38.625728Z","caller":"traceutil/trace.go:171","msg":"trace[1786785032] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25776; }","duration":"188.741438ms","start":"2026-03-06T01:17:38.436972Z","end":"2026-03-06T01:17:38.625713Z","steps":["trace[1786785032] 'agreement among raft nodes before linearized reading' (duration: 188.516593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.625716Z","caller":"traceutil/trace.go:171","msg":"trace[1455321485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25776; }","duration":"143.726602ms","start":"2026-03-06T01:17:38.481968Z","end":"2026-03-06T01:17:38.625694Z","steps":["trace[1455321485] 'agreement among raft nodes before linearized reading' (duration: 143.378914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.625726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.356363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:17:38.625775Z","caller":"traceutil/trace.go:171","msg":"trace[1253882173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25776; }","duration":"159.90589ms","start":"2026-03-06T01:17:38.465845Z","end":"2026-03-06T01:17:38.625751Z","steps":["trace[1253882173] 'agreement among raft nodes before linearized reading' (duration: 159.621694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.625677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.466014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:38.625709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.605577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:17:38.62587Z","caller":"traceutil/trace.go:171","msg":"trace[686734714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25776; }","duration":"143.478516ms","start":"2026-03-06T01:17:38.482308Z","end":"2026-03-06T01:17:38.625786Z","steps":["trace[686734714] 'agreement among raft nodes before linearized reading' (duration: 143.22496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.625891Z","caller":"traceutil/trace.go:171","msg":"trace[692195631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25776; }","duration":"147.715119ms","start":"2026-03-06T01:17:38.478159Z","end":"2026-03-06T01:17:38.625874Z","steps":["trace[692195631] 'agreement among raft nodes before linearized reading' (duration: 147.400803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.625907Z","caller":"traceutil/trace.go:171","msg":"trace[953370019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25776; }","duration":"142.845452ms","start":"2026-03-06T01:17:38.483045Z","end":"2026-03-06T01:17:38.625891Z","steps":["trace[953370019] 'agreement among raft nodes before linearized reading' (duration: 142.380932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.957603Z","caller":"traceutil/trace.go:171","msg":"trace[1265249213] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"200.303975ms","start":"2026-03-06T01:18:04.757273Z","end":"2026-03-06T01:18:04.957577Z","steps":["trace[1265249213] 'process raft request' (duration: 200.071928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.957849Z","caller":"traceutil/trace.go:171","msg":"trace[1936467756] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"195.435617ms","start":"2026-03-06T01:18:04.76237Z","end":"2026-03-06T01:18:04.957806Z","steps":["trace[1936467756] 'process raft request' (duration: 195.161101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.979172Z","caller":"traceutil/trace.go:171","msg":"trace[622891170] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"214.187161ms","start":"2026-03-06T01:18:04.764958Z","end":"2026-03-06T01:18:04.979145Z","steps":["trace[622891170] 'process raft request' (duration: 213.964647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.979375Z","caller":"traceutil/trace.go:171","msg":"trace[512423567] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"213.939635ms","start":"2026-03-06T01:18:04.765426Z","end":"2026-03-06T01:18:04.979365Z","steps":["trace[512423567] 'process raft request' (duration: 213.67844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.979393Z","caller":"traceutil/trace.go:171","msg":"trace[537409428] linearizableReadLoop","detail":"{readStateIndex:26948; appliedIndex:26943; }","duration":"126.345436ms","start":"2026-03-06T01:18:04.853029Z","end":"2026-03-06T01:18:04.979374Z","steps":["trace[537409428] 'read index received' (duration: 104.313598ms)","trace[537409428] 'applied index is now lower than readState.Index' (duration: 22.030968ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:04.979476Z","caller":"traceutil/trace.go:171","msg":"trace[1879389278] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"212.864152ms","start":"2026-03-06T01:18:04.766594Z","end":"2026-03-06T01:18:04.979458Z","steps":["trace[1879389278] 'process raft request' (duration: 212.658318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:04.979582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.017556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:18:04.979582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.541771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:18:04.979623Z","caller":"traceutil/trace.go:171","msg":"trace[354853383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26059; }","duration":"125.092599ms","start":"2026-03-06T01:18:04.85452Z","end":"2026-03-06T01:18:04.979613Z","steps":["trace[354853383] 'agreement among raft nodes before linearized reading' (duration: 124.969306ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.979626Z","caller":"traceutil/trace.go:171","msg":"trace[1217939782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26059; }","duration":"126.636433ms","start":"2026-03-06T01:18:04.85298Z","end":"2026-03-06T01:18:04.979617Z","steps":["trace[1217939782] 'agreement among raft nodes before linearized reading' (duration: 126.492069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:04.979725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:18:04.979725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.469187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:18:04.979779Z","caller":"traceutil/trace.go:171","msg":"trace[433957268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26059; }","duration":"110.569647ms","start":"2026-03-06T01:18:04.869194Z","end":"2026-03-06T01:18:04.979763Z","steps":["trace[433957268] 'agreement among raft nodes before linearized reading' (duration: 110.418764ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:04.979783Z","caller":"traceutil/trace.go:171","msg":"trace[59753715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26059; }","duration":"106.540989ms","start":"2026-03-06T01:18:04.873229Z","end":"2026-03-06T01:18:04.97977Z","steps":["trace[59753715] 'agreement among raft nodes before linearized reading' (duration: 106.359745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:04.979798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.206393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:18:04.979842Z","caller":"traceutil/trace.go:171","msg":"trace[1120732279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26059; }","duration":"117.281835ms","start":"2026-03-06T01:18:04.86255Z","end":"2026-03-06T01:18:04.979832Z","steps":["trace[1120732279] 'agreement among raft nodes before linearized reading' (duration: 117.154423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:04.374795Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24388} {"level":"info","ts":"2026-03-06T01:20:04.505796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24388,"took":"127.197665ms","hash":2862362610,"current-db-size-bytes":50245632,"current-db-size":"50 MB","current-db-size-in-use-bytes":33165312,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:20:04.505884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2862362610,"revision":24388,"compact-revision":21949} {"level":"info","ts":"2026-03-06T01:25:04.380925Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26926} {"level":"info","ts":"2026-03-06T01:25:04.518081Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26926,"took":"132.800069ms","hash":1849675659,"current-db-size-bytes":50245632,"current-db-size":"50 MB","current-db-size-in-use-bytes":27045888,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:25:04.51813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1849675659,"revision":26926,"compact-revision":24388} {"level":"info","ts":"2026-03-06T01:25:07.483816Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf809824ab95ac81","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:25:07.487805Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:25:07.487871Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:30:04.387348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28994} {"level":"info","ts":"2026-03-06T01:30:04.506997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28994,"took":"115.410874ms","hash":4288917036,"current-db-size-bytes":50245632,"current-db-size":"50 MB","current-db-size-in-use-bytes":27934720,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:30:04.507067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4288917036,"revision":28994,"compact-revision":26926} {"level":"info","ts":"2026-03-06T01:35:04.393982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31109} {"level":"info","ts":"2026-03-06T01:35:04.538986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31109,"took":"141.174055ms","hash":3108490997,"current-db-size-bytes":50245632,"current-db-size":"50 MB","current-db-size-in-use-bytes":29044736,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:35:04.539053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3108490997,"revision":31109,"compact-revision":28994} {"level":"info","ts":"2026-03-06T01:39:12.017988Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d22.wal"} {"level":"info","ts":"2026-03-06T01:40:04.402948Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33262} {"level":"info","ts":"2026-03-06T01:40:04.533889Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33262,"took":"126.51712ms","hash":827145275,"current-db-size-bytes":52404224,"current-db-size":"52 MB","current-db-size-in-use-bytes":30052352,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:40:04.533953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":827145275,"revision":33262,"compact-revision":31109} {"level":"info","ts":"2026-03-06T01:45:04.409349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35345} {"level":"info","ts":"2026-03-06T01:45:04.533021Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35345,"took":"120.557568ms","hash":2927382814,"current-db-size-bytes":52404224,"current-db-size":"52 MB","current-db-size-in-use-bytes":28344320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:45:04.533084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2927382814,"revision":35345,"compact-revision":33262}