{"level":"warn","ts":"2026-04-27T12:04:50.243953Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T12:04:50.244119Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.238:2380","--initial-cluster=instance=https://199.19.213.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T12:04:50.244229Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T12:04:50.244244Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.238:2380"]} {"level":"info","ts":"2026-04-27T12:04:50.244267Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T12:04:50.245073Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"]} {"level":"info","ts":"2026-04-27T12:04:50.245185Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.238:2380"],"listen-peer-urls":["https://199.19.213.238:2380"],"advertise-client-urls":["https://199.19.213.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T12:04:50.249916Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.43078ms"} {"level":"info","ts":"2026-04-27T12:04:50.257768Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"8cf6035374726417","cluster-id":"e837e6e114b087e2"} {"level":"info","ts":"2026-04-27T12:04:50.257893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T12:04:50.257925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became follower at term 0"} {"level":"info","ts":"2026-04-27T12:04:50.257951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8cf6035374726417 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T12:04:50.257964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became follower at term 1"} {"level":"info","ts":"2026-04-27T12:04:50.25803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=(10157309666551555095)"} {"level":"warn","ts":"2026-04-27T12:04:50.268136Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T12:04:50.26963Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T12:04:50.270625Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T12:04:50.272903Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"8cf6035374726417","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T12:04:50.273314Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8cf6035374726417","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T12:04:50.273403Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T12:04:50.273545Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T12:04:50.273564Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T12:04:50.276172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 switched to configuration voters=(10157309666551555095)"} {"level":"info","ts":"2026-04-27T12:04:50.27635Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e837e6e114b087e2","local-member-id":"8cf6035374726417","added-peer-id":"8cf6035374726417","added-peer-peer-urls":["https://199.19.213.238:2380"]} {"level":"info","ts":"2026-04-27T12:04:50.277132Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T12:04:50.277208Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.238:2380"} {"level":"info","ts":"2026-04-27T12:04:50.277251Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.238:2380"} {"level":"info","ts":"2026-04-27T12:04:50.277723Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"8cf6035374726417","initial-advertise-peer-urls":["https://199.19.213.238:2380"],"listen-peer-urls":["https://199.19.213.238:2380"],"advertise-client-urls":["https://199.19.213.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T12:04:50.277767Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T12:04:51.158958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T12:04:51.159105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T12:04:51.159204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 received MsgPreVoteResp from 8cf6035374726417 at term 1"} {"level":"info","ts":"2026-04-27T12:04:51.159283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became candidate at term 2"} {"level":"info","ts":"2026-04-27T12:04:51.159337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 received MsgVoteResp from 8cf6035374726417 at term 2"} {"level":"info","ts":"2026-04-27T12:04:51.159398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8cf6035374726417 became leader at term 2"} {"level":"info","ts":"2026-04-27T12:04:51.159465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8cf6035374726417 elected leader 8cf6035374726417 at term 2"} {"level":"info","ts":"2026-04-27T12:04:51.160573Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"8cf6035374726417","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.238:2379]}","request-path":"/0/members/8cf6035374726417/attributes","cluster-id":"e837e6e114b087e2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T12:04:51.160571Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T12:04:51.160672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T12:04:51.161115Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T12:04:51.16121Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T12:04:51.160573Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T12:04:51.161864Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e837e6e114b087e2","local-member-id":"8cf6035374726417","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T12:04:51.162002Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T12:04:51.162043Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T12:04:51.163872Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-27T12:04:51.164579Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.238:2379"} {"level":"info","ts":"2026-04-27T12:05:18.633295Z","caller":"traceutil/trace.go:171","msg":"trace[1903645790] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"196.617512ms","start":"2026-04-27T12:05:18.436651Z","end":"2026-04-27T12:05:18.633268Z","steps":["trace[1903645790] 'process raft request' (duration: 196.453238ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:05:26.880169Z","caller":"traceutil/trace.go:171","msg":"trace[244046790] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"144.896571ms","start":"2026-04-27T12:05:26.735248Z","end":"2026-04-27T12:05:26.880144Z","steps":["trace[244046790] 'read index received' (duration: 144.695616ms)","trace[244046790] 'applied index is now lower than readState.Index' (duration: 200.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:05:26.880238Z","caller":"traceutil/trace.go:171","msg":"trace[1278196866] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"146.146321ms","start":"2026-04-27T12:05:26.734059Z","end":"2026-04-27T12:05:26.880206Z","steps":["trace[1278196866] 'process raft request' (duration: 145.956197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:05:26.880431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.147347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T12:05:26.880561Z","caller":"traceutil/trace.go:171","msg":"trace[901440293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"145.27848ms","start":"2026-04-27T12:05:26.735246Z","end":"2026-04-27T12:05:26.880524Z","steps":["trace[901440293] 'agreement among raft nodes before linearized reading' (duration: 145.021194ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:05:26.951198Z","caller":"traceutil/trace.go:171","msg":"trace[1087558249] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"214.890449ms","start":"2026-04-27T12:05:26.736278Z","end":"2026-04-27T12:05:26.951168Z","steps":["trace[1087558249] 'process raft request' (duration: 214.605491ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:05:26.951432Z","caller":"traceutil/trace.go:171","msg":"trace[375004432] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"168.0984ms","start":"2026-04-27T12:05:26.783302Z","end":"2026-04-27T12:05:26.9514Z","steps":["trace[375004432] 'process raft request' (duration: 167.72757ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:05:26.952468Z","caller":"traceutil/trace.go:171","msg":"trace[455214069] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"104.897541ms","start":"2026-04-27T12:05:26.847548Z","end":"2026-04-27T12:05:26.952446Z","steps":["trace[455214069] 'process raft request' (duration: 103.797733ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:05:27.009925Z","caller":"traceutil/trace.go:171","msg":"trace[1959622675] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"124.530921ms","start":"2026-04-27T12:05:26.885361Z","end":"2026-04-27T12:05:27.009892Z","steps":["trace[1959622675] 'process raft request' (duration: 124.404508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:05:27.295897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.60836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:05:27.296062Z","caller":"traceutil/trace.go:171","msg":"trace[183397242] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"105.726422ms","start":"2026-04-27T12:05:27.190315Z","end":"2026-04-27T12:05:27.296041Z","steps":["trace[183397242] 'read index received' (duration: 79.942µs)","trace[183397242] 'applied index is now lower than readState.Index' (duration: 105.64508ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:05:27.296101Z","caller":"traceutil/trace.go:171","msg":"trace[921773551] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"281.636066ms","start":"2026-04-27T12:05:27.014424Z","end":"2026-04-27T12:05:27.29606Z","steps":["trace[921773551] 'process raft request' (duration: 26.370509ms)","trace[921773551] 'compare' (duration: 254.461896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:05:27.296266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.943987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5zwq4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-27T12:05:27.296328Z","caller":"traceutil/trace.go:171","msg":"trace[530111882] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5zwq4; range_end:; response_count:1; response_revision:583; }","duration":"106.042839ms","start":"2026-04-27T12:05:27.190255Z","end":"2026-04-27T12:05:27.296298Z","steps":["trace[530111882] 'agreement among raft nodes before linearized reading' (duration: 105.838014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:05:27.963311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.110647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:05:27.964691Z","caller":"traceutil/trace.go:171","msg":"trace[1078142286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"412.27184ms","start":"2026-04-27T12:05:27.551125Z","end":"2026-04-27T12:05:27.963397Z","steps":["trace[1078142286] 'range keys from in-memory index tree' (duration: 412.034034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:05:27.964862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:05:27.551105Z","time spent":"413.707086ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:05:27.970636Z","caller":"traceutil/trace.go:171","msg":"trace[105842830] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"256.827206ms","start":"2026-04-27T12:05:27.713771Z","end":"2026-04-27T12:05:27.970598Z","steps":["trace[105842830] 'process raft request' (duration: 243.381291ms)","trace[105842830] 'compare' (duration: 12.232255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:05:29.439697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.919172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T12:06:14.624712Z","caller":"traceutil/trace.go:171","msg":"trace[2069272763] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"220.099445ms","start":"2026-04-27T12:06:14.404566Z","end":"2026-04-27T12:06:14.624665Z","steps":["trace[2069272763] 'process raft request' (duration: 219.787737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:06:37.761344Z","caller":"traceutil/trace.go:171","msg":"trace[748817617] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"143.008007ms","start":"2026-04-27T12:06:37.618304Z","end":"2026-04-27T12:06:37.761312Z","steps":["trace[748817617] 'process raft request' (duration: 94.058206ms)","trace[748817617] 'compare' (duration: 48.775036ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:06:37.787166Z","caller":"traceutil/trace.go:171","msg":"trace[1424646207] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1469; }","duration":"109.596058ms","start":"2026-04-27T12:06:37.677533Z","end":"2026-04-27T12:06:37.787129Z","steps":["trace[1424646207] 'read index received' (duration: 34.809116ms)","trace[1424646207] 'applied index is now lower than readState.Index' (duration: 74.785342ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:06:37.787277Z","caller":"traceutil/trace.go:171","msg":"trace[1644369373] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"130.473272ms","start":"2026-04-27T12:06:37.656758Z","end":"2026-04-27T12:06:37.787231Z","steps":["trace[1644369373] 'process raft request' (duration: 130.121203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:06:37.787485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.653512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:06:37.787541Z","caller":"traceutil/trace.go:171","msg":"trace[2131467162] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1421; }","duration":"102.773845ms","start":"2026-04-27T12:06:37.68475Z","end":"2026-04-27T12:06:37.787524Z","steps":["trace[2131467162] 'agreement among raft nodes before linearized reading' (duration: 102.639162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:06:37.787552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.997247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-04-27T12:06:37.787645Z","caller":"traceutil/trace.go:171","msg":"trace[1134879759] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1421; }","duration":"110.149921ms","start":"2026-04-27T12:06:37.677473Z","end":"2026-04-27T12:06:37.787623Z","steps":["trace[1134879759] 'agreement among raft nodes before linearized reading' (duration: 109.891334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:06:47.547721Z","caller":"traceutil/trace.go:171","msg":"trace[676747025] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"164.880798ms","start":"2026-04-27T12:06:47.382806Z","end":"2026-04-27T12:06:47.547687Z","steps":["trace[676747025] 'read index received' (duration: 87.619094ms)","trace[676747025] 'applied index is now lower than readState.Index' (duration: 77.260184ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:06:47.547841Z","caller":"traceutil/trace.go:171","msg":"trace[1331131947] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"167.968344ms","start":"2026-04-27T12:06:47.379831Z","end":"2026-04-27T12:06:47.5478Z","steps":["trace[1331131947] 'process raft request' (duration: 90.723281ms)","trace[1331131947] 'compare' (duration: 76.905625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:06:47.548162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.169874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T12:06:47.548217Z","caller":"traceutil/trace.go:171","msg":"trace[394021498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1633; }","duration":"165.447781ms","start":"2026-04-27T12:06:47.382755Z","end":"2026-04-27T12:06:47.548202Z","steps":["trace[394021498] 'agreement among raft nodes before linearized reading' (duration: 165.099313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:06:47.548185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.91867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:06:47.548378Z","caller":"traceutil/trace.go:171","msg":"trace[944733631] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1633; }","duration":"144.142635ms","start":"2026-04-27T12:06:47.404169Z","end":"2026-04-27T12:06:47.548312Z","steps":["trace[944733631] 'agreement among raft nodes before linearized reading' (duration: 143.907109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:06:47.548627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.345565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T12:06:47.548661Z","caller":"traceutil/trace.go:171","msg":"trace[567392599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1633; }","duration":"104.413746ms","start":"2026-04-27T12:06:47.444238Z","end":"2026-04-27T12:06:47.548652Z","steps":["trace[567392599] 'agreement among raft nodes before linearized reading' (duration: 104.321103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:06:47.548671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.453427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T12:06:47.548723Z","caller":"traceutil/trace.go:171","msg":"trace[148692689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1633; }","duration":"102.529488ms","start":"2026-04-27T12:06:47.446179Z","end":"2026-04-27T12:06:47.548709Z","steps":["trace[148692689] 'agreement among raft nodes before linearized reading' (duration: 102.293962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:06:59.832592Z","caller":"traceutil/trace.go:171","msg":"trace[1606838834] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"105.153314ms","start":"2026-04-27T12:06:59.727413Z","end":"2026-04-27T12:06:59.832567Z","steps":["trace[1606838834] 'process raft request' (duration: 52.917755ms)","trace[1606838834] 'compare' (duration: 52.115256ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:07:12.271888Z","caller":"traceutil/trace.go:171","msg":"trace[2091170148] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"130.232627ms","start":"2026-04-27T12:07:12.141633Z","end":"2026-04-27T12:07:12.271865Z","steps":["trace[2091170148] 'read index received' (duration: 130.045182ms)","trace[2091170148] 'applied index is now lower than readState.Index' (duration: 186.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:07:12.271985Z","caller":"traceutil/trace.go:171","msg":"trace[1131902187] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"171.587132ms","start":"2026-04-27T12:07:12.100367Z","end":"2026-04-27T12:07:12.271955Z","steps":["trace[1131902187] 'process raft request' (duration: 171.277503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:07:12.272095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.452703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T12:07:12.272168Z","caller":"traceutil/trace.go:171","msg":"trace[1218610185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"130.570465ms","start":"2026-04-27T12:07:12.141576Z","end":"2026-04-27T12:07:12.272147Z","steps":["trace[1218610185] 'agreement among raft nodes before linearized reading' (duration: 130.385801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:07:45.309014Z","caller":"traceutil/trace.go:171","msg":"trace[946185639] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2196; }","duration":"148.490367ms","start":"2026-04-27T12:07:45.160501Z","end":"2026-04-27T12:07:45.308991Z","steps":["trace[946185639] 'read index received' (duration: 148.394295ms)","trace[946185639] 'applied index is now lower than readState.Index' (duration: 95.082µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:07:45.309063Z","caller":"traceutil/trace.go:171","msg":"trace[533849672] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"210.192604ms","start":"2026-04-27T12:07:45.09884Z","end":"2026-04-27T12:07:45.309033Z","steps":["trace[533849672] 'process raft request' (duration: 210.03206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:07:45.310018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.491692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T12:07:45.310183Z","caller":"traceutil/trace.go:171","msg":"trace[2027457152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"149.712317ms","start":"2026-04-27T12:07:45.160444Z","end":"2026-04-27T12:07:45.310156Z","steps":["trace[2027457152] 'agreement among raft nodes before linearized reading' (duration: 148.791244ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:07:45.508465Z","caller":"traceutil/trace.go:171","msg":"trace[1872570647] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2197; }","duration":"199.33764ms","start":"2026-04-27T12:07:45.309096Z","end":"2026-04-27T12:07:45.508434Z","steps":["trace[1872570647] 'read index received' (duration: 140.892695ms)","trace[1872570647] 'applied index is now lower than readState.Index' (duration: 58.444045ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:07:45.50855Z","caller":"traceutil/trace.go:171","msg":"trace[1561061251] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"296.322648ms","start":"2026-04-27T12:07:45.212187Z","end":"2026-04-27T12:07:45.50851Z","steps":["trace[1561061251] 'process raft request' (duration: 237.821471ms)","trace[1561061251] 'compare' (duration: 58.314052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:07:45.508706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.652075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T12:07:45.508771Z","caller":"traceutil/trace.go:171","msg":"trace[793937685] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2111; }","duration":"275.764618ms","start":"2026-04-27T12:07:45.23299Z","end":"2026-04-27T12:07:45.508755Z","steps":["trace[793937685] 'agreement among raft nodes before linearized reading' (duration: 275.537812ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:07:45.517323Z","caller":"traceutil/trace.go:171","msg":"trace[1537117846] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"202.981382ms","start":"2026-04-27T12:07:45.314321Z","end":"2026-04-27T12:07:45.517302Z","steps":["trace[1537117846] 'process raft request' (duration: 202.827178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:07:45.791646Z","caller":"traceutil/trace.go:171","msg":"trace[1412886172] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2199; }","duration":"239.228366ms","start":"2026-04-27T12:07:45.552383Z","end":"2026-04-27T12:07:45.791611Z","steps":["trace[1412886172] 'read index received' (duration: 237.01418ms)","trace[1412886172] 'applied index is now lower than readState.Index' (duration: 2.212366ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:07:45.791732Z","caller":"traceutil/trace.go:171","msg":"trace[457140422] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"278.310533ms","start":"2026-04-27T12:07:45.513384Z","end":"2026-04-27T12:07:45.791695Z","steps":["trace[457140422] 'process raft request' (duration: 275.989274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:07:45.791845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.446692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:07:45.791922Z","caller":"traceutil/trace.go:171","msg":"trace[1507334922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"239.578055ms","start":"2026-04-27T12:07:45.552327Z","end":"2026-04-27T12:07:45.791905Z","steps":["trace[1507334922] 'agreement among raft nodes before linearized reading' (duration: 239.447522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:07:45.791987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.374793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T12:07:45.792128Z","caller":"traceutil/trace.go:171","msg":"trace[693835137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2113; }","duration":"100.533936ms","start":"2026-04-27T12:07:45.691538Z","end":"2026-04-27T12:07:45.792072Z","steps":["trace[693835137] 'agreement among raft nodes before linearized reading' (duration: 100.336392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:07:45.792238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.050182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T12:07:45.793142Z","caller":"traceutil/trace.go:171","msg":"trace[203266420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"200.297325ms","start":"2026-04-27T12:07:45.592821Z","end":"2026-04-27T12:07:45.793119Z","steps":["trace[203266420] 'agreement among raft nodes before linearized reading' (duration: 198.96652ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:09:07.961763Z","caller":"traceutil/trace.go:171","msg":"trace[1856733308] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"111.016558ms","start":"2026-04-27T12:09:07.850707Z","end":"2026-04-27T12:09:07.961724Z","steps":["trace[1856733308] 'process raft request' (duration: 42.548962ms)","trace[1856733308] 'compare' (duration: 68.203939ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:09:08.443856Z","caller":"traceutil/trace.go:171","msg":"trace[106960275] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"140.370069ms","start":"2026-04-27T12:09:08.303456Z","end":"2026-04-27T12:09:08.443826Z","steps":["trace[106960275] 'process raft request' (duration: 140.155864ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:09:08.535972Z","caller":"traceutil/trace.go:171","msg":"trace[2129794885] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"232.41365ms","start":"2026-04-27T12:09:08.303534Z","end":"2026-04-27T12:09:08.535948Z","steps":["trace[2129794885] 'process raft request' (duration: 229.337742ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:09:08.53611Z","caller":"traceutil/trace.go:171","msg":"trace[371022473] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2713; }","duration":"174.788323ms","start":"2026-04-27T12:09:08.361291Z","end":"2026-04-27T12:09:08.536079Z","steps":["trace[371022473] 'read index received' (duration: 82.2921ms)","trace[371022473] 'applied index is now lower than readState.Index' (duration: 92.493843ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:09:08.53616Z","caller":"traceutil/trace.go:171","msg":"trace[1235699592] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"231.099476ms","start":"2026-04-27T12:09:08.30505Z","end":"2026-04-27T12:09:08.53615Z","steps":["trace[1235699592] 'process raft request' (duration: 230.85426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:09:08.536344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.040989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T12:09:08.536404Z","caller":"traceutil/trace.go:171","msg":"trace[69970520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2611; }","duration":"175.141651ms","start":"2026-04-27T12:09:08.361245Z","end":"2026-04-27T12:09:08.536386Z","steps":["trace[69970520] 'agreement among raft nodes before linearized reading' (duration: 174.972347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:09:08.536469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.299987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T12:09:08.536517Z","caller":"traceutil/trace.go:171","msg":"trace[1968027520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2611; }","duration":"154.389079ms","start":"2026-04-27T12:09:08.382117Z","end":"2026-04-27T12:09:08.536506Z","steps":["trace[1968027520] 'agreement among raft nodes before linearized reading' (duration: 154.170684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:09:08.536582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.822941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T12:09:08.53671Z","caller":"traceutil/trace.go:171","msg":"trace[474237321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2611; }","duration":"164.002866ms","start":"2026-04-27T12:09:08.372676Z","end":"2026-04-27T12:09:08.536679Z","steps":["trace[474237321] 'agreement among raft nodes before linearized reading' (duration: 163.615676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:11:44.336641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.168126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:11:44.336771Z","caller":"traceutil/trace.go:171","msg":"trace[959521141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3621; }","duration":"149.373311ms","start":"2026-04-27T12:11:44.187377Z","end":"2026-04-27T12:11:44.336751Z","steps":["trace[959521141] 'count revisions from in-memory index tree' (duration: 149.060633ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:11.912861Z","caller":"traceutil/trace.go:171","msg":"trace[1924921663] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4962; }","duration":"229.740085ms","start":"2026-04-27T12:13:11.683096Z","end":"2026-04-27T12:13:11.912836Z","steps":["trace[1924921663] 'read index received' (duration: 141.186138ms)","trace[1924921663] 'applied index is now lower than readState.Index' (duration: 88.552927ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:11.912929Z","caller":"traceutil/trace.go:171","msg":"trace[36234928] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"245.654537ms","start":"2026-04-27T12:13:11.667243Z","end":"2026-04-27T12:13:11.912898Z","steps":["trace[36234928] 'process raft request' (duration: 157.060069ms)","trace[36234928] 'compare' (duration: 88.342832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:11.913137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.027353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f12cdc9a-744f-46d3-84c3-a29051436475\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-27T12:13:11.913247Z","caller":"traceutil/trace.go:171","msg":"trace[1797664648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f12cdc9a-744f-46d3-84c3-a29051436475; range_end:; response_count:1; response_revision:4777; }","duration":"230.175857ms","start":"2026-04-27T12:13:11.683049Z","end":"2026-04-27T12:13:11.913225Z","steps":["trace[1797664648] 'agreement among raft nodes before linearized reading' (duration: 229.9176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:13.825801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.588288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:13:13.825898Z","caller":"traceutil/trace.go:171","msg":"trace[1855147700] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5032; }","duration":"151.707344ms","start":"2026-04-27T12:13:13.674177Z","end":"2026-04-27T12:13:13.825884Z","steps":["trace[1855147700] 'read index received' (duration: 9.802309ms)","trace[1855147700] 'applied index is now lower than readState.Index' (duration: 141.904165ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:13.82596Z","caller":"traceutil/trace.go:171","msg":"trace[523770793] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"157.942621ms","start":"2026-04-27T12:13:13.66801Z","end":"2026-04-27T12:13:13.825953Z","steps":["trace[523770793] 'process raft request' (duration: 16.006424ms)","trace[523770793] 'compare' (duration: 141.442784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:13.827194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.993237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:56 size:2365436"} {"level":"info","ts":"2026-04-27T12:13:13.827313Z","caller":"traceutil/trace.go:171","msg":"trace[1358664746] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:56; response_revision:4842; }","duration":"153.148371ms","start":"2026-04-27T12:13:13.674135Z","end":"2026-04-27T12:13:13.827284Z","steps":["trace[1358664746] 'agreement among raft nodes before linearized reading' (duration: 151.902439ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:22.137675Z","caller":"traceutil/trace.go:171","msg":"trace[2100782716] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"136.527359ms","start":"2026-04-27T12:13:22.001115Z","end":"2026-04-27T12:13:22.137642Z","steps":["trace[2100782716] 'process raft request' (duration: 71.031394ms)","trace[2100782716] 'compare' (duration: 65.266559ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:22.137912Z","caller":"traceutil/trace.go:171","msg":"trace[668233222] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"126.736792ms","start":"2026-04-27T12:13:22.011144Z","end":"2026-04-27T12:13:22.13788Z","steps":["trace[668233222] 'process raft request' (duration: 126.432494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:22.137969Z","caller":"traceutil/trace.go:171","msg":"trace[702719085] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"126.782294ms","start":"2026-04-27T12:13:22.011171Z","end":"2026-04-27T12:13:22.137953Z","steps":["trace[702719085] 'process raft request' (duration: 126.554348ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:22.13797Z","caller":"traceutil/trace.go:171","msg":"trace[976299085] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5201; }","duration":"124.71254ms","start":"2026-04-27T12:13:22.013231Z","end":"2026-04-27T12:13:22.137944Z","steps":["trace[976299085] 'read index received' (duration: 58.892827ms)","trace[976299085] 'applied index is now lower than readState.Index' (duration: 65.818653ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:22.138229Z","caller":"traceutil/trace.go:171","msg":"trace[100454325] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"125.504281ms","start":"2026-04-27T12:13:22.012711Z","end":"2026-04-27T12:13:22.138215Z","steps":["trace[100454325] 'process raft request' (duration: 125.164362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:22.138389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.710055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T12:13:22.138418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.164993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-27T12:13:22.138429Z","caller":"traceutil/trace.go:171","msg":"trace[233834496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5010; }","duration":"119.774606ms","start":"2026-04-27T12:13:22.018642Z","end":"2026-04-27T12:13:22.138417Z","steps":["trace[233834496] 'agreement among raft nodes before linearized reading' (duration: 119.618202ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:22.138462Z","caller":"traceutil/trace.go:171","msg":"trace[119981038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5010; }","duration":"125.248485ms","start":"2026-04-27T12:13:22.0132Z","end":"2026-04-27T12:13:22.138449Z","steps":["trace[119981038] 'agreement among raft nodes before linearized reading' (duration: 125.05929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:22.138467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.010232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T12:13:22.138567Z","caller":"traceutil/trace.go:171","msg":"trace[2030973384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5010; }","duration":"120.136755ms","start":"2026-04-27T12:13:22.018401Z","end":"2026-04-27T12:13:22.138538Z","steps":["trace[2030973384] 'agreement among raft nodes before linearized reading' (duration: 119.852398ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:27.230474Z","caller":"traceutil/trace.go:171","msg":"trace[1669778308] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5260; }","duration":"123.324871ms","start":"2026-04-27T12:13:27.107126Z","end":"2026-04-27T12:13:27.230451Z","steps":["trace[1669778308] 'read index received' (duration: 105.10621ms)","trace[1669778308] 'applied index is now lower than readState.Index' (duration: 18.217561ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:27.230898Z","caller":"traceutil/trace.go:171","msg":"trace[1875942635] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"130.336388ms","start":"2026-04-27T12:13:27.10053Z","end":"2026-04-27T12:13:27.230867Z","steps":["trace[1875942635] 'process raft request' (duration: 111.648866ms)","trace[1875942635] 'compare' (duration: 17.929193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:27.232319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.183419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54148"} {"level":"info","ts":"2026-04-27T12:13:27.232374Z","caller":"traceutil/trace.go:171","msg":"trace[1128882530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5065; }","duration":"125.263681ms","start":"2026-04-27T12:13:27.107098Z","end":"2026-04-27T12:13:27.232362Z","steps":["trace[1128882530] 'agreement among raft nodes before linearized reading' (duration: 123.440614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:29.938421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.07406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:13:29.938669Z","caller":"traceutil/trace.go:171","msg":"trace[2005152446] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"279.926045ms","start":"2026-04-27T12:13:29.658713Z","end":"2026-04-27T12:13:29.938639Z","steps":["trace[2005152446] 'process raft request' (duration: 57.541147ms)","trace[2005152446] 'compare' (duration: 221.773693ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:29.938762Z","caller":"traceutil/trace.go:171","msg":"trace[1676771305] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"269.464469ms","start":"2026-04-27T12:13:29.669269Z","end":"2026-04-27T12:13:29.938733Z","steps":["trace[1676771305] 'read index received' (duration: 46.992899ms)","trace[1676771305] 'applied index is now lower than readState.Index' (duration: 222.46823ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:29.938826Z","caller":"traceutil/trace.go:171","msg":"trace[1987920479] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"167.356345ms","start":"2026-04-27T12:13:29.771382Z","end":"2026-04-27T12:13:29.938738Z","steps":["trace[1987920479] 'process raft request' (duration: 167.14855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:29.939013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.715446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca4778fb-17d3-4ade-9bdc-a46a1fd96c05\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-27T12:13:29.939098Z","caller":"traceutil/trace.go:171","msg":"trace[859288954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca4778fb-17d3-4ade-9bdc-a46a1fd96c05; range_end:; response_count:1; response_revision:5141; }","duration":"269.86373ms","start":"2026-04-27T12:13:29.669216Z","end":"2026-04-27T12:13:29.93908Z","steps":["trace[859288954] 'agreement among raft nodes before linearized reading' (duration: 269.603513ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:29.980831Z","caller":"traceutil/trace.go:171","msg":"trace[454621316] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"102.455172ms","start":"2026-04-27T12:13:29.878344Z","end":"2026-04-27T12:13:29.980799Z","steps":["trace[454621316] 'process raft request' (duration: 101.97524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:29.980981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.332066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca4778fb-17d3-4ade-9bdc-a46a1fd96c05\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-27T12:13:29.981042Z","caller":"traceutil/trace.go:171","msg":"trace[1400832937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca4778fb-17d3-4ade-9bdc-a46a1fd96c05; range_end:; response_count:1; response_revision:5142; }","duration":"184.458509ms","start":"2026-04-27T12:13:29.796569Z","end":"2026-04-27T12:13:29.981027Z","steps":["trace[1400832937] 'agreement among raft nodes before linearized reading' (duration: 184.246393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.245633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.041051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:13:30.245861Z","caller":"traceutil/trace.go:171","msg":"trace[2103851660] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"298.917136ms","start":"2026-04-27T12:13:29.946907Z","end":"2026-04-27T12:13:30.245824Z","steps":["trace[2103851660] 'process raft request' (duration: 155.601879ms)","trace[2103851660] 'compare' (duration: 142.923207ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:13:30.245894Z","caller":"traceutil/trace.go:171","msg":"trace[1269636948] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"243.39744ms","start":"2026-04-27T12:13:30.002479Z","end":"2026-04-27T12:13:30.245876Z","steps":["trace[1269636948] 'process raft request' (duration: 243.344119ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.245893Z","caller":"traceutil/trace.go:171","msg":"trace[1863392261] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"295.011267ms","start":"2026-04-27T12:13:29.950843Z","end":"2026-04-27T12:13:30.245855Z","steps":["trace[1863392261] 'process raft request' (duration: 294.886844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.245961Z","caller":"traceutil/trace.go:171","msg":"trace[1129197509] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5144; }","duration":"294.176406ms","start":"2026-04-27T12:13:29.951693Z","end":"2026-04-27T12:13:30.245869Z","steps":["trace[1129197509] 'process raft request' (duration: 294.097794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.24599Z","caller":"traceutil/trace.go:171","msg":"trace[868153445] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5339; }","duration":"265.219653ms","start":"2026-04-27T12:13:29.980735Z","end":"2026-04-27T12:13:30.245954Z","steps":["trace[868153445] 'read index received' (duration: 121.789243ms)","trace[868153445] 'applied index is now lower than readState.Index' (duration: 143.377989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:30.246233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.499226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:1716"} {"level":"info","ts":"2026-04-27T12:13:30.246296Z","caller":"traceutil/trace.go:171","msg":"trace[1805496344] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5145; }","duration":"302.599278ms","start":"2026-04-27T12:13:29.943682Z","end":"2026-04-27T12:13:30.246282Z","steps":["trace[1805496344] 'agreement among raft nodes before linearized reading' (duration: 302.456984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.246337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:29.943667Z","time spent":"302.656029ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":1740,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-04-27T12:13:30.618646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.151199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:13:30.618757Z","caller":"traceutil/trace.go:171","msg":"trace[1045481224] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"367.840119ms","start":"2026-04-27T12:13:30.250897Z","end":"2026-04-27T12:13:30.618737Z","steps":["trace[1045481224] 'process raft request' (duration: 174.507996ms)","trace[1045481224] 'compare' (duration: 192.940173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:30.618818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.25087Z","time spent":"367.91735ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:13:30.624365Z","caller":"traceutil/trace.go:171","msg":"trace[1713695040] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"373.103193ms","start":"2026-04-27T12:13:30.251219Z","end":"2026-04-27T12:13:30.624322Z","steps":["trace[1713695040] 'process raft request' (duration: 372.738244ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.624482Z","caller":"traceutil/trace.go:171","msg":"trace[1354209572] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"373.148523ms","start":"2026-04-27T12:13:30.25131Z","end":"2026-04-27T12:13:30.624459Z","steps":["trace[1354209572] 'process raft request' (duration: 372.779764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.624573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.251195Z","time spent":"373.272996ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:13:30.624667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.251299Z","time spent":"373.294947ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:13:30.624501Z","caller":"traceutil/trace.go:171","msg":"trace[2066826039] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"373.0346ms","start":"2026-04-27T12:13:30.251438Z","end":"2026-04-27T12:13:30.624473Z","steps":["trace[2066826039] 'process raft request' (duration: 372.874246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.624835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.251419Z","time spent":"373.38683ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:13:30.625372Z","caller":"traceutil/trace.go:171","msg":"trace[1416644434] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"373.238026ms","start":"2026-04-27T12:13:30.252122Z","end":"2026-04-27T12:13:30.62536Z","steps":["trace[1416644434] 'process raft request' (duration: 372.976289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.62545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.252108Z","time spent":"373.294717ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T12:13:30.625467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.310911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T12:13:30.625485Z","caller":"traceutil/trace.go:171","msg":"trace[1363489000] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"364.525545ms","start":"2026-04-27T12:13:30.260939Z","end":"2026-04-27T12:13:30.625465Z","steps":["trace[1363489000] 'process raft request' (duration: 364.32306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.625522Z","caller":"traceutil/trace.go:171","msg":"trace[1754319447] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"374.056086ms","start":"2026-04-27T12:13:30.251449Z","end":"2026-04-27T12:13:30.625505Z","steps":["trace[1754319447] 'process raft request' (duration: 372.894707ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.625505Z","caller":"traceutil/trace.go:171","msg":"trace[965224951] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"373.057821ms","start":"2026-04-27T12:13:30.252412Z","end":"2026-04-27T12:13:30.62547Z","steps":["trace[965224951] 'process raft request' (duration: 372.787825ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:13:30.625525Z","caller":"traceutil/trace.go:171","msg":"trace[333377824] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5153; }","duration":"270.409703ms","start":"2026-04-27T12:13:30.355098Z","end":"2026-04-27T12:13:30.625508Z","steps":["trace[333377824] 'agreement among raft nodes before linearized reading' (duration: 270.2954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.6256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.251429Z","time spent":"374.129257ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:13:30.625597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.26093Z","time spent":"364.599437ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:13:30.625355Z","caller":"traceutil/trace.go:171","msg":"trace[111376457] linearizableReadLoop","detail":"{readStateIndex:5351; appliedIndex:5343; }","duration":"270.187998ms","start":"2026-04-27T12:13:30.355145Z","end":"2026-04-27T12:13:30.625333Z","steps":["trace[111376457] 'read index received' (duration: 70.394852ms)","trace[111376457] 'applied index is now lower than readState.Index' (duration: 199.791746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:13:30.625672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:13:30.252402Z","time spent":"373.180034ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:13:30.625804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.126188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:13:30.625853Z","caller":"traceutil/trace.go:171","msg":"trace[1680621817] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5153; }","duration":"227.21563ms","start":"2026-04-27T12:13:30.398623Z","end":"2026-04-27T12:13:30.625839Z","steps":["trace[1680621817] 'agreement among raft nodes before linearized reading' (duration: 227.137458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:13:30.626251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.630134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-27T12:13:30.626291Z","caller":"traceutil/trace.go:171","msg":"trace[1978744994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5153; }","duration":"145.671936ms","start":"2026-04-27T12:13:30.48061Z","end":"2026-04-27T12:13:30.626282Z","steps":["trace[1978744994] 'agreement among raft nodes before linearized reading' (duration: 145.528862ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:14:51.192378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2837} {"level":"info","ts":"2026-04-27T12:14:51.261425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2837,"took":"67.314964ms","hash":963039029,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":32841728,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-27T12:14:51.261623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":963039029,"revision":2837,"compact-revision":-1} {"level":"warn","ts":"2026-04-27T12:17:14.610346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.845617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1b24a63-bde1-41f1-9d16-f306f9d7b73b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-27T12:17:14.610455Z","caller":"traceutil/trace.go:171","msg":"trace[615846760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1b24a63-bde1-41f1-9d16-f306f9d7b73b; range_end:; response_count:1; response_revision:6845; }","duration":"230.020381ms","start":"2026-04-27T12:17:14.380413Z","end":"2026-04-27T12:17:14.610433Z","steps":["trace[615846760] 'range keys from in-memory index tree' (duration: 229.633372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:17:14.610722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T12:17:14.610835Z","caller":"traceutil/trace.go:171","msg":"trace[574381918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6845; }","duration":"135.071028ms","start":"2026-04-27T12:17:14.475737Z","end":"2026-04-27T12:17:14.610808Z","steps":["trace[574381918] 'range keys from in-memory index tree' (duration: 134.40125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:17:14.61114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.229575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T12:17:14.611211Z","caller":"traceutil/trace.go:171","msg":"trace[2143031758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6845; }","duration":"155.343738ms","start":"2026-04-27T12:17:14.455853Z","end":"2026-04-27T12:17:14.611197Z","steps":["trace[2143031758] 'range keys from in-memory index tree' (duration: 154.442725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:17:14.756167Z","caller":"traceutil/trace.go:171","msg":"trace[381746014] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"139.417906ms","start":"2026-04-27T12:17:14.616731Z","end":"2026-04-27T12:17:14.756149Z","steps":["trace[381746014] 'process raft request' (duration: 136.670706ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:17:14.756135Z","caller":"traceutil/trace.go:171","msg":"trace[1056937413] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"137.274193ms","start":"2026-04-27T12:17:14.618828Z","end":"2026-04-27T12:17:14.756102Z","steps":["trace[1056937413] 'process raft request' (duration: 137.17313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:19:43.093281Z","caller":"traceutil/trace.go:171","msg":"trace[1248433780] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8344; }","duration":"359.090761ms","start":"2026-04-27T12:19:42.734158Z","end":"2026-04-27T12:19:43.093249Z","steps":["trace[1248433780] 'read index received' (duration: 15.309576ms)","trace[1248433780] 'applied index is now lower than readState.Index' (duration: 343.779855ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:19:43.093368Z","caller":"traceutil/trace.go:171","msg":"trace[576289266] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"378.910072ms","start":"2026-04-27T12:19:42.714404Z","end":"2026-04-27T12:19:43.093314Z","steps":["trace[576289266] 'process raft request' (duration: 378.751128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:19:43.093533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:19:42.714373Z","time spent":"379.070136ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:19:43.093617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.754125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-27T12:19:43.09368Z","caller":"traceutil/trace.go:171","msg":"trace[760252846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8056; }","duration":"108.904799ms","start":"2026-04-27T12:19:42.984756Z","end":"2026-04-27T12:19:43.093661Z","steps":["trace[760252846] 'agreement among raft nodes before linearized reading' (duration: 108.687593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:19:43.093751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.525282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-27T12:19:43.093895Z","caller":"traceutil/trace.go:171","msg":"trace[2056056255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8056; }","duration":"359.731537ms","start":"2026-04-27T12:19:42.734117Z","end":"2026-04-27T12:19:43.093849Z","steps":["trace[2056056255] 'agreement among raft nodes before linearized reading' (duration: 359.301457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:19:43.093969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:19:42.734099Z","time spent":"359.840721ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T12:19:43.093352Z","caller":"traceutil/trace.go:171","msg":"trace[1651355809] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"379.59346ms","start":"2026-04-27T12:19:42.713705Z","end":"2026-04-27T12:19:43.093299Z","steps":["trace[1651355809] 'process raft request' (duration: 379.248751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:19:43.0943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:19:42.713677Z","time spent":"380.472722ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:19:43.645877Z","caller":"traceutil/trace.go:171","msg":"trace[367551085] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8349; }","duration":"123.391154ms","start":"2026-04-27T12:19:43.522462Z","end":"2026-04-27T12:19:43.645853Z","steps":["trace[367551085] 'read index received' (duration: 79.779664ms)","trace[367551085] 'applied index is now lower than readState.Index' (duration: 43.61059ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:19:43.646011Z","caller":"traceutil/trace.go:171","msg":"trace[847605995] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"138.383572ms","start":"2026-04-27T12:19:43.507586Z","end":"2026-04-27T12:19:43.645969Z","steps":["trace[847605995] 'process raft request' (duration: 94.566087ms)","trace[847605995] 'compare' (duration: 43.429575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:19:43.646068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.586489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-27T12:19:43.646122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.15155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s4mvk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-27T12:19:43.646125Z","caller":"traceutil/trace.go:171","msg":"trace[1017801580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8059; }","duration":"123.697321ms","start":"2026-04-27T12:19:43.522413Z","end":"2026-04-27T12:19:43.64611Z","steps":["trace[1017801580] 'agreement among raft nodes before linearized reading' (duration: 123.556998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:19:43.646151Z","caller":"traceutil/trace.go:171","msg":"trace[2118441491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s4mvk; range_end:; response_count:1; response_revision:8059; }","duration":"116.252833ms","start":"2026-04-27T12:19:43.52989Z","end":"2026-04-27T12:19:43.646142Z","steps":["trace[2118441491] 'agreement among raft nodes before linearized reading' (duration: 116.11486ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:19:43.926236Z","caller":"traceutil/trace.go:171","msg":"trace[1091682888] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"202.577682ms","start":"2026-04-27T12:19:43.723623Z","end":"2026-04-27T12:19:43.926201Z","steps":["trace[1091682888] 'process raft request' (duration: 176.786891ms)","trace[1091682888] 'compare' (duration: 25.420951ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:19:51.199476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5910} {"level":"info","ts":"2026-04-27T12:19:51.283699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5910,"took":"82.099313ms","hash":2606643589,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":25952256,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-27T12:19:51.283751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2606643589,"revision":5910,"compact-revision":2837} {"level":"info","ts":"2026-04-27T12:20:11.028718Z","caller":"traceutil/trace.go:171","msg":"trace[769771823] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"111.722992ms","start":"2026-04-27T12:20:10.916964Z","end":"2026-04-27T12:20:11.028687Z","steps":["trace[769771823] 'process raft request' (duration: 91.560711ms)","trace[769771823] 'compare' (duration: 19.992227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:20:25.331613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.877734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T12:20:25.331732Z","caller":"traceutil/trace.go:171","msg":"trace[1287857003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8375; }","duration":"344.049679ms","start":"2026-04-27T12:20:24.98766Z","end":"2026-04-27T12:20:25.33171Z","steps":["trace[1287857003] 'range keys from in-memory index tree' (duration: 343.714491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:20:25.331787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:24.987637Z","time spent":"344.136871ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T12:20:25.33208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.569164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w2llg\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-27T12:20:25.332162Z","caller":"traceutil/trace.go:171","msg":"trace[327596517] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-w2llg; range_end:; response_count:1; response_revision:8375; }","duration":"320.703257ms","start":"2026-04-27T12:20:25.011441Z","end":"2026-04-27T12:20:25.332144Z","steps":["trace[327596517] 'range keys from in-memory index tree' (duration: 320.38476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:20:25.332201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.011413Z","time spent":"320.77891ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4677,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-w2llg\" "} {"level":"info","ts":"2026-04-27T12:20:25.332499Z","caller":"traceutil/trace.go:171","msg":"trace[2017110691] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"320.514363ms","start":"2026-04-27T12:20:25.011965Z","end":"2026-04-27T12:20:25.33248Z","steps":["trace[2017110691] 'process raft request' (duration: 224.819928ms)","trace[2017110691] 'compare' (duration: 94.927836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:20:25.332596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.01194Z","time spent":"320.599745ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T12:20:25.353243Z","caller":"traceutil/trace.go:171","msg":"trace[1106720083] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"333.626205ms","start":"2026-04-27T12:20:25.019595Z","end":"2026-04-27T12:20:25.353221Z","steps":["trace[1106720083] 'process raft request' (duration: 333.398259ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:20:25.35334Z","caller":"traceutil/trace.go:171","msg":"trace[665882534] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8680; }","duration":"262.277156ms","start":"2026-04-27T12:20:25.091041Z","end":"2026-04-27T12:20:25.353318Z","steps":["trace[665882534] 'read index received' (duration: 145.755743ms)","trace[665882534] 'applied index is now lower than readState.Index' (duration: 116.519772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:20:25.353412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.019576Z","time spent":"333.748908ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:20:25.353504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.459971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T12:20:25.353544Z","caller":"traceutil/trace.go:171","msg":"trace[1309949597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8378; }","duration":"262.546323ms","start":"2026-04-27T12:20:25.090988Z","end":"2026-04-27T12:20:25.353535Z","steps":["trace[1309949597] 'agreement among raft nodes before linearized reading' (duration: 262.403879ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:20:25.353554Z","caller":"traceutil/trace.go:171","msg":"trace[724981843] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"192.453047ms","start":"2026-04-27T12:20:25.160996Z","end":"2026-04-27T12:20:25.353449Z","steps":["trace[724981843] 'process raft request' (duration: 192.145299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:20:26.242986Z","caller":"traceutil/trace.go:171","msg":"trace[1215504830] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8691; }","duration":"315.159877ms","start":"2026-04-27T12:20:25.927799Z","end":"2026-04-27T12:20:26.242959Z","steps":["trace[1215504830] 'read index received' (duration: 309.977306ms)","trace[1215504830] 'applied index is now lower than readState.Index' (duration: 5.180951ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:20:26.242998Z","caller":"traceutil/trace.go:171","msg":"trace[1193023011] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"353.248101ms","start":"2026-04-27T12:20:25.889714Z","end":"2026-04-27T12:20:26.242962Z","steps":["trace[1193023011] 'process raft request' (duration: 348.171582ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:20:26.242998Z","caller":"traceutil/trace.go:171","msg":"trace[154080850] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"346.766659ms","start":"2026-04-27T12:20:25.8962Z","end":"2026-04-27T12:20:26.242967Z","steps":["trace[154080850] 'process raft request' (duration: 346.624995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:20:26.243219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.896164Z","time spent":"346.929942ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:20:26.243236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.88969Z","time spent":"353.397676ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:20:26.243226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.409023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-s4mvk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-27T12:20:26.243428Z","caller":"traceutil/trace.go:171","msg":"trace[1914993916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-s4mvk; range_end:; response_count:1; response_revision:8388; }","duration":"315.66456ms","start":"2026-04-27T12:20:25.92773Z","end":"2026-04-27T12:20:26.243395Z","steps":["trace[1914993916] 'agreement among raft nodes before linearized reading' (duration: 315.332472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:20:26.243522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:20:25.927707Z","time spent":"315.781033ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-s4mvk\" "} {"level":"info","ts":"2026-04-27T12:21:15.54331Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023fd.wal"} {"level":"info","ts":"2026-04-27T12:21:32.915794Z","caller":"traceutil/trace.go:171","msg":"trace[2001926721] transaction","detail":"{read_only:false; response_revision:9013; number_of_response:1; }","duration":"134.371275ms","start":"2026-04-27T12:21:32.781392Z","end":"2026-04-27T12:21:32.915763Z","steps":["trace[2001926721] 'process raft request' (duration: 134.15769ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:22:50.505413Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8cf6035374726417","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T12:22:50.51144Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-27T12:22:50.511533Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-27T12:24:51.206286Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8105} {"level":"info","ts":"2026-04-27T12:24:51.275094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8105,"took":"65.2662ms","hash":431432765,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":30138368,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T12:24:51.275153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":431432765,"revision":8105,"compact-revision":5910} {"level":"info","ts":"2026-04-27T12:25:11.609391Z","caller":"traceutil/trace.go:171","msg":"trace[1439755903] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"128.877268ms","start":"2026-04-27T12:25:11.480485Z","end":"2026-04-27T12:25:11.609362Z","steps":["trace[1439755903] 'process raft request' (duration: 128.703603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:25:11.852394Z","caller":"traceutil/trace.go:171","msg":"trace[4627900] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"107.729683ms","start":"2026-04-27T12:25:11.74462Z","end":"2026-04-27T12:25:11.852349Z","steps":["trace[4627900] 'process raft request' (duration: 107.442886ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:29:51.213205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10800} {"level":"info","ts":"2026-04-27T12:29:51.296037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10800,"took":"80.17715ms","hash":578979189,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":27770880,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-27T12:29:51.296091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":578979189,"revision":10800,"compact-revision":8105} {"level":"info","ts":"2026-04-27T12:33:29.8958Z","caller":"traceutil/trace.go:171","msg":"trace[1440245806] linearizableReadLoop","detail":"{readStateIndex:14592; appliedIndex:14591; }","duration":"153.010035ms","start":"2026-04-27T12:33:29.742763Z","end":"2026-04-27T12:33:29.895774Z","steps":["trace[1440245806] 'read index received' (duration: 152.841291ms)","trace[1440245806] 'applied index is now lower than readState.Index' (duration: 167.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:33:29.895864Z","caller":"traceutil/trace.go:171","msg":"trace[1251978761] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"153.663831ms","start":"2026-04-27T12:33:29.742159Z","end":"2026-04-27T12:33:29.895823Z","steps":["trace[1251978761] 'process raft request' (duration: 153.448936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:29.896032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.24073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-27T12:33:29.896071Z","caller":"traceutil/trace.go:171","msg":"trace[1901251525] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14097; }","duration":"153.319212ms","start":"2026-04-27T12:33:29.742739Z","end":"2026-04-27T12:33:29.896058Z","steps":["trace[1901251525] 'agreement among raft nodes before linearized reading' (duration: 153.164108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:33:30.257921Z","caller":"traceutil/trace.go:171","msg":"trace[1275141776] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"514.910226ms","start":"2026-04-27T12:33:29.742979Z","end":"2026-04-27T12:33:30.257889Z","steps":["trace[1275141776] 'process raft request' (duration: 514.67275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:30.258099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.742943Z","time spent":"515.071521ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:33:30.258239Z","caller":"traceutil/trace.go:171","msg":"trace[756077069] linearizableReadLoop","detail":"{readStateIndex:14594; appliedIndex:14592; }","duration":"362.320433ms","start":"2026-04-27T12:33:29.895874Z","end":"2026-04-27T12:33:30.258195Z","steps":["trace[756077069] 'read index received' (duration: 361.756239ms)","trace[756077069] 'applied index is now lower than readState.Index' (duration: 561.494µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:33:30.258446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.898995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:33:30.258467Z","caller":"traceutil/trace.go:171","msg":"trace[166730419] transaction","detail":"{read_only:false; response_revision:14099; number_of_response:1; }","duration":"498.140533ms","start":"2026-04-27T12:33:29.760314Z","end":"2026-04-27T12:33:30.258454Z","steps":["trace[166730419] 'process raft request' (duration: 497.507396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:33:30.25853Z","caller":"traceutil/trace.go:171","msg":"trace[1378425413] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14099; }","duration":"479.020968ms","start":"2026-04-27T12:33:29.779491Z","end":"2026-04-27T12:33:30.258512Z","steps":["trace[1378425413] 'agreement among raft nodes before linearized reading' (duration: 478.874384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:30.258572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.779479Z","time spent":"479.084369ms","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T12:33:30.258553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.760298Z","time spent":"498.222214ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:33:30.258586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.371756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T12:33:30.258626Z","caller":"traceutil/trace.go:171","msg":"trace[379163106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14099; }","duration":"509.49725ms","start":"2026-04-27T12:33:29.749116Z","end":"2026-04-27T12:33:30.258614Z","steps":["trace[379163106] 'agreement among raft nodes before linearized reading' (duration: 509.350866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:30.258659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.749087Z","time spent":"509.564492ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T12:33:30.2588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.751536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T12:33:30.258839Z","caller":"traceutil/trace.go:171","msg":"trace[424050015] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"357.920972ms","start":"2026-04-27T12:33:29.900908Z","end":"2026-04-27T12:33:30.258829Z","steps":["trace[424050015] 'process raft request' (duration: 357.682546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:33:30.258843Z","caller":"traceutil/trace.go:171","msg":"trace[1227646157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14099; }","duration":"509.821548ms","start":"2026-04-27T12:33:29.749009Z","end":"2026-04-27T12:33:30.25883Z","steps":["trace[1227646157] 'agreement among raft nodes before linearized reading' (duration: 509.672404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:30.25888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.748995Z","time spent":"509.878069ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:33:30.258901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.151519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T12:33:30.258963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:29.900886Z","time spent":"357.977564ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:33:30.258986Z","caller":"traceutil/trace.go:171","msg":"trace[2094856973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14100; }","duration":"112.278553ms","start":"2026-04-27T12:33:30.146687Z","end":"2026-04-27T12:33:30.258966Z","steps":["trace[2094856973] 'agreement among raft nodes before linearized reading' (duration: 112.042857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:51.148735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.605609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T12:33:51.148861Z","caller":"traceutil/trace.go:171","msg":"trace[514956359] linearizableReadLoop","detail":"{readStateIndex:14910; appliedIndex:14909; }","duration":"232.886847ms","start":"2026-04-27T12:33:50.915957Z","end":"2026-04-27T12:33:51.148844Z","steps":["trace[514956359] 'read index received' (duration: 49.372µs)","trace[514956359] 'applied index is now lower than readState.Index' (duration: 232.836295ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:33:51.148979Z","caller":"traceutil/trace.go:171","msg":"trace[971437102] transaction","detail":"{read_only:false; response_revision:14402; number_of_response:1; }","duration":"431.2661ms","start":"2026-04-27T12:33:50.717685Z","end":"2026-04-27T12:33:51.148951Z","steps":["trace[971437102] 'process raft request' (duration: 29.349203ms)","trace[971437102] 'compare' (duration: 400.978232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:33:51.149004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.047671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-283b7732-82ed-46cc-96e3-48b4d1454ca5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-27T12:33:51.149236Z","caller":"traceutil/trace.go:171","msg":"trace[1070755407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-283b7732-82ed-46cc-96e3-48b4d1454ca5; range_end:; response_count:1; response_revision:14402; }","duration":"233.302077ms","start":"2026-04-27T12:33:50.915897Z","end":"2026-04-27T12:33:51.149199Z","steps":["trace[1070755407] 'agreement among raft nodes before linearized reading' (duration: 232.992939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:33:51.149111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:33:50.717659Z","time spent":"431.391262ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:34:51.219897Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12858} {"level":"info","ts":"2026-04-27T12:34:51.300431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12858,"took":"78.078517ms","hash":261126159,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":28413952,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-27T12:34:51.300518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":261126159,"revision":12858,"compact-revision":10800} {"level":"info","ts":"2026-04-27T12:35:16.9818Z","caller":"traceutil/trace.go:171","msg":"trace[131859024] linearizableReadLoop","detail":"{readStateIndex:15740; appliedIndex:15739; }","duration":"198.548078ms","start":"2026-04-27T12:35:16.783221Z","end":"2026-04-27T12:35:16.981769Z","steps":["trace[131859024] 'read index received' (duration: 149.177148ms)","trace[131859024] 'applied index is now lower than readState.Index' (duration: 49.36948ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:35:16.981891Z","caller":"traceutil/trace.go:171","msg":"trace[341689196] transaction","detail":"{read_only:false; response_revision:15208; number_of_response:1; }","duration":"203.636536ms","start":"2026-04-27T12:35:16.778215Z","end":"2026-04-27T12:35:16.981851Z","steps":["trace[341689196] 'process raft request' (duration: 154.162144ms)","trace[341689196] 'compare' (duration: 49.117933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:35:16.982373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.140372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-27T12:35:16.982438Z","caller":"traceutil/trace.go:171","msg":"trace[1115675869] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15208; }","duration":"199.243385ms","start":"2026-04-27T12:35:16.78317Z","end":"2026-04-27T12:35:16.982413Z","steps":["trace[1115675869] 'agreement among raft nodes before linearized reading' (duration: 198.739452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.011666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.177247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T12:35:17.011729Z","caller":"traceutil/trace.go:171","msg":"trace[2030368733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15209; }","duration":"213.2726ms","start":"2026-04-27T12:35:16.798441Z","end":"2026-04-27T12:35:17.011713Z","steps":["trace[2030368733] 'agreement among raft nodes before linearized reading' (duration: 213.094326ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:35:17.012014Z","caller":"traceutil/trace.go:171","msg":"trace[636739382] transaction","detail":"{read_only:false; response_revision:15209; number_of_response:1; }","duration":"226.242739ms","start":"2026-04-27T12:35:16.785623Z","end":"2026-04-27T12:35:17.011866Z","steps":["trace[636739382] 'process raft request' (duration: 225.801768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.012155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.592663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:35:17.012216Z","caller":"traceutil/trace.go:171","msg":"trace[314682642] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15209; }","duration":"148.676874ms","start":"2026-04-27T12:35:16.863525Z","end":"2026-04-27T12:35:17.012202Z","steps":["trace[314682642] 'agreement among raft nodes before linearized reading' (duration: 148.569772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.01224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.752486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T12:35:17.012294Z","caller":"traceutil/trace.go:171","msg":"trace[1701657006] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15209; }","duration":"148.854869ms","start":"2026-04-27T12:35:16.863421Z","end":"2026-04-27T12:35:17.012276Z","steps":["trace[1701657006] 'agreement among raft nodes before linearized reading' (duration: 148.669194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.012331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.713666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T12:35:17.012334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.038104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:35:17.0125Z","caller":"traceutil/trace.go:171","msg":"trace[631918192] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15209; }","duration":"149.241688ms","start":"2026-04-27T12:35:16.863235Z","end":"2026-04-27T12:35:17.012477Z","steps":["trace[631918192] 'agreement among raft nodes before linearized reading' (duration: 148.9252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:35:17.012421Z","caller":"traceutil/trace.go:171","msg":"trace[348868751] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15209; }","duration":"148.862439ms","start":"2026-04-27T12:35:16.863535Z","end":"2026-04-27T12:35:17.012398Z","steps":["trace[348868751] 'agreement among raft nodes before linearized reading' (duration: 148.687685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.338429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T12:35:17.338518Z","caller":"traceutil/trace.go:171","msg":"trace[766530513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15212; }","duration":"120.703437ms","start":"2026-04-27T12:35:17.217796Z","end":"2026-04-27T12:35:17.338499Z","steps":["trace[766530513] 'range keys from in-memory index tree' (duration: 120.44731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.338507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.938642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T12:35:17.338817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.41987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T12:35:17.3389Z","caller":"traceutil/trace.go:171","msg":"trace[1546845651] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15212; }","duration":"122.559753ms","start":"2026-04-27T12:35:17.216319Z","end":"2026-04-27T12:35:17.338879Z","steps":["trace[1546845651] 'range keys from in-memory index tree' (duration: 122.333567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:35:17.338832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.70828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T12:35:17.339053Z","caller":"traceutil/trace.go:171","msg":"trace[272136368] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15212; }","duration":"117.894685ms","start":"2026-04-27T12:35:17.221086Z","end":"2026-04-27T12:35:17.338981Z","steps":["trace[272136368] 'range keys from in-memory index tree' (duration: 117.586697ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:35:17.339077Z","caller":"traceutil/trace.go:171","msg":"trace[124936505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15212; }","duration":"245.072315ms","start":"2026-04-27T12:35:17.093508Z","end":"2026-04-27T12:35:17.33858Z","steps":["trace[124936505] 'range keys from in-memory index tree' (duration: 244.84226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:39:51.227568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15076} {"level":"info","ts":"2026-04-27T12:39:51.324095Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15076,"took":"93.677614ms","hash":1743516539,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":30507008,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T12:39:51.32417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1743516539,"revision":15076,"compact-revision":12858} {"level":"warn","ts":"2026-04-27T12:40:31.761343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.715867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:40:31.761465Z","caller":"traceutil/trace.go:171","msg":"trace[530790267] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:17619; }","duration":"259.897892ms","start":"2026-04-27T12:40:31.501542Z","end":"2026-04-27T12:40:31.76144Z","steps":["trace[530790267] 'count revisions from in-memory index tree' (duration: 259.570274ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:40:32.109014Z","caller":"traceutil/trace.go:171","msg":"trace[2065627048] transaction","detail":"{read_only:false; response_revision:17620; number_of_response:1; }","duration":"230.375957ms","start":"2026-04-27T12:40:31.878609Z","end":"2026-04-27T12:40:32.108985Z","steps":["trace[2065627048] 'process raft request' (duration: 230.176822ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:40:32.232838Z","caller":"traceutil/trace.go:171","msg":"trace[233948095] transaction","detail":"{read_only:false; response_revision:17621; number_of_response:1; }","duration":"108.553259ms","start":"2026-04-27T12:40:32.124254Z","end":"2026-04-27T12:40:32.232808Z","steps":["trace[233948095] 'process raft request' (duration: 91.833087ms)","trace[233948095] 'compare' (duration: 16.60776ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:43:21.496052Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8cf6035374726417","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T12:43:21.508258Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-27T12:43:21.50836Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-27T12:44:51.237263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17310} {"level":"info","ts":"2026-04-27T12:44:51.347249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17310,"took":"107.258995ms","hash":3129290197,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":34795520,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-27T12:44:51.347336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3129290197,"revision":17310,"compact-revision":15076} {"level":"info","ts":"2026-04-27T12:47:53.761237Z","caller":"traceutil/trace.go:171","msg":"trace[618500273] linearizableReadLoop","detail":"{readStateIndex:22031; appliedIndex:22030; }","duration":"130.5201ms","start":"2026-04-27T12:47:53.630681Z","end":"2026-04-27T12:47:53.761201Z","steps":["trace[618500273] 'read index received' (duration: 129.766901ms)","trace[618500273] 'applied index is now lower than readState.Index' (duration: 708.958µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:47:53.761333Z","caller":"traceutil/trace.go:171","msg":"trace[1374337763] transaction","detail":"{read_only:false; response_revision:21308; number_of_response:1; }","duration":"142.521943ms","start":"2026-04-27T12:47:53.618747Z","end":"2026-04-27T12:47:53.761269Z","steps":["trace[1374337763] 'process raft request' (duration: 141.830715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:53.761466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.751267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:47:53.761525Z","caller":"traceutil/trace.go:171","msg":"trace[736282910] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21308; }","duration":"130.87614ms","start":"2026-04-27T12:47:53.630631Z","end":"2026-04-27T12:47:53.761507Z","steps":["trace[736282910] 'agreement among raft nodes before linearized reading' (duration: 130.742616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.069049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.790297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:47:54.069197Z","caller":"traceutil/trace.go:171","msg":"trace[1914704234] transaction","detail":"{read_only:false; response_revision:21309; number_of_response:1; }","duration":"307.206445ms","start":"2026-04-27T12:47:53.761937Z","end":"2026-04-27T12:47:54.069143Z","steps":["trace[1914704234] 'process raft request' (duration: 149.212282ms)","trace[1914704234] 'compare' (duration: 157.326776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:47:54.069264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:53.761917Z","time spent":"307.315847ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:47:54.385938Z","caller":"traceutil/trace.go:171","msg":"trace[673052919] linearizableReadLoop","detail":"{readStateIndex:22033; appliedIndex:22032; }","duration":"308.610071ms","start":"2026-04-27T12:47:54.077296Z","end":"2026-04-27T12:47:54.385906Z","steps":["trace[673052919] 'read index received' (duration: 275.404594ms)","trace[673052919] 'applied index is now lower than readState.Index' (duration: 33.204237ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:47:54.386069Z","caller":"traceutil/trace.go:171","msg":"trace[1189535748] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"463.957407ms","start":"2026-04-27T12:47:53.92202Z","end":"2026-04-27T12:47:54.385977Z","steps":["trace[1189535748] 'process raft request' (duration: 430.717769ms)","trace[1189535748] 'compare' (duration: 32.764996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:47:54.386136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.823797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:47:54.386291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.428317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T12:47:54.386343Z","caller":"traceutil/trace.go:171","msg":"trace[1331069083] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21310; }","duration":"309.088053ms","start":"2026-04-27T12:47:54.077242Z","end":"2026-04-27T12:47:54.38633Z","steps":["trace[1331069083] 'agreement among raft nodes before linearized reading' (duration: 308.808435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:47:54.386369Z","caller":"traceutil/trace.go:171","msg":"trace[1056164314] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:21310; }","duration":"191.55702ms","start":"2026-04-27T12:47:54.194792Z","end":"2026-04-27T12:47:54.386349Z","steps":["trace[1056164314] 'agreement among raft nodes before linearized reading' (duration: 191.355815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.386366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.985332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:47:54.386407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:54.077223Z","time spent":"309.162946ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:47:54.386454Z","caller":"traceutil/trace.go:171","msg":"trace[2143139506] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21310; }","duration":"175.125586ms","start":"2026-04-27T12:47:54.211304Z","end":"2026-04-27T12:47:54.38643Z","steps":["trace[2143139506] 'agreement among raft nodes before linearized reading' (duration: 174.855739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.386499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:53.921988Z","time spent":"464.219364ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:47:54.561059Z","caller":"traceutil/trace.go:171","msg":"trace[815439641] transaction","detail":"{read_only:false; response_revision:21311; number_of_response:1; }","duration":"154.964756ms","start":"2026-04-27T12:47:54.406057Z","end":"2026-04-27T12:47:54.561022Z","steps":["trace[815439641] 'process raft request' (duration: 149.54516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:47:54.561059Z","caller":"traceutil/trace.go:171","msg":"trace[1005485542] linearizableReadLoop","detail":"{readStateIndex:22035; appliedIndex:22034; }","duration":"119.36413ms","start":"2026-04-27T12:47:54.441656Z","end":"2026-04-27T12:47:54.561021Z","steps":["trace[1005485542] 'read index received' (duration: 113.862142ms)","trace[1005485542] 'applied index is now lower than readState.Index' (duration: 5.499738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:47:54.561371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.690828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:47:54.561461Z","caller":"traceutil/trace.go:171","msg":"trace[81655821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21311; }","duration":"119.843062ms","start":"2026-04-27T12:47:54.441597Z","end":"2026-04-27T12:47:54.56144Z","steps":["trace[81655821] 'agreement among raft nodes before linearized reading' (duration: 119.513393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.878912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.097616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:47:54.879141Z","caller":"traceutil/trace.go:171","msg":"trace[2090768415] transaction","detail":"{read_only:false; response_revision:21312; number_of_response:1; }","duration":"313.645737ms","start":"2026-04-27T12:47:54.56547Z","end":"2026-04-27T12:47:54.879116Z","steps":["trace[2090768415] 'process raft request' (duration: 155.238964ms)","trace[2090768415] 'compare' (duration: 157.837459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:47:54.879222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:54.565458Z","time spent":"313.72766ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:47:54.879392Z","caller":"traceutil/trace.go:171","msg":"trace[450578282] transaction","detail":"{read_only:false; response_revision:21313; number_of_response:1; }","duration":"313.830822ms","start":"2026-04-27T12:47:54.565549Z","end":"2026-04-27T12:47:54.87938Z","steps":["trace[450578282] 'process raft request' (duration: 313.476623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.879454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:54.565532Z","time spent":"313.892114ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:47:54.879367Z","caller":"traceutil/trace.go:171","msg":"trace[1422729817] linearizableReadLoop","detail":"{readStateIndex:22037; appliedIndex:22035; }","duration":"312.839627ms","start":"2026-04-27T12:47:54.566501Z","end":"2026-04-27T12:47:54.879341Z","steps":["trace[1422729817] 'read index received' (duration: 154.237808ms)","trace[1422729817] 'applied index is now lower than readState.Index' (duration: 158.600299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:47:54.879564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.049773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T12:47:54.879805Z","caller":"traceutil/trace.go:171","msg":"trace[1598158171] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21313; }","duration":"313.282689ms","start":"2026-04-27T12:47:54.566473Z","end":"2026-04-27T12:47:54.879756Z","steps":["trace[1598158171] 'agreement among raft nodes before linearized reading' (duration: 312.94496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:54.879849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:54.56646Z","time spent":"313.377672ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T12:47:55.456311Z","caller":"traceutil/trace.go:171","msg":"trace[591394477] linearizableReadLoop","detail":"{readStateIndex:22040; appliedIndex:22038; }","duration":"367.538897ms","start":"2026-04-27T12:47:55.088747Z","end":"2026-04-27T12:47:55.456286Z","steps":["trace[591394477] 'read index received' (duration: 44.368339ms)","trace[591394477] 'applied index is now lower than readState.Index' (duration: 323.169618ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:47:55.456434Z","caller":"traceutil/trace.go:171","msg":"trace[1589546752] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"413.076606ms","start":"2026-04-27T12:47:55.043346Z","end":"2026-04-27T12:47:55.456423Z","steps":["trace[1589546752] 'process raft request' (duration: 412.758887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:55.456553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:55.043336Z","time spent":"413.140677ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:47:55.456816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.92899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-27T12:47:55.456835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.07926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-27T12:47:55.456899Z","caller":"traceutil/trace.go:171","msg":"trace[76865707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21316; }","duration":"177.068854ms","start":"2026-04-27T12:47:55.279811Z","end":"2026-04-27T12:47:55.45688Z","steps":["trace[76865707] 'agreement among raft nodes before linearized reading' (duration: 176.821978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:47:55.456916Z","caller":"traceutil/trace.go:171","msg":"trace[890551122] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21316; }","duration":"368.198503ms","start":"2026-04-27T12:47:55.088692Z","end":"2026-04-27T12:47:55.45689Z","steps":["trace[890551122] 'agreement among raft nodes before linearized reading' (duration: 367.993248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:55.456976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:47:55.08867Z","time spent":"368.292546ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:47:55.732275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.03198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:47:55.732454Z","caller":"traceutil/trace.go:171","msg":"trace[1103665730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21316; }","duration":"136.224695ms","start":"2026-04-27T12:47:55.596204Z","end":"2026-04-27T12:47:55.732428Z","steps":["trace[1103665730] 'range keys from in-memory index tree' (duration: 136.0121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:55.732913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.672233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:47:55.733147Z","caller":"traceutil/trace.go:171","msg":"trace[772216921] transaction","detail":"{read_only:false; response_revision:21317; number_of_response:1; }","duration":"272.950122ms","start":"2026-04-27T12:47:55.460156Z","end":"2026-04-27T12:47:55.733106Z","steps":["trace[772216921] 'process raft request' (duration: 99.584561ms)","trace[772216921] 'compare' (duration: 172.371156ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:47:55.73349Z","caller":"traceutil/trace.go:171","msg":"trace[307678362] linearizableReadLoop","detail":"{readStateIndex:22043; appliedIndex:22040; }","duration":"181.482695ms","start":"2026-04-27T12:47:55.551986Z","end":"2026-04-27T12:47:55.733469Z","steps":["trace[307678362] 'read index received' (duration: 7.766405ms)","trace[307678362] 'applied index is now lower than readState.Index' (duration: 173.71532ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:47:55.733569Z","caller":"traceutil/trace.go:171","msg":"trace[383888288] transaction","detail":"{read_only:false; response_revision:21318; number_of_response:1; }","duration":"273.346962ms","start":"2026-04-27T12:47:55.460207Z","end":"2026-04-27T12:47:55.733554Z","steps":["trace[383888288] 'process raft request' (duration: 272.831148ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:47:55.733615Z","caller":"traceutil/trace.go:171","msg":"trace[574204653] transaction","detail":"{read_only:false; response_revision:21319; number_of_response:1; }","duration":"272.136372ms","start":"2026-04-27T12:47:55.461464Z","end":"2026-04-27T12:47:55.7336Z","steps":["trace[574204653] 'process raft request' (duration: 271.954756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:55.733987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.932494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-57db6b8f56-4fv27.18aa35fd7243fb75\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-27T12:47:55.734039Z","caller":"traceutil/trace.go:171","msg":"trace[1877229108] range","detail":"{range_begin:/registry/events/openstack/barbican-api-57db6b8f56-4fv27.18aa35fd7243fb75; range_end:; response_count:1; response_revision:21319; }","duration":"120.037586ms","start":"2026-04-27T12:47:55.613985Z","end":"2026-04-27T12:47:55.734023Z","steps":["trace[1877229108] 'agreement among raft nodes before linearized reading' (duration: 119.861202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:47:55.73402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.937937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:47:55.734172Z","caller":"traceutil/trace.go:171","msg":"trace[40167115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21319; }","duration":"182.201404ms","start":"2026-04-27T12:47:55.551926Z","end":"2026-04-27T12:47:55.734127Z","steps":["trace[40167115] 'agreement among raft nodes before linearized reading' (duration: 181.956668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:49:51.244477Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19980} {"level":"info","ts":"2026-04-27T12:49:51.370497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19980,"took":"122.750385ms","hash":3100906326,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":31719424,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T12:49:51.370588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3100906326,"revision":19980,"compact-revision":17310} {"level":"info","ts":"2026-04-27T12:51:36.850554Z","caller":"traceutil/trace.go:171","msg":"trace[1266411136] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"164.864734ms","start":"2026-04-27T12:51:36.685665Z","end":"2026-04-27T12:51:36.85053Z","steps":["trace[1266411136] 'process raft request' (duration: 164.69719ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:51:37.309279Z","caller":"traceutil/trace.go:171","msg":"trace[732382572] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"228.823486ms","start":"2026-04-27T12:51:37.080414Z","end":"2026-04-27T12:51:37.309237Z","steps":["trace[732382572] 'process raft request' (duration: 200.8438ms)","trace[732382572] 'compare' (duration: 27.76646ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:51:37.309409Z","caller":"traceutil/trace.go:171","msg":"trace[736682082] linearizableReadLoop","detail":"{readStateIndex:24513; appliedIndex:24512; }","duration":"218.140687ms","start":"2026-04-27T12:51:37.091234Z","end":"2026-04-27T12:51:37.309375Z","steps":["trace[736682082] 'read index received' (duration: 189.881655ms)","trace[736682082] 'applied index is now lower than readState.Index' (duration: 28.256362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:51:37.309563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.305241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:51:37.309611Z","caller":"traceutil/trace.go:171","msg":"trace[1053649567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23718; }","duration":"218.413054ms","start":"2026-04-27T12:51:37.091186Z","end":"2026-04-27T12:51:37.309599Z","steps":["trace[1053649567] 'agreement among raft nodes before linearized reading' (duration: 218.305531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:51:37.309741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.747278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T12:51:37.309801Z","caller":"traceutil/trace.go:171","msg":"trace[999539574] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23718; }","duration":"200.862641ms","start":"2026-04-27T12:51:37.108915Z","end":"2026-04-27T12:51:37.309777Z","steps":["trace[999539574] 'agreement among raft nodes before linearized reading' (duration: 200.637665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:48.947945Z","caller":"traceutil/trace.go:171","msg":"trace[749913301] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"181.695727ms","start":"2026-04-27T12:54:48.766217Z","end":"2026-04-27T12:54:48.947913Z","steps":["trace[749913301] 'process raft request' (duration: 181.482862ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.231248Z","caller":"traceutil/trace.go:171","msg":"trace[1982501696] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"107.815267ms","start":"2026-04-27T12:54:49.123404Z","end":"2026-04-27T12:54:49.231219Z","steps":["trace[1982501696] 'process raft request' (duration: 107.617331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:49.400209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.671588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T12:54:49.400682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.838897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T12:54:49.400801Z","caller":"traceutil/trace.go:171","msg":"trace[683043011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"155.982821ms","start":"2026-04-27T12:54:49.244794Z","end":"2026-04-27T12:54:49.400777Z","steps":["trace[683043011] 'range keys from in-memory index tree' (duration: 155.631711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:49.400877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.028002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T12:54:49.400958Z","caller":"traceutil/trace.go:171","msg":"trace[127663352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25664; }","duration":"156.101653ms","start":"2026-04-27T12:54:49.244822Z","end":"2026-04-27T12:54:49.400924Z","steps":["trace[127663352] 'range keys from in-memory index tree' (duration: 155.906099ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.401383Z","caller":"traceutil/trace.go:171","msg":"trace[188290703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25664; }","duration":"157.904588ms","start":"2026-04-27T12:54:49.243456Z","end":"2026-04-27T12:54:49.40136Z","steps":["trace[188290703] 'range keys from in-memory index tree' (duration: 156.461422ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.588262Z","caller":"traceutil/trace.go:171","msg":"trace[218958691] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"182.139729ms","start":"2026-04-27T12:54:49.406025Z","end":"2026-04-27T12:54:49.588165Z","steps":["trace[218958691] 'process raft request' (duration: 180.807375ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.588491Z","caller":"traceutil/trace.go:171","msg":"trace[515837131] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"181.936564ms","start":"2026-04-27T12:54:49.406516Z","end":"2026-04-27T12:54:49.588452Z","steps":["trace[515837131] 'process raft request' (duration: 181.544824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.615068Z","caller":"traceutil/trace.go:171","msg":"trace[901475525] linearizableReadLoop","detail":"{readStateIndex:26513; appliedIndex:26510; }","duration":"100.113452ms","start":"2026-04-27T12:54:49.514922Z","end":"2026-04-27T12:54:49.615035Z","steps":["trace[901475525] 'read index received' (duration: 71.761287ms)","trace[901475525] 'applied index is now lower than readState.Index' (duration: 28.350425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:49.615632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.688197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T12:54:49.615691Z","caller":"traceutil/trace.go:171","msg":"trace[892679912] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25667; }","duration":"100.82748ms","start":"2026-04-27T12:54:49.514851Z","end":"2026-04-27T12:54:49.615678Z","steps":["trace[892679912] 'agreement among raft nodes before linearized reading' (duration: 100.564664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.776412Z","caller":"traceutil/trace.go:171","msg":"trace[154067134] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"145.639389ms","start":"2026-04-27T12:54:49.63075Z","end":"2026-04-27T12:54:49.77639Z","steps":["trace[154067134] 'process raft request' (duration: 145.457325ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.790492Z","caller":"traceutil/trace.go:171","msg":"trace[1068248603] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26513; }","duration":"101.319573ms","start":"2026-04-27T12:54:49.689145Z","end":"2026-04-27T12:54:49.790465Z","steps":["trace[1068248603] 'read index received' (duration: 87.110615ms)","trace[1068248603] 'applied index is now lower than readState.Index' (duration: 14.208138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:49.790734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.569059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-79bc8546cc-s596v\" ","response":"range_response_count:1 size:8649"} {"level":"info","ts":"2026-04-27T12:54:49.790629Z","caller":"traceutil/trace.go:171","msg":"trace[1671763963] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"117.664265ms","start":"2026-04-27T12:54:49.672922Z","end":"2026-04-27T12:54:49.790586Z","steps":["trace[1671763963] 'process raft request' (duration: 115.810179ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:49.79077Z","caller":"traceutil/trace.go:171","msg":"trace[486435872] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-79bc8546cc-s596v; range_end:; response_count:1; response_revision:25669; }","duration":"101.679032ms","start":"2026-04-27T12:54:49.68908Z","end":"2026-04-27T12:54:49.790759Z","steps":["trace[486435872] 'agreement among raft nodes before linearized reading' (duration: 101.520688ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:51.26305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22276} {"level":"info","ts":"2026-04-27T12:54:51.384557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22276,"took":"117.864509ms","hash":125692902,"current-db-size-bytes":59543552,"current-db-size":"60 MB","current-db-size-in-use-bytes":44687360,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-04-27T12:54:51.384705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":125692902,"revision":22276,"compact-revision":19980} {"level":"info","ts":"2026-04-27T12:54:53.792193Z","caller":"traceutil/trace.go:171","msg":"trace[1609873684] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"166.756322ms","start":"2026-04-27T12:54:53.625408Z","end":"2026-04-27T12:54:53.792165Z","steps":["trace[1609873684] 'process raft request' (duration: 166.563587ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:54.084021Z","caller":"traceutil/trace.go:171","msg":"trace[50931285] linearizableReadLoop","detail":"{readStateIndex:26550; appliedIndex:26549; }","duration":"291.684749ms","start":"2026-04-27T12:54:53.792309Z","end":"2026-04-27T12:54:54.083994Z","steps":["trace[50931285] 'read index received' (duration: 291.526715ms)","trace[50931285] 'applied index is now lower than readState.Index' (duration: 156.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:54.084331Z","caller":"traceutil/trace.go:171","msg":"trace[783658704] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"458.837081ms","start":"2026-04-27T12:54:53.625408Z","end":"2026-04-27T12:54:54.084245Z","steps":["trace[783658704] 'process raft request' (duration: 458.40444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.084491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.063348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:54:54.084601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.62537Z","time spent":"459.048846ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:54:54.08461Z","caller":"traceutil/trace.go:171","msg":"trace[1742764194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25703; }","duration":"292.382426ms","start":"2026-04-27T12:54:53.7922Z","end":"2026-04-27T12:54:54.084583Z","steps":["trace[1742764194] 'agreement among raft nodes before linearized reading' (duration: 292.058578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.325203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.41364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:54.325488Z","caller":"traceutil/trace.go:171","msg":"trace[1743181442] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"173.193854ms","start":"2026-04-27T12:54:54.152277Z","end":"2026-04-27T12:54:54.325471Z","steps":["trace[1743181442] 'process raft request' (duration: 173.160903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:54.325669Z","caller":"traceutil/trace.go:171","msg":"trace[144575621] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"405.522297ms","start":"2026-04-27T12:54:53.92014Z","end":"2026-04-27T12:54:54.325662Z","steps":["trace[144575621] 'process raft request' (duration: 405.2418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.325722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.920101Z","time spent":"405.593759ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:54:54.32582Z","caller":"traceutil/trace.go:171","msg":"trace[489363186] linearizableReadLoop","detail":"{readStateIndex:26553; appliedIndex:26550; }","duration":"241.601027ms","start":"2026-04-27T12:54:54.084212Z","end":"2026-04-27T12:54:54.325813Z","steps":["trace[489363186] 'read index received' (duration: 115.447389ms)","trace[489363186] 'applied index is now lower than readState.Index' (duration: 126.152848ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:54.325898Z","caller":"traceutil/trace.go:171","msg":"trace[272768477] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"515.490248ms","start":"2026-04-27T12:54:53.810334Z","end":"2026-04-27T12:54:54.325824Z","steps":["trace[272768477] 'process raft request' (duration: 389.35201ms)","trace[272768477] 'compare' (duration: 125.157964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:54.326062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.826458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:54:54.326088Z","caller":"traceutil/trace.go:171","msg":"trace[1824960801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25707; }","duration":"527.87197ms","start":"2026-04-27T12:54:53.79821Z","end":"2026-04-27T12:54:54.326082Z","steps":["trace[1824960801] 'agreement among raft nodes before linearized reading' (duration: 527.813058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.326109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.798197Z","time spent":"527.90772ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T12:54:54.325675Z","caller":"traceutil/trace.go:171","msg":"trace[1516496860] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"479.536221ms","start":"2026-04-27T12:54:53.846086Z","end":"2026-04-27T12:54:54.325622Z","steps":["trace[1516496860] 'process raft request' (duration: 479.204363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.326235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.810305Z","time spent":"515.754184ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:54.326007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.178012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:54:54.327461Z","caller":"traceutil/trace.go:171","msg":"trace[526388931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25707; }","duration":"397.653619ms","start":"2026-04-27T12:54:53.92978Z","end":"2026-04-27T12:54:54.327434Z","steps":["trace[526388931] 'agreement among raft nodes before linearized reading' (duration: 396.10542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.327554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.929751Z","time spent":"397.762191ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T12:54:54.326232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:53.846067Z","time spent":"480.080005ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:54.326507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.447905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:54:54.327678Z","caller":"traceutil/trace.go:171","msg":"trace[791542799] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25707; }","duration":"154.677667ms","start":"2026-04-27T12:54:54.172985Z","end":"2026-04-27T12:54:54.327662Z","steps":["trace[791542799] 'agreement among raft nodes before linearized reading' (duration: 153.454636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.326626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.028112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T12:54:54.327803Z","caller":"traceutil/trace.go:171","msg":"trace[858470298] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:25707; }","duration":"111.223053ms","start":"2026-04-27T12:54:54.216551Z","end":"2026-04-27T12:54:54.327774Z","steps":["trace[858470298] 'agreement among raft nodes before linearized reading' (duration: 110.011642ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:54.57034Z","caller":"traceutil/trace.go:171","msg":"trace[632706648] linearizableReadLoop","detail":"{readStateIndex:26558; appliedIndex:26557; }","duration":"149.449735ms","start":"2026-04-27T12:54:54.42086Z","end":"2026-04-27T12:54:54.57031Z","steps":["trace[632706648] 'read index received' (duration: 125.79339ms)","trace[632706648] 'applied index is now lower than readState.Index' (duration: 23.654145ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:54.570349Z","caller":"traceutil/trace.go:171","msg":"trace[1454646681] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"218.676929ms","start":"2026-04-27T12:54:54.351641Z","end":"2026-04-27T12:54:54.570318Z","steps":["trace[1454646681] 'process raft request' (duration: 195.154717ms)","trace[1454646681] 'compare' (duration: 23.181514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:54.570678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.806395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T12:54:54.570761Z","caller":"traceutil/trace.go:171","msg":"trace[1572215035] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25710; }","duration":"149.923248ms","start":"2026-04-27T12:54:54.4208Z","end":"2026-04-27T12:54:54.570723Z","steps":["trace[1572215035] 'agreement among raft nodes before linearized reading' (duration: 149.61353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.883263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.919086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:54.88346Z","caller":"traceutil/trace.go:171","msg":"trace[1780866287] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"308.448991ms","start":"2026-04-27T12:54:54.574993Z","end":"2026-04-27T12:54:54.883442Z","steps":["trace[1780866287] 'process raft request' (duration: 308.382919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:54.883489Z","caller":"traceutil/trace.go:171","msg":"trace[1761116900] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26558; }","duration":"313.041777ms","start":"2026-04-27T12:54:54.570419Z","end":"2026-04-27T12:54:54.88346Z","steps":["trace[1761116900] 'read index received' (duration: 143.841055ms)","trace[1761116900] 'applied index is now lower than readState.Index' (duration: 169.198132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:54.883536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:54.574975Z","time spent":"308.525793ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:54.883824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.649601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:54:54.883873Z","caller":"traceutil/trace.go:171","msg":"trace[167949015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25712; }","duration":"461.747614ms","start":"2026-04-27T12:54:54.422113Z","end":"2026-04-27T12:54:54.883861Z","steps":["trace[167949015] 'agreement among raft nodes before linearized reading' (duration: 461.614841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.883912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:54.422101Z","time spent":"461.803565ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T12:54:54.884021Z","caller":"traceutil/trace.go:171","msg":"trace[797132752] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"320.739321ms","start":"2026-04-27T12:54:54.563271Z","end":"2026-04-27T12:54:54.88401Z","steps":["trace[797132752] 'process raft request' (duration: 150.983485ms)","trace[797132752] 'compare' (duration: 168.549726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:54.884081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:54.563242Z","time spent":"320.806952ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:54.884276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.941048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:54.884315Z","caller":"traceutil/trace.go:171","msg":"trace[1567009618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25712; }","duration":"332.980728ms","start":"2026-04-27T12:54:54.551325Z","end":"2026-04-27T12:54:54.884306Z","steps":["trace[1567009618] 'agreement among raft nodes before linearized reading' (duration: 332.920757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.884317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.544769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T12:54:54.88456Z","caller":"traceutil/trace.go:171","msg":"trace[502130816] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25712; }","duration":"311.678894ms","start":"2026-04-27T12:54:54.572716Z","end":"2026-04-27T12:54:54.884395Z","steps":["trace[502130816] 'agreement among raft nodes before linearized reading' (duration: 311.453777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.884631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:54.572699Z","time spent":"311.91498ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T12:54:54.884757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.143133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:54.884805Z","caller":"traceutil/trace.go:171","msg":"trace[1895569258] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25712; }","duration":"154.231517ms","start":"2026-04-27T12:54:54.730561Z","end":"2026-04-27T12:54:54.884793Z","steps":["trace[1895569258] 'agreement among raft nodes before linearized reading' (duration: 154.158285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:54.884349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:54.551258Z","time spent":"333.084601ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:54:55.06641Z","caller":"traceutil/trace.go:171","msg":"trace[279567172] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"170.480975ms","start":"2026-04-27T12:54:54.895897Z","end":"2026-04-27T12:54:55.066378Z","steps":["trace[279567172] 'process raft request' (duration: 144.125161ms)","trace[279567172] 'compare' (duration: 26.181819ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:55.224268Z","caller":"traceutil/trace.go:171","msg":"trace[683561265] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26561; }","duration":"166.24474ms","start":"2026-04-27T12:54:55.057995Z","end":"2026-04-27T12:54:55.22424Z","steps":["trace[683561265] 'read index received' (duration: 165.546262ms)","trace[683561265] 'applied index is now lower than readState.Index' (duration: 696.978µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:55.224343Z","caller":"traceutil/trace.go:171","msg":"trace[2048042390] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"255.776955ms","start":"2026-04-27T12:54:54.968532Z","end":"2026-04-27T12:54:55.224309Z","steps":["trace[2048042390] 'process raft request' (duration: 255.119178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.224552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.051643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T12:54:55.2246Z","caller":"traceutil/trace.go:171","msg":"trace[73684800] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25714; }","duration":"110.166796ms","start":"2026-04-27T12:54:55.11442Z","end":"2026-04-27T12:54:55.224587Z","steps":["trace[73684800] 'agreement among raft nodes before linearized reading' (duration: 109.989791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.224577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.565777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-69bd98d544-thsz8.18aa366d13466f1b\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-04-27T12:54:55.224663Z","caller":"traceutil/trace.go:171","msg":"trace[1833366423] range","detail":"{range_begin:/registry/events/openstack/cinder-api-69bd98d544-thsz8.18aa366d13466f1b; range_end:; response_count:1; response_revision:25714; }","duration":"166.717051ms","start":"2026-04-27T12:54:55.057927Z","end":"2026-04-27T12:54:55.224644Z","steps":["trace[1833366423] 'agreement among raft nodes before linearized reading' (duration: 166.434634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.224844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.814521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:55.224903Z","caller":"traceutil/trace.go:171","msg":"trace[94369675] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25714; }","duration":"106.939824ms","start":"2026-04-27T12:54:55.117947Z","end":"2026-04-27T12:54:55.224887Z","steps":["trace[94369675] 'agreement among raft nodes before linearized reading' (duration: 106.827971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.585852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.328604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:55.586137Z","caller":"traceutil/trace.go:171","msg":"trace[1282301195] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"135.645637ms","start":"2026-04-27T12:54:55.450465Z","end":"2026-04-27T12:54:55.586111Z","steps":["trace[1282301195] 'read index received' (duration: 95.136227ms)","trace[1282301195] 'applied index is now lower than readState.Index' (duration: 40.50778ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:55.586149Z","caller":"traceutil/trace.go:171","msg":"trace[782865067] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"338.54845ms","start":"2026-04-27T12:54:55.247535Z","end":"2026-04-27T12:54:55.586083Z","steps":["trace[782865067] 'process raft request' (duration: 153.814555ms)","trace[782865067] 'compare' (duration: 184.060368ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:55.586225Z","caller":"traceutil/trace.go:171","msg":"trace[1652963349] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"332.851177ms","start":"2026-04-27T12:54:55.25335Z","end":"2026-04-27T12:54:55.586201Z","steps":["trace[1652963349] 'process raft request' (duration: 332.663482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.586338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:55.253314Z","time spent":"332.96882ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:55.586417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:55.247504Z","time spent":"338.769275ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:55.586569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.687453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T12:54:55.586521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.994006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:55.586626Z","caller":"traceutil/trace.go:171","msg":"trace[1737727263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25716; }","duration":"134.795536ms","start":"2026-04-27T12:54:55.451816Z","end":"2026-04-27T12:54:55.586611Z","steps":["trace[1737727263] 'agreement among raft nodes before linearized reading' (duration: 134.478768ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:55.586667Z","caller":"traceutil/trace.go:171","msg":"trace[2041411553] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25716; }","duration":"136.239462ms","start":"2026-04-27T12:54:55.450397Z","end":"2026-04-27T12:54:55.586636Z","steps":["trace[2041411553] 'agreement among raft nodes before linearized reading' (duration: 135.829582ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:55.755839Z","caller":"traceutil/trace.go:171","msg":"trace[8785100] linearizableReadLoop","detail":"{readStateIndex:26566; appliedIndex:26565; }","duration":"154.298818ms","start":"2026-04-27T12:54:55.601509Z","end":"2026-04-27T12:54:55.755808Z","steps":["trace[8785100] 'read index received' (duration: 150.240805ms)","trace[8785100] 'applied index is now lower than readState.Index' (duration: 4.056493ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:55.755892Z","caller":"traceutil/trace.go:171","msg":"trace[1816364942] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"161.440658ms","start":"2026-04-27T12:54:55.594419Z","end":"2026-04-27T12:54:55.755859Z","steps":["trace[1816364942] 'process raft request' (duration: 157.397975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:55.755985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.447933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:55.756029Z","caller":"traceutil/trace.go:171","msg":"trace[1630244136] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25717; }","duration":"154.539275ms","start":"2026-04-27T12:54:55.601478Z","end":"2026-04-27T12:54:55.756017Z","steps":["trace[1630244136] 'agreement among raft nodes before linearized reading' (duration: 154.438002ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:55.996929Z","caller":"traceutil/trace.go:171","msg":"trace[1805369509] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"195.63412ms","start":"2026-04-27T12:54:55.801259Z","end":"2026-04-27T12:54:55.996893Z","steps":["trace[1805369509] 'process raft request' (duration: 195.436885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.34292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.06211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:56.343042Z","caller":"traceutil/trace.go:171","msg":"trace[2104042445] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"253.747453ms","start":"2026-04-27T12:54:56.089275Z","end":"2026-04-27T12:54:56.343022Z","steps":["trace[2104042445] 'read index received' (duration: 78.442166ms)","trace[2104042445] 'applied index is now lower than readState.Index' (duration: 175.303967ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:56.34312Z","caller":"traceutil/trace.go:171","msg":"trace[1588700285] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"277.620784ms","start":"2026-04-27T12:54:56.065456Z","end":"2026-04-27T12:54:56.343077Z","steps":["trace[1588700285] 'process raft request' (duration: 102.294137ms)","trace[1588700285] 'compare' (duration: 174.879926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:56.343224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.957568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:54:56.34326Z","caller":"traceutil/trace.go:171","msg":"trace[923036142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25719; }","duration":"254.04888ms","start":"2026-04-27T12:54:56.089201Z","end":"2026-04-27T12:54:56.34325Z","steps":["trace[923036142] 'agreement among raft nodes before linearized reading' (duration: 253.901037ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:56.517905Z","caller":"traceutil/trace.go:171","msg":"trace[2094189209] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"186.060237ms","start":"2026-04-27T12:54:56.331275Z","end":"2026-04-27T12:54:56.517335Z","steps":["trace[2094189209] 'process raft request' (duration: 185.698358ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:56.745555Z","caller":"traceutil/trace.go:171","msg":"trace[1627932956] linearizableReadLoop","detail":"{readStateIndex:26571; appliedIndex:26568; }","duration":"402.45883ms","start":"2026-04-27T12:54:56.343068Z","end":"2026-04-27T12:54:56.745527Z","steps":["trace[1627932956] 'read index received' (duration: 173.947463ms)","trace[1627932956] 'applied index is now lower than readState.Index' (duration: 228.509777ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:56.745755Z","caller":"traceutil/trace.go:171","msg":"trace[1085099912] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"410.74864ms","start":"2026-04-27T12:54:56.334994Z","end":"2026-04-27T12:54:56.745742Z","steps":["trace[1085099912] 'process raft request' (duration: 410.403811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.745973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.068315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:56.746037Z","caller":"traceutil/trace.go:171","msg":"trace[382016010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25723; }","duration":"195.177948ms","start":"2026-04-27T12:54:56.550843Z","end":"2026-04-27T12:54:56.746021Z","steps":["trace[382016010] 'agreement among raft nodes before linearized reading' (duration: 195.064725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:56.745567Z","caller":"traceutil/trace.go:171","msg":"trace[136335235] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"412.255767ms","start":"2026-04-27T12:54:56.333275Z","end":"2026-04-27T12:54:56.745531Z","steps":["trace[136335235] 'process raft request' (duration: 345.411192ms)","trace[136335235] 'compare' (duration: 66.538717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:56.746065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.334978Z","time spent":"410.993975ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:54:56.745816Z","caller":"traceutil/trace.go:171","msg":"trace[1199327396] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"397.879495ms","start":"2026-04-27T12:54:56.347908Z","end":"2026-04-27T12:54:56.745788Z","steps":["trace[1199327396] 'process raft request' (duration: 397.557107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.746247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.108124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T12:54:56.74637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.333241Z","time spent":"413.029746ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:54:56.74639Z","caller":"traceutil/trace.go:171","msg":"trace[701916972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25723; }","duration":"343.297409ms","start":"2026-04-27T12:54:56.40304Z","end":"2026-04-27T12:54:56.746337Z","steps":["trace[701916972] 'agreement among raft nodes before linearized reading' (duration: 342.914759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.746503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.403015Z","time spent":"343.465193ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T12:54:56.746771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.347883Z","time spent":"398.484519ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:56.746922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.841002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:54:56.74697Z","caller":"traceutil/trace.go:171","msg":"trace[328329784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25723; }","duration":"343.964825ms","start":"2026-04-27T12:54:56.402992Z","end":"2026-04-27T12:54:56.746956Z","steps":["trace[328329784] 'agreement among raft nodes before linearized reading' (duration: 342.913989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.747007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.402966Z","time spent":"344.034677ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:54:56.747163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.627439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:54:56.747274Z","caller":"traceutil/trace.go:171","msg":"trace[111337927] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25723; }","duration":"605.766232ms","start":"2026-04-27T12:54:56.141484Z","end":"2026-04-27T12:54:56.74725Z","steps":["trace[111337927] 'agreement among raft nodes before linearized reading' (duration: 604.360267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:56.747341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.141438Z","time spent":"605.889596ms","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:54:56.94553Z","caller":"traceutil/trace.go:171","msg":"trace[1862056630] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"193.615218ms","start":"2026-04-27T12:54:56.751864Z","end":"2026-04-27T12:54:56.945479Z","steps":["trace[1862056630] 'process raft request' (duration: 140.12303ms)","trace[1862056630] 'compare' (duration: 53.294253ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:56.945994Z","caller":"traceutil/trace.go:171","msg":"trace[1241760752] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"193.097835ms","start":"2026-04-27T12:54:56.752861Z","end":"2026-04-27T12:54:56.945959Z","steps":["trace[1241760752] 'process raft request' (duration: 192.579272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.25918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.981345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:57.259538Z","caller":"traceutil/trace.go:171","msg":"trace[471146143] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26574; }","duration":"247.573817ms","start":"2026-04-27T12:54:57.011943Z","end":"2026-04-27T12:54:57.259517Z","steps":["trace[471146143] 'read index received' (duration: 63.182812ms)","trace[471146143] 'applied index is now lower than readState.Index' (duration: 184.390095ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:57.25967Z","caller":"traceutil/trace.go:171","msg":"trace[1266222481] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"307.368254ms","start":"2026-04-27T12:54:56.952291Z","end":"2026-04-27T12:54:57.259659Z","steps":["trace[1266222481] 'process raft request' (duration: 307.101867ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:57.259727Z","caller":"traceutil/trace.go:171","msg":"trace[442641900] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"354.87965ms","start":"2026-04-27T12:54:56.904803Z","end":"2026-04-27T12:54:57.259682Z","steps":["trace[442641900] 'process raft request' (duration: 170.27666ms)","trace[442641900] 'compare' (duration: 183.825481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:57.259794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.952268Z","time spent":"307.476166ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.259944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.904765Z","time spent":"355.061365ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:54:57.26012Z","caller":"traceutil/trace.go:171","msg":"trace[211912380] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"307.744854ms","start":"2026-04-27T12:54:56.952364Z","end":"2026-04-27T12:54:57.260109Z","steps":["trace[211912380] 'process raft request' (duration: 307.110397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.260182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:56.952336Z","time spent":"307.813406ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.260404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.46183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:54:57.260443Z","caller":"traceutil/trace.go:171","msg":"trace[664277002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25728; }","duration":"248.504181ms","start":"2026-04-27T12:54:57.01193Z","end":"2026-04-27T12:54:57.260434Z","steps":["trace[664277002] 'agreement among raft nodes before linearized reading' (duration: 248.340597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.539263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.302659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:57.539394Z","caller":"traceutil/trace.go:171","msg":"trace[1715638323] linearizableReadLoop","detail":"{readStateIndex:26578; appliedIndex:26577; }","duration":"279.764019ms","start":"2026-04-27T12:54:57.259612Z","end":"2026-04-27T12:54:57.539376Z","steps":["trace[1715638323] 'read index received' (duration: 169.235894ms)","trace[1715638323] 'applied index is now lower than readState.Index' (duration: 110.526695ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:57.539488Z","caller":"traceutil/trace.go:171","msg":"trace[1697005827] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"308.728969ms","start":"2026-04-27T12:54:57.230734Z","end":"2026-04-27T12:54:57.539463Z","steps":["trace[1697005827] 'process raft request' (duration: 198.098632ms)","trace[1697005827] 'compare' (duration: 109.94494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:57.539553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.230695Z","time spent":"308.826611ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.539847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.549979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:57.53989Z","caller":"traceutil/trace.go:171","msg":"trace[1271500163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25729; }","duration":"334.622231ms","start":"2026-04-27T12:54:57.205255Z","end":"2026-04-27T12:54:57.539877Z","steps":["trace[1271500163] 'agreement among raft nodes before linearized reading' (duration: 334.544799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.539924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.205238Z","time spent":"334.676502ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:54:57.539998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.983441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:54:57.540101Z","caller":"traceutil/trace.go:171","msg":"trace[649109494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25729; }","duration":"468.155235ms","start":"2026-04-27T12:54:57.071921Z","end":"2026-04-27T12:54:57.540076Z","steps":["trace[649109494] 'agreement among raft nodes before linearized reading' (duration: 467.910769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.540154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.071896Z","time spent":"468.247709ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:54:57.540251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.966336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:57.540295Z","caller":"traceutil/trace.go:171","msg":"trace[1432886214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25729; }","duration":"444.028458ms","start":"2026-04-27T12:54:57.096257Z","end":"2026-04-27T12:54:57.540285Z","steps":["trace[1432886214] 'agreement among raft nodes before linearized reading' (duration: 443.961407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.540324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.096247Z","time spent":"444.071999ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:54:57.599932Z","caller":"traceutil/trace.go:171","msg":"trace[103003238] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"234.580681ms","start":"2026-04-27T12:54:57.365309Z","end":"2026-04-27T12:54:57.59989Z","steps":["trace[103003238] 'process raft request' (duration: 234.349495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.943175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.278828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:54:57.943597Z","caller":"traceutil/trace.go:171","msg":"trace[1976162002] linearizableReadLoop","detail":"{readStateIndex:26580; appliedIndex:26578; }","duration":"404.149693ms","start":"2026-04-27T12:54:57.539422Z","end":"2026-04-27T12:54:57.943571Z","steps":["trace[1976162002] 'read index received' (duration: 60.249898ms)","trace[1976162002] 'applied index is now lower than readState.Index' (duration: 343.898005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:57.943904Z","caller":"traceutil/trace.go:171","msg":"trace[1208755471] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"346.941182ms","start":"2026-04-27T12:54:57.596803Z","end":"2026-04-27T12:54:57.943744Z","steps":["trace[1208755471] 'process raft request' (duration: 346.695226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.944005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.773531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:57.944067Z","caller":"traceutil/trace.go:171","msg":"trace[347037601] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"485.676557ms","start":"2026-04-27T12:54:57.458338Z","end":"2026-04-27T12:54:57.944015Z","steps":["trace[347037601] 'process raft request' (duration: 270.398023ms)","trace[347037601] 'compare' (duration: 214.121755ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:57.944129Z","caller":"traceutil/trace.go:171","msg":"trace[1415903016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25733; }","duration":"391.950906ms","start":"2026-04-27T12:54:57.552151Z","end":"2026-04-27T12:54:57.944102Z","steps":["trace[1415903016] 'agreement among raft nodes before linearized reading' (duration: 391.72946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:57.944178Z","caller":"traceutil/trace.go:171","msg":"trace[265822377] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"398.601234ms","start":"2026-04-27T12:54:57.545557Z","end":"2026-04-27T12:54:57.944158Z","steps":["trace[265822377] 'process raft request' (duration: 397.839204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.944192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.55214Z","time spent":"392.037777ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T12:54:57.944259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.545528Z","time spent":"398.686856ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.944297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.458322Z","time spent":"485.857962ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.944109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.596774Z","time spent":"347.223309ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:54:57.944422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.657602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T12:54:57.944508Z","caller":"traceutil/trace.go:171","msg":"trace[973901290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25733; }","duration":"182.837426ms","start":"2026-04-27T12:54:57.761652Z","end":"2026-04-27T12:54:57.94449Z","steps":["trace[973901290] 'agreement among raft nodes before linearized reading' (duration: 182.527008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.944455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.099111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:54:57.94462Z","caller":"traceutil/trace.go:171","msg":"trace[2027544939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25733; }","duration":"679.322076ms","start":"2026-04-27T12:54:57.265279Z","end":"2026-04-27T12:54:57.944601Z","steps":["trace[2027544939] 'agreement among raft nodes before linearized reading' (duration: 678.491605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:57.944734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:54:57.26525Z","time spent":"679.46442ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T12:54:58.15645Z","caller":"traceutil/trace.go:171","msg":"trace[680586002] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26582; }","duration":"154.449282ms","start":"2026-04-27T12:54:58.001982Z","end":"2026-04-27T12:54:58.156431Z","steps":["trace[680586002] 'read index received' (duration: 154.279357ms)","trace[680586002] 'applied index is now lower than readState.Index' (duration: 169.135µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:58.156897Z","caller":"traceutil/trace.go:171","msg":"trace[341585704] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"207.457667ms","start":"2026-04-27T12:54:57.949401Z","end":"2026-04-27T12:54:58.156858Z","steps":["trace[341585704] 'process raft request' (duration: 206.915622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:58.156963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:58.157031Z","caller":"traceutil/trace.go:171","msg":"trace[112814063] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25734; }","duration":"140.042779ms","start":"2026-04-27T12:54:58.016972Z","end":"2026-04-27T12:54:58.157015Z","steps":["trace[112814063] 'agreement among raft nodes before linearized reading' (duration: 139.852194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:58.157089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.081058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T12:54:58.157201Z","caller":"traceutil/trace.go:171","msg":"trace[386071548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25734; }","duration":"155.232102ms","start":"2026-04-27T12:54:58.001919Z","end":"2026-04-27T12:54:58.157151Z","steps":["trace[386071548] 'agreement among raft nodes before linearized reading' (duration: 154.872093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:58.641777Z","caller":"traceutil/trace.go:171","msg":"trace[950411402] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"116.910886ms","start":"2026-04-27T12:54:58.524833Z","end":"2026-04-27T12:54:58.641744Z","steps":["trace[950411402] 'process raft request' (duration: 116.645099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:59.209288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.81402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:54:59.209366Z","caller":"traceutil/trace.go:171","msg":"trace[1932692650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25739; }","duration":"258.932274ms","start":"2026-04-27T12:54:58.950415Z","end":"2026-04-27T12:54:59.209348Z","steps":["trace[1932692650] 'range keys from in-memory index tree' (duration: 258.638376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:59.209714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.930459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:54:59.209844Z","caller":"traceutil/trace.go:171","msg":"trace[1831680869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25739; }","duration":"258.103874ms","start":"2026-04-27T12:54:58.951711Z","end":"2026-04-27T12:54:59.209814Z","steps":["trace[1831680869] 'range keys from in-memory index tree' (duration: 257.115188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:59.396115Z","caller":"traceutil/trace.go:171","msg":"trace[1538834485] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"181.76725ms","start":"2026-04-27T12:54:59.214313Z","end":"2026-04-27T12:54:59.39608Z","steps":["trace[1538834485] 'process raft request' (duration: 181.40474ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:59.504167Z","caller":"traceutil/trace.go:171","msg":"trace[2020095463] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26588; }","duration":"238.524321ms","start":"2026-04-27T12:54:59.265616Z","end":"2026-04-27T12:54:59.504141Z","steps":["trace[2020095463] 'read index received' (duration: 130.115479ms)","trace[2020095463] 'applied index is now lower than readState.Index' (duration: 108.407652ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:59.504225Z","caller":"traceutil/trace.go:171","msg":"trace[556087666] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"289.32424ms","start":"2026-04-27T12:54:59.214844Z","end":"2026-04-27T12:54:59.504169Z","steps":["trace[556087666] 'process raft request' (duration: 276.263971ms)","trace[556087666] 'compare' (duration: 12.604497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:54:59.504439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.788037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T12:54:59.504423Z","caller":"traceutil/trace.go:171","msg":"trace[969967972] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"235.822622ms","start":"2026-04-27T12:54:59.268566Z","end":"2026-04-27T12:54:59.504389Z","steps":["trace[969967972] 'process raft request' (duration: 235.467913ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:59.504512Z","caller":"traceutil/trace.go:171","msg":"trace[369033201] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25742; }","duration":"238.92685ms","start":"2026-04-27T12:54:59.265561Z","end":"2026-04-27T12:54:59.504488Z","steps":["trace[369033201] 'agreement among raft nodes before linearized reading' (duration: 238.682334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:59.66181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.236878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T12:54:59.662351Z","caller":"traceutil/trace.go:171","msg":"trace[346918701] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26591; }","duration":"128.796095ms","start":"2026-04-27T12:54:59.533511Z","end":"2026-04-27T12:54:59.662307Z","steps":["trace[346918701] 'read index received' (duration: 16.085256ms)","trace[346918701] 'applied index is now lower than readState.Index' (duration: 112.708929ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:54:59.662463Z","caller":"traceutil/trace.go:171","msg":"trace[1078289266] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"152.203895ms","start":"2026-04-27T12:54:59.510207Z","end":"2026-04-27T12:54:59.662411Z","steps":["trace[1078289266] 'process raft request' (duration: 151.731153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:54:59.676911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.387982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:54:59.67696Z","caller":"traceutil/trace.go:171","msg":"trace[1135547645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25743; }","duration":"143.490565ms","start":"2026-04-27T12:54:59.533451Z","end":"2026-04-27T12:54:59.676941Z","steps":["trace[1135547645] 'agreement among raft nodes before linearized reading' (duration: 128.995141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:54:59.677205Z","caller":"traceutil/trace.go:171","msg":"trace[926633226] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"115.849228ms","start":"2026-04-27T12:54:59.561287Z","end":"2026-04-27T12:54:59.677137Z","steps":["trace[926633226] 'process raft request' (duration: 101.007015ms)","trace[926633226] 'compare' (duration: 14.513265ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:03.570539Z","caller":"traceutil/trace.go:171","msg":"trace[2021262286] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"148.780699ms","start":"2026-04-27T12:55:03.421713Z","end":"2026-04-27T12:55:03.570494Z","steps":["trace[2021262286] 'process raft request' (duration: 148.521893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.189012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.155823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:04.189763Z","caller":"traceutil/trace.go:171","msg":"trace[285618569] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"669.477488ms","start":"2026-04-27T12:55:03.51968Z","end":"2026-04-27T12:55:04.189157Z","steps":["trace[285618569] 'process raft request' (duration: 471.078429ms)","trace[285618569] 'compare' (duration: 198.04086ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:04.189803Z","caller":"traceutil/trace.go:171","msg":"trace[1824275020] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26647; }","duration":"502.48371ms","start":"2026-04-27T12:55:03.687293Z","end":"2026-04-27T12:55:04.189777Z","steps":["trace[1824275020] 'read index received' (duration: 303.439785ms)","trace[1824275020] 'applied index is now lower than readState.Index' (duration: 199.042655ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:04.189835Z","caller":"traceutil/trace.go:171","msg":"trace[1802552581] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"496.628013ms","start":"2026-04-27T12:55:03.693149Z","end":"2026-04-27T12:55:04.189777Z","steps":["trace[1802552581] 'process raft request' (duration: 496.47771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.190108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.541522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T12:55:04.190131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.817919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T12:55:04.190176Z","caller":"traceutil/trace.go:171","msg":"trace[489097081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25801; }","duration":"221.653395ms","start":"2026-04-27T12:55:03.968502Z","end":"2026-04-27T12:55:04.190155Z","steps":["trace[489097081] 'agreement among raft nodes before linearized reading' (duration: 221.439089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.190201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:03.693117Z","time spent":"497.031942ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:04.190227Z","caller":"traceutil/trace.go:171","msg":"trace[1425970204] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25801; }","duration":"503.009323ms","start":"2026-04-27T12:55:03.687195Z","end":"2026-04-27T12:55:04.190205Z","steps":["trace[1425970204] 'agreement among raft nodes before linearized reading' (duration: 502.669544ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:04.189877Z","caller":"traceutil/trace.go:171","msg":"trace[1719778812] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"221.912041ms","start":"2026-04-27T12:55:03.967897Z","end":"2026-04-27T12:55:04.189809Z","steps":["trace[1719778812] 'process raft request' (duration: 221.820969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.190316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:03.68714Z","time spent":"503.158637ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:55:04.189974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:03.519646Z","time spent":"670.217396ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:04.189796Z","caller":"traceutil/trace.go:171","msg":"trace[894794803] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"613.624711ms","start":"2026-04-27T12:55:03.576143Z","end":"2026-04-27T12:55:04.189767Z","steps":["trace[894794803] 'process raft request' (duration: 612.975685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.190536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:03.576122Z","time spent":"614.336028ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:04.537957Z","caller":"traceutil/trace.go:171","msg":"trace[779993139] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"341.682308ms","start":"2026-04-27T12:55:04.196227Z","end":"2026-04-27T12:55:04.537909Z","steps":["trace[779993139] 'process raft request' (duration: 329.529112ms)","trace[779993139] 'compare' (duration: 11.320445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:04.538141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.196208Z","time spent":"341.842493ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:04.688306Z","caller":"traceutil/trace.go:171","msg":"trace[463528682] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"492.044957ms","start":"2026-04-27T12:55:04.196229Z","end":"2026-04-27T12:55:04.688274Z","steps":["trace[463528682] 'process raft request' (duration: 488.18887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.688477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.196213Z","time spent":"492.16668ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:04.688593Z","caller":"traceutil/trace.go:171","msg":"trace[420919668] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"160.798901ms","start":"2026-04-27T12:55:04.527769Z","end":"2026-04-27T12:55:04.688568Z","steps":["trace[420919668] 'process raft request' (duration: 160.675928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:04.68859Z","caller":"traceutil/trace.go:171","msg":"trace[537907189] linearizableReadLoop","detail":"{readStateIndex:26654; appliedIndex:26651; }","duration":"471.039998ms","start":"2026-04-27T12:55:04.217505Z","end":"2026-04-27T12:55:04.688545Z","steps":["trace[537907189] 'read index received' (duration: 308.238206ms)","trace[537907189] 'applied index is now lower than readState.Index' (duration: 162.797882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:04.688875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.332096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T12:55:04.688571Z","caller":"traceutil/trace.go:171","msg":"trace[1181069573] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"491.800321ms","start":"2026-04-27T12:55:04.196743Z","end":"2026-04-27T12:55:04.688543Z","steps":["trace[1181069573] 'process raft request' (duration: 491.432311ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:04.688952Z","caller":"traceutil/trace.go:171","msg":"trace[1189077313] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:25806; }","duration":"471.482219ms","start":"2026-04-27T12:55:04.217453Z","end":"2026-04-27T12:55:04.688935Z","steps":["trace[1189077313] 'agreement among raft nodes before linearized reading' (duration: 471.191132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.689001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.196734Z","time spent":"492.220351ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:04.689014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.217436Z","time spent":"471.550651ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"warn","ts":"2026-04-27T12:55:04.689259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.603606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:04.6893Z","caller":"traceutil/trace.go:171","msg":"trace[1625470108] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25806; }","duration":"333.684598ms","start":"2026-04-27T12:55:04.355603Z","end":"2026-04-27T12:55:04.689288Z","steps":["trace[1625470108] 'agreement among raft nodes before linearized reading' (duration: 333.619126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.689326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.35558Z","time spent":"333.739479ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:55:04.689388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.914465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:04.689444Z","caller":"traceutil/trace.go:171","msg":"trace[464200622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25806; }","duration":"140.020628ms","start":"2026-04-27T12:55:04.549408Z","end":"2026-04-27T12:55:04.689429Z","steps":["trace[464200622] 'agreement among raft nodes before linearized reading' (duration: 139.915015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.689504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.415984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:55:04.689465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.410062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T12:55:04.68954Z","caller":"traceutil/trace.go:171","msg":"trace[227582226] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25806; }","duration":"453.480486ms","start":"2026-04-27T12:55:04.236046Z","end":"2026-04-27T12:55:04.689526Z","steps":["trace[227582226] 'agreement among raft nodes before linearized reading' (duration: 453.385314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.689726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.23603Z","time spent":"453.680501ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:55:04.689696Z","caller":"traceutil/trace.go:171","msg":"trace[966400267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25806; }","duration":"462.666588ms","start":"2026-04-27T12:55:04.22693Z","end":"2026-04-27T12:55:04.689597Z","steps":["trace[966400267] 'agreement among raft nodes before linearized reading' (duration: 462.275487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:04.68983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.226904Z","time spent":"462.913874ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T12:55:05.014048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.17681ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T12:55:05.014368Z","caller":"traceutil/trace.go:171","msg":"trace[1587644540] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"320.743761ms","start":"2026-04-27T12:55:04.693604Z","end":"2026-04-27T12:55:05.014347Z","steps":["trace[1587644540] 'process raft request' (duration: 320.588207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:05.014341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.690324Z","time spent":"323.987013ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T12:55:05.014499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.693584Z","time spent":"320.829094ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:05.014551Z","caller":"traceutil/trace.go:171","msg":"trace[647014913] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26656; }","duration":"323.746257ms","start":"2026-04-27T12:55:04.69076Z","end":"2026-04-27T12:55:05.014506Z","steps":["trace[647014913] 'read index received' (duration: 141.202437ms)","trace[647014913] 'applied index is now lower than readState.Index' (duration: 182.54007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:05.014675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.88831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:05.014724Z","caller":"traceutil/trace.go:171","msg":"trace[534226888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25807; }","duration":"323.977203ms","start":"2026-04-27T12:55:04.690737Z","end":"2026-04-27T12:55:05.014714Z","steps":["trace[534226888] 'agreement among raft nodes before linearized reading' (duration: 323.85556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:05.014754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.690721Z","time spent":"324.026684ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:55:05.029503Z","caller":"traceutil/trace.go:171","msg":"trace[1805660761] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"159.302854ms","start":"2026-04-27T12:55:04.870179Z","end":"2026-04-27T12:55:05.029482Z","steps":["trace[1805660761] 'process raft request' (duration: 159.16367ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:05.176161Z","caller":"traceutil/trace.go:171","msg":"trace[2020929298] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"304.933074ms","start":"2026-04-27T12:55:04.871193Z","end":"2026-04-27T12:55:05.176126Z","steps":["trace[2020929298] 'process raft request' (duration: 252.475463ms)","trace[2020929298] 'compare' (duration: 52.054241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:05.176327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:04.871163Z","time spent":"305.077166ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:05.176613Z","caller":"traceutil/trace.go:171","msg":"trace[897934348] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"160.270048ms","start":"2026-04-27T12:55:05.016331Z","end":"2026-04-27T12:55:05.176601Z","steps":["trace[897934348] 'process raft request' (duration: 160.081864ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:05.176631Z","caller":"traceutil/trace.go:171","msg":"trace[2011071557] linearizableReadLoop","detail":"{readStateIndex:26660; appliedIndex:26658; }","duration":"161.990151ms","start":"2026-04-27T12:55:05.014616Z","end":"2026-04-27T12:55:05.176606Z","steps":["trace[2011071557] 'read index received' (duration: 14.28847ms)","trace[2011071557] 'applied index is now lower than readState.Index' (duration: 147.700281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:05.177072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.602365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:55:05.17712Z","caller":"traceutil/trace.go:171","msg":"trace[1213995583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25810; }","duration":"279.679627ms","start":"2026-04-27T12:55:04.897428Z","end":"2026-04-27T12:55:05.177108Z","steps":["trace[1213995583] 'agreement among raft nodes before linearized reading' (duration: 279.451241ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:09.278376Z","caller":"traceutil/trace.go:171","msg":"trace[478317031] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"245.046505ms","start":"2026-04-27T12:55:09.033301Z","end":"2026-04-27T12:55:09.278348Z","steps":["trace[478317031] 'process raft request' (duration: 244.799489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:09.533457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.214833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:09.533702Z","caller":"traceutil/trace.go:171","msg":"trace[2013850671] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26700; }","duration":"334.731184ms","start":"2026-04-27T12:55:09.198952Z","end":"2026-04-27T12:55:09.533683Z","steps":["trace[2013850671] 'read index received' (duration: 79.203286ms)","trace[2013850671] 'applied index is now lower than readState.Index' (duration: 255.526908ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:09.53384Z","caller":"traceutil/trace.go:171","msg":"trace[76688061] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"337.916094ms","start":"2026-04-27T12:55:09.195884Z","end":"2026-04-27T12:55:09.5338Z","steps":["trace[76688061] 'process raft request' (duration: 337.674518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:09.53404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.086434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T12:55:09.533894Z","caller":"traceutil/trace.go:171","msg":"trace[1912219474] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"490.086468ms","start":"2026-04-27T12:55:09.04371Z","end":"2026-04-27T12:55:09.533797Z","steps":["trace[1912219474] 'process raft request' (duration: 349.420994ms)","trace[1912219474] 'compare' (duration: 139.977647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:09.534063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:09.195853Z","time spent":"338.092859ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:09.534088Z","caller":"traceutil/trace.go:171","msg":"trace[1099705927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25852; }","duration":"335.138415ms","start":"2026-04-27T12:55:09.198938Z","end":"2026-04-27T12:55:09.534077Z","steps":["trace[1099705927] 'agreement among raft nodes before linearized reading' (duration: 334.804437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:09.534128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:09.198904Z","time spent":"335.215896ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T12:55:09.534207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:09.043685Z","time spent":"490.421437ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:09.710934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.139828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T12:55:09.711226Z","caller":"traceutil/trace.go:171","msg":"trace[1382654893] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"175.550222ms","start":"2026-04-27T12:55:09.535652Z","end":"2026-04-27T12:55:09.711203Z","steps":["trace[1382654893] 'read index received' (duration: 24.367573ms)","trace[1382654893] 'applied index is now lower than readState.Index' (duration: 151.181239ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:09.711371Z","caller":"traceutil/trace.go:171","msg":"trace[194290461] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"172.006753ms","start":"2026-04-27T12:55:09.539336Z","end":"2026-04-27T12:55:09.711342Z","steps":["trace[194290461] 'process raft request' (duration: 171.733976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:09.748433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.182222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T12:55:09.748483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.78821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:09.748521Z","caller":"traceutil/trace.go:171","msg":"trace[35842023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25853; }","duration":"144.361117ms","start":"2026-04-27T12:55:09.604138Z","end":"2026-04-27T12:55:09.748499Z","steps":["trace[35842023] 'agreement among raft nodes before linearized reading' (duration: 107.235262ms)","trace[35842023] 'range keys from in-memory index tree' (duration: 36.91708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:09.748599Z","caller":"traceutil/trace.go:171","msg":"trace[364675526] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25853; }","duration":"212.968977ms","start":"2026-04-27T12:55:09.535598Z","end":"2026-04-27T12:55:09.748567Z","steps":["trace[364675526] 'agreement among raft nodes before linearized reading' (duration: 175.728817ms)","trace[364675526] 'count revisions from in-memory index tree' (duration: 37.047533ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:09.912989Z","caller":"traceutil/trace.go:171","msg":"trace[395752770] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"159.985561ms","start":"2026-04-27T12:55:09.752974Z","end":"2026-04-27T12:55:09.91296Z","steps":["trace[395752770] 'process raft request' (duration: 159.803726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.240259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.405404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T12:55:10.240348Z","caller":"traceutil/trace.go:171","msg":"trace[1378562366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25854; }","duration":"143.506366ms","start":"2026-04-27T12:55:10.096821Z","end":"2026-04-27T12:55:10.240327Z","steps":["trace[1378562366] 'range keys from in-memory index tree' (duration: 143.27497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:10.590906Z","caller":"traceutil/trace.go:171","msg":"trace[1328571161] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"358.893842ms","start":"2026-04-27T12:55:10.231986Z","end":"2026-04-27T12:55:10.590879Z","steps":["trace[1328571161] 'process raft request' (duration: 358.663867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.591125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.231964Z","time spent":"359.031966ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:10.699444Z","caller":"traceutil/trace.go:171","msg":"trace[1606025196] linearizableReadLoop","detail":"{readStateIndex:26709; appliedIndex:26706; }","duration":"461.041406ms","start":"2026-04-27T12:55:10.238374Z","end":"2026-04-27T12:55:10.699415Z","steps":["trace[1606025196] 'read index received' (duration: 352.265535ms)","trace[1606025196] 'applied index is now lower than readState.Index' (duration: 108.774121ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:10.699492Z","caller":"traceutil/trace.go:171","msg":"trace[183826960] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"465.815446ms","start":"2026-04-27T12:55:10.233648Z","end":"2026-04-27T12:55:10.699463Z","steps":["trace[183826960] 'process raft request' (duration: 465.071068ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:10.699482Z","caller":"traceutil/trace.go:171","msg":"trace[846660058] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"463.404245ms","start":"2026-04-27T12:55:10.236046Z","end":"2026-04-27T12:55:10.69945Z","steps":["trace[846660058] 'process raft request' (duration: 463.308543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.699651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.236009Z","time spent":"463.542689ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:10.699668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.233637Z","time spent":"465.908648ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:10.69975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.957143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13652cb8-9d6d-47c9-a6c7-b846260f6347\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-27T12:55:10.699807Z","caller":"traceutil/trace.go:171","msg":"trace[1943976441] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13652cb8-9d6d-47c9-a6c7-b846260f6347; range_end:; response_count:1; response_revision:25857; }","duration":"457.056725ms","start":"2026-04-27T12:55:10.24273Z","end":"2026-04-27T12:55:10.699787Z","steps":["trace[1943976441] 'agreement among raft nodes before linearized reading' (duration: 456.869351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.69985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.608464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T12:55:10.699858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.24271Z","time spent":"457.136768ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-13652cb8-9d6d-47c9-a6c7-b846260f6347\" "} {"level":"warn","ts":"2026-04-27T12:55:10.699812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.423836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T12:55:10.699889Z","caller":"traceutil/trace.go:171","msg":"trace[1257762735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25857; }","duration":"121.671786ms","start":"2026-04-27T12:55:10.578203Z","end":"2026-04-27T12:55:10.699875Z","steps":["trace[1257762735] 'agreement among raft nodes before linearized reading' (duration: 121.572793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.69991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.179558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:10.699942Z","caller":"traceutil/trace.go:171","msg":"trace[1193203719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25857; }","duration":"461.56636ms","start":"2026-04-27T12:55:10.238328Z","end":"2026-04-27T12:55:10.699895Z","steps":["trace[1193203719] 'agreement among raft nodes before linearized reading' (duration: 461.193031ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:10.699956Z","caller":"traceutil/trace.go:171","msg":"trace[1746160360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25857; }","duration":"147.253099ms","start":"2026-04-27T12:55:10.552687Z","end":"2026-04-27T12:55:10.699941Z","steps":["trace[1746160360] 'agreement among raft nodes before linearized reading' (duration: 147.177917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.700022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.238317Z","time spent":"461.666932ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:55:10.700294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.580436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T12:55:10.700414Z","caller":"traceutil/trace.go:171","msg":"trace[665039795] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25857; }","duration":"310.77179ms","start":"2026-04-27T12:55:10.389613Z","end":"2026-04-27T12:55:10.700385Z","steps":["trace[665039795] 'agreement among raft nodes before linearized reading' (duration: 310.392611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:10.700478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:10.389572Z","time spent":"310.896043ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T12:55:12.724679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.107262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:12.724758Z","caller":"traceutil/trace.go:171","msg":"trace[750870059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25873; }","duration":"173.225305ms","start":"2026-04-27T12:55:12.551516Z","end":"2026-04-27T12:55:12.724742Z","steps":["trace[750870059] 'range keys from in-memory index tree' (duration: 172.974419ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:12.725727Z","caller":"traceutil/trace.go:171","msg":"trace[159418576] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"127.596454ms","start":"2026-04-27T12:55:12.598106Z","end":"2026-04-27T12:55:12.725703Z","steps":["trace[159418576] 'process raft request' (duration: 127.382359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.133872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.557193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:13.134077Z","caller":"traceutil/trace.go:171","msg":"trace[164235168] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"427.892511ms","start":"2026-04-27T12:55:12.706168Z","end":"2026-04-27T12:55:13.134061Z","steps":["trace[164235168] 'process raft request' (duration: 427.800879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.134152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.706146Z","time spent":"427.972473ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:13.134427Z","caller":"traceutil/trace.go:171","msg":"trace[1554589927] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"428.63322ms","start":"2026-04-27T12:55:12.705776Z","end":"2026-04-27T12:55:13.13441Z","steps":["trace[1554589927] 'process raft request' (duration: 179.438252ms)","trace[1554589927] 'compare' (duration: 248.442589ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:13.134427Z","caller":"traceutil/trace.go:171","msg":"trace[1554491481] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26726; }","duration":"408.703027ms","start":"2026-04-27T12:55:12.725683Z","end":"2026-04-27T12:55:13.134386Z","steps":["trace[1554491481] 'read index received' (duration: 159.415627ms)","trace[1554491481] 'applied index is now lower than readState.Index' (duration: 249.2847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:13.134558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.705749Z","time spent":"428.713361ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:13.135171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.568039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:13.135251Z","caller":"traceutil/trace.go:171","msg":"trace[1949601048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25877; }","duration":"409.688912ms","start":"2026-04-27T12:55:12.725544Z","end":"2026-04-27T12:55:13.135233Z","steps":["trace[1949601048] 'agreement among raft nodes before linearized reading' (duration: 409.535449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.135189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.862579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T12:55:13.135316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.725531Z","time spent":"409.770714ms","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T12:55:13.135228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.448909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T12:55:13.135457Z","caller":"traceutil/trace.go:171","msg":"trace[992218088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25877; }","duration":"423.726517ms","start":"2026-04-27T12:55:12.711709Z","end":"2026-04-27T12:55:13.135435Z","steps":["trace[992218088] 'agreement among raft nodes before linearized reading' (duration: 423.294185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.135574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.711694Z","time spent":"423.823279ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T12:55:13.135383Z","caller":"traceutil/trace.go:171","msg":"trace[1502532050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25877; }","duration":"426.100285ms","start":"2026-04-27T12:55:12.709253Z","end":"2026-04-27T12:55:13.135353Z","steps":["trace[1502532050] 'agreement among raft nodes before linearized reading' (duration: 425.783968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.13606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.709222Z","time spent":"426.813174ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T12:55:13.137762Z","caller":"traceutil/trace.go:171","msg":"trace[875086485] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"421.722835ms","start":"2026-04-27T12:55:12.71295Z","end":"2026-04-27T12:55:13.134673Z","steps":["trace[875086485] 'process raft request' (duration: 421.073378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.137939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.712929Z","time spent":"424.916505ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:13.138975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.813133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:55:13.139043Z","caller":"traceutil/trace.go:171","msg":"trace[506320825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25878; }","duration":"397.892766ms","start":"2026-04-27T12:55:12.741132Z","end":"2026-04-27T12:55:13.139024Z","steps":["trace[506320825] 'agreement among raft nodes before linearized reading' (duration: 397.732132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.13908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.741124Z","time spent":"397.948177ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:55:13.139217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.509653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:13.13925Z","caller":"traceutil/trace.go:171","msg":"trace[1728129836] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25878; }","duration":"256.543614ms","start":"2026-04-27T12:55:12.882698Z","end":"2026-04-27T12:55:13.139242Z","steps":["trace[1728129836] 'agreement among raft nodes before linearized reading' (duration: 256.492173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.139485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.228132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T12:55:13.139521Z","caller":"traceutil/trace.go:171","msg":"trace[7133237] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25878; }","duration":"392.293524ms","start":"2026-04-27T12:55:12.74722Z","end":"2026-04-27T12:55:13.139513Z","steps":["trace[7133237] 'agreement among raft nodes before linearized reading' (duration: 392.195721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.139551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:12.747193Z","time spent":"392.349676ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T12:55:13.139907Z","caller":"traceutil/trace.go:171","msg":"trace[973126877] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"180.735503ms","start":"2026-04-27T12:55:12.959141Z","end":"2026-04-27T12:55:13.139877Z","steps":["trace[973126877] 'process raft request' (duration: 179.640766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.523817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.133229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:13.523964Z","caller":"traceutil/trace.go:171","msg":"trace[1119653156] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26731; }","duration":"377.554653ms","start":"2026-04-27T12:55:13.146398Z","end":"2026-04-27T12:55:13.523953Z","steps":["trace[1119653156] 'read index received' (duration: 69.503481ms)","trace[1119653156] 'applied index is now lower than readState.Index' (duration: 308.050462ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:13.524023Z","caller":"traceutil/trace.go:171","msg":"trace[229774920] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"382.584699ms","start":"2026-04-27T12:55:13.141433Z","end":"2026-04-27T12:55:13.524017Z","steps":["trace[229774920] 'process raft request' (duration: 125.188144ms)","trace[229774920] 'compare' (duration: 257.042446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:13.524054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:13.141415Z","time spent":"382.6212ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:13.524198Z","caller":"traceutil/trace.go:171","msg":"trace[158472068] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"377.536462ms","start":"2026-04-27T12:55:13.146657Z","end":"2026-04-27T12:55:13.524193Z","steps":["trace[158472068] 'process raft request' (duration: 377.242024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.52423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:13.146639Z","time spent":"377.575972ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:13.524451Z","caller":"traceutil/trace.go:171","msg":"trace[1926367108] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"376.590178ms","start":"2026-04-27T12:55:13.147853Z","end":"2026-04-27T12:55:13.524443Z","steps":["trace[1926367108] 'process raft request' (duration: 376.074985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.524489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:13.147835Z","time spent":"376.635219ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:13.524468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.908388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T12:55:13.524542Z","caller":"traceutil/trace.go:171","msg":"trace[864740965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25882; }","duration":"231.040391ms","start":"2026-04-27T12:55:13.293484Z","end":"2026-04-27T12:55:13.524524Z","steps":["trace[864740965] 'agreement among raft nodes before linearized reading' (duration: 230.807525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.524684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.247771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-143c7769-c23c-4b26-964b-06618c108d87\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-27T12:55:13.524775Z","caller":"traceutil/trace.go:171","msg":"trace[2083204599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-143c7769-c23c-4b26-964b-06618c108d87; range_end:; response_count:1; response_revision:25882; }","duration":"378.400994ms","start":"2026-04-27T12:55:13.146354Z","end":"2026-04-27T12:55:13.524755Z","steps":["trace[2083204599] 'agreement among raft nodes before linearized reading' (duration: 378.069125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.524818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:13.146339Z","time spent":"378.470877ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-143c7769-c23c-4b26-964b-06618c108d87\" "} {"level":"info","ts":"2026-04-27T12:55:13.669647Z","caller":"traceutil/trace.go:171","msg":"trace[409426189] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26735; }","duration":"110.380901ms","start":"2026-04-27T12:55:13.559237Z","end":"2026-04-27T12:55:13.669618Z","steps":["trace[409426189] 'read index received' (duration: 110.075103ms)","trace[409426189] 'applied index is now lower than readState.Index' (duration: 304.748µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:13.66974Z","caller":"traceutil/trace.go:171","msg":"trace[779532590] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"121.915792ms","start":"2026-04-27T12:55:13.54778Z","end":"2026-04-27T12:55:13.669696Z","steps":["trace[779532590] 'process raft request' (duration: 121.599564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:13.669786Z","caller":"traceutil/trace.go:171","msg":"trace[1003971572] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"117.314046ms","start":"2026-04-27T12:55:13.552436Z","end":"2026-04-27T12:55:13.66975Z","steps":["trace[1003971572] 'process raft request' (duration: 117.131971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:13.669938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.682848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-27T12:55:13.669987Z","caller":"traceutil/trace.go:171","msg":"trace[1756368023] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25885; }","duration":"110.793371ms","start":"2026-04-27T12:55:13.559183Z","end":"2026-04-27T12:55:13.669976Z","steps":["trace[1756368023] 'agreement among raft nodes before linearized reading' (duration: 110.552665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:14.643854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.07977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T12:55:14.643986Z","caller":"traceutil/trace.go:171","msg":"trace[217167394] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:25889; }","duration":"425.300216ms","start":"2026-04-27T12:55:14.218656Z","end":"2026-04-27T12:55:14.643956Z","steps":["trace[217167394] 'range keys from in-memory index tree' (duration: 424.727401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:14.644059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:14.218626Z","time spent":"425.418058ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"warn","ts":"2026-04-27T12:55:14.646207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.97274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29621575-bc72h\" ","response":"range_response_count:1 size:6922"} {"level":"info","ts":"2026-04-27T12:55:14.646302Z","caller":"traceutil/trace.go:171","msg":"trace[2105742445] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29621575-bc72h; range_end:; response_count:1; response_revision:25889; }","duration":"260.142045ms","start":"2026-04-27T12:55:14.386135Z","end":"2026-04-27T12:55:14.646277Z","steps":["trace[2105742445] 'range keys from in-memory index tree' (duration: 259.748745ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:15.557595Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068bb.wal"} {"level":"info","ts":"2026-04-27T12:55:17.701703Z","caller":"traceutil/trace.go:171","msg":"trace[1046152158] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"158.296909ms","start":"2026-04-27T12:55:17.543382Z","end":"2026-04-27T12:55:17.701679Z","steps":["trace[1046152158] 'process raft request' (duration: 158.119663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.744988Z","caller":"traceutil/trace.go:171","msg":"trace[1884286870] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"196.233665ms","start":"2026-04-27T12:55:17.54872Z","end":"2026-04-27T12:55:17.744954Z","steps":["trace[1884286870] 'process raft request' (duration: 196.168683ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.744994Z","caller":"traceutil/trace.go:171","msg":"trace[1327899077] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"197.223538ms","start":"2026-04-27T12:55:17.547725Z","end":"2026-04-27T12:55:17.744949Z","steps":["trace[1327899077] 'process raft request' (duration: 197.019363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.745337Z","caller":"traceutil/trace.go:171","msg":"trace[1028929394] linearizableReadLoop","detail":"{readStateIndex:26845; appliedIndex:26842; }","duration":"196.162482ms","start":"2026-04-27T12:55:17.549148Z","end":"2026-04-27T12:55:17.74531Z","steps":["trace[1028929394] 'read index received' (duration: 152.41668ms)","trace[1028929394] 'applied index is now lower than readState.Index' (duration: 43.744202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:17.745477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.292166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:55:17.745653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.836809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:55:17.745682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.126817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T12:55:17.745687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.92079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:17.745742Z","caller":"traceutil/trace.go:171","msg":"trace[707703628] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25994; }","duration":"117.939031ms","start":"2026-04-27T12:55:17.627768Z","end":"2026-04-27T12:55:17.745707Z","steps":["trace[707703628] 'agreement among raft nodes before linearized reading' (duration: 117.732876ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.745748Z","caller":"traceutil/trace.go:171","msg":"trace[145615379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25994; }","duration":"174.257301ms","start":"2026-04-27T12:55:17.571476Z","end":"2026-04-27T12:55:17.745733Z","steps":["trace[145615379] 'agreement among raft nodes before linearized reading' (duration: 174.008445ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.745762Z","caller":"traceutil/trace.go:171","msg":"trace[1415423266] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25994; }","duration":"164.066323ms","start":"2026-04-27T12:55:17.581676Z","end":"2026-04-27T12:55:17.745742Z","steps":["trace[1415423266] 'agreement among raft nodes before linearized reading' (duration: 163.92836ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.74567Z","caller":"traceutil/trace.go:171","msg":"trace[277584906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25994; }","duration":"196.527401ms","start":"2026-04-27T12:55:17.54913Z","end":"2026-04-27T12:55:17.745657Z","steps":["trace[277584906] 'agreement among raft nodes before linearized reading' (duration: 196.275625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:17.941856Z","caller":"traceutil/trace.go:171","msg":"trace[990427348] linearizableReadLoop","detail":"{readStateIndex:26848; appliedIndex:26847; }","duration":"186.668013ms","start":"2026-04-27T12:55:17.755162Z","end":"2026-04-27T12:55:17.94183Z","steps":["trace[990427348] 'read index received' (duration: 186.404466ms)","trace[990427348] 'applied index is now lower than readState.Index' (duration: 262.567µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:17.941993Z","caller":"traceutil/trace.go:171","msg":"trace[1947830897] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"190.887459ms","start":"2026-04-27T12:55:17.75109Z","end":"2026-04-27T12:55:17.941977Z","steps":["trace[1947830897] 'process raft request' (duration: 190.557771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:17.942275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.074103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:55:17.942395Z","caller":"traceutil/trace.go:171","msg":"trace[1770813190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25995; }","duration":"187.241487ms","start":"2026-04-27T12:55:17.755122Z","end":"2026-04-27T12:55:17.942364Z","steps":["trace[1770813190] 'agreement among raft nodes before linearized reading' (duration: 186.906599ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.822763Z","caller":"traceutil/trace.go:171","msg":"trace[886916668] linearizableReadLoop","detail":"{readStateIndex:26890; appliedIndex:26889; }","duration":"163.396068ms","start":"2026-04-27T12:55:21.659345Z","end":"2026-04-27T12:55:21.822741Z","steps":["trace[886916668] 'read index received' (duration: 163.200093ms)","trace[886916668] 'applied index is now lower than readState.Index' (duration: 194.845µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:21.82286Z","caller":"traceutil/trace.go:171","msg":"trace[390448271] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"164.464654ms","start":"2026-04-27T12:55:21.658354Z","end":"2026-04-27T12:55:21.822818Z","steps":["trace[390448271] 'process raft request' (duration: 164.210867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:21.822994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.620843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44ff5c4e-db8c-4750-87f2-e644f5e54f16\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T12:55:21.823031Z","caller":"traceutil/trace.go:171","msg":"trace[1167881142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44ff5c4e-db8c-4750-87f2-e644f5e54f16; range_end:; response_count:1; response_revision:26035; }","duration":"163.684215ms","start":"2026-04-27T12:55:21.659334Z","end":"2026-04-27T12:55:21.823018Z","steps":["trace[1167881142] 'agreement among raft nodes before linearized reading' (duration: 163.50915ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.982871Z","caller":"traceutil/trace.go:171","msg":"trace[1616227217] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"221.644594ms","start":"2026-04-27T12:55:21.761189Z","end":"2026-04-27T12:55:21.982834Z","steps":["trace[1616227217] 'process raft request' (duration: 133.561934ms)","trace[1616227217] 'compare' (duration: 87.68396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:21.982915Z","caller":"traceutil/trace.go:171","msg":"trace[1530837127] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"221.443829ms","start":"2026-04-27T12:55:21.761433Z","end":"2026-04-27T12:55:21.982876Z","steps":["trace[1530837127] 'process raft request' (duration: 221.171192ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.983094Z","caller":"traceutil/trace.go:171","msg":"trace[498014260] linearizableReadLoop","detail":"{readStateIndex:26892; appliedIndex:26890; }","duration":"160.262177ms","start":"2026-04-27T12:55:21.822817Z","end":"2026-04-27T12:55:21.98308Z","steps":["trace[498014260] 'read index received' (duration: 71.955612ms)","trace[498014260] 'applied index is now lower than readState.Index' (duration: 88.305095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:21.983282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.151447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:55:21.98333Z","caller":"traceutil/trace.go:171","msg":"trace[1629961376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26037; }","duration":"222.26989ms","start":"2026-04-27T12:55:21.761044Z","end":"2026-04-27T12:55:21.983314Z","steps":["trace[1629961376] 'agreement among raft nodes before linearized reading' (duration: 222.075475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:21.983321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.134421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T12:55:21.98342Z","caller":"traceutil/trace.go:171","msg":"trace[314946863] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26037; }","duration":"221.277465ms","start":"2026-04-27T12:55:21.762102Z","end":"2026-04-27T12:55:21.98338Z","steps":["trace[314946863] 'agreement among raft nodes before linearized reading' (duration: 220.994558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:21.983324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.846536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:55:21.983507Z","caller":"traceutil/trace.go:171","msg":"trace[265891131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26037; }","duration":"256.117023ms","start":"2026-04-27T12:55:21.727378Z","end":"2026-04-27T12:55:21.983495Z","steps":["trace[265891131] 'agreement among raft nodes before linearized reading' (duration: 255.818405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.984978Z","caller":"traceutil/trace.go:171","msg":"trace[1557365524] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"152.070952ms","start":"2026-04-27T12:55:21.832895Z","end":"2026-04-27T12:55:21.984966Z","steps":["trace[1557365524] 'process raft request' (duration: 151.508887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.985264Z","caller":"traceutil/trace.go:171","msg":"trace[1873235543] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"152.027962ms","start":"2026-04-27T12:55:21.833227Z","end":"2026-04-27T12:55:21.985255Z","steps":["trace[1873235543] 'process raft request' (duration: 151.302972ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.985396Z","caller":"traceutil/trace.go:171","msg":"trace[641733553] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"151.687571ms","start":"2026-04-27T12:55:21.833684Z","end":"2026-04-27T12:55:21.985372Z","steps":["trace[641733553] 'process raft request' (duration: 150.908861ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:21.985516Z","caller":"traceutil/trace.go:171","msg":"trace[104070316] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"150.39338ms","start":"2026-04-27T12:55:21.835114Z","end":"2026-04-27T12:55:21.985507Z","steps":["trace[104070316] 'process raft request' (duration: 149.524057ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:33.384777Z","caller":"traceutil/trace.go:171","msg":"trace[1604451715] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"136.784126ms","start":"2026-04-27T12:55:33.247951Z","end":"2026-04-27T12:55:33.384735Z","steps":["trace[1604451715] 'process raft request' (duration: 73.867591ms)","trace[1604451715] 'compare' (duration: 62.561986ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:33.385035Z","caller":"traceutil/trace.go:171","msg":"trace[1153448277] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"135.125004ms","start":"2026-04-27T12:55:33.249863Z","end":"2026-04-27T12:55:33.384988Z","steps":["trace[1153448277] 'process raft request' (duration: 134.730635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:34.251197Z","caller":"traceutil/trace.go:171","msg":"trace[2008882200] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"105.315543ms","start":"2026-04-27T12:55:34.145844Z","end":"2026-04-27T12:55:34.25116Z","steps":["trace[2008882200] 'process raft request' (duration: 105.047226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:34.251509Z","caller":"traceutil/trace.go:171","msg":"trace[274258730] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"105.477747ms","start":"2026-04-27T12:55:34.145999Z","end":"2026-04-27T12:55:34.251477Z","steps":["trace[274258730] 'process raft request' (duration: 105.103078ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:34.251678Z","caller":"traceutil/trace.go:171","msg":"trace[1162282851] linearizableReadLoop","detail":"{readStateIndex:26997; appliedIndex:26995; }","duration":"105.477647ms","start":"2026-04-27T12:55:34.146172Z","end":"2026-04-27T12:55:34.251649Z","steps":["trace[1162282851] 'read index received' (duration: 14.886485ms)","trace[1162282851] 'applied index is now lower than readState.Index' (duration: 90.590172ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:34.251751Z","caller":"traceutil/trace.go:171","msg":"trace[836590395] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"105.547019ms","start":"2026-04-27T12:55:34.146174Z","end":"2026-04-27T12:55:34.251721Z","steps":["trace[836590395] 'process raft request' (duration: 105.17816ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:34.251834Z","caller":"traceutil/trace.go:171","msg":"trace[75635358] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"105.177319ms","start":"2026-04-27T12:55:34.146643Z","end":"2026-04-27T12:55:34.25182Z","steps":["trace[75635358] 'process raft request' (duration: 104.892292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:34.251885Z","caller":"traceutil/trace.go:171","msg":"trace[1927345481] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"104.835462ms","start":"2026-04-27T12:55:34.147032Z","end":"2026-04-27T12:55:34.251867Z","steps":["trace[1927345481] 'process raft request' (duration: 104.554805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:34.252044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-27T12:55:34.252132Z","caller":"traceutil/trace.go:171","msg":"trace[752185932] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26143; }","duration":"105.99138ms","start":"2026-04-27T12:55:34.146118Z","end":"2026-04-27T12:55:34.25211Z","steps":["trace[752185932] 'agreement among raft nodes before linearized reading' (duration: 105.756704ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:35.527684Z","caller":"traceutil/trace.go:171","msg":"trace[221396053] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"135.976836ms","start":"2026-04-27T12:55:35.391673Z","end":"2026-04-27T12:55:35.52765Z","steps":["trace[221396053] 'process raft request' (duration: 135.770851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:40.680673Z","caller":"traceutil/trace.go:171","msg":"trace[2057336359] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"109.492679ms","start":"2026-04-27T12:55:40.571155Z","end":"2026-04-27T12:55:40.680648Z","steps":["trace[2057336359] 'process raft request' (duration: 74.210161ms)","trace[2057336359] 'compare' (duration: 35.114164ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:40.680983Z","caller":"traceutil/trace.go:171","msg":"trace[1741721298] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"109.087448ms","start":"2026-04-27T12:55:40.571857Z","end":"2026-04-27T12:55:40.680944Z","steps":["trace[1741721298] 'process raft request' (duration: 108.75344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:40.681271Z","caller":"traceutil/trace.go:171","msg":"trace[989926393] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"105.669251ms","start":"2026-04-27T12:55:40.575568Z","end":"2026-04-27T12:55:40.681238Z","steps":["trace[989926393] 'process raft request' (duration: 105.251741ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:48.563908Z","caller":"traceutil/trace.go:171","msg":"trace[124598716] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"118.508096ms","start":"2026-04-27T12:55:48.445337Z","end":"2026-04-27T12:55:48.563845Z","steps":["trace[124598716] 'process raft request' (duration: 103.98562ms)","trace[124598716] 'compare' (duration: 14.026643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:49.653917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.143637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:49.654014Z","caller":"traceutil/trace.go:171","msg":"trace[1411320754] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26262; }","duration":"122.306531ms","start":"2026-04-27T12:55:49.531686Z","end":"2026-04-27T12:55:49.653993Z","steps":["trace[1411320754] 'count revisions from in-memory index tree' (duration: 122.038354ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:49.679617Z","caller":"traceutil/trace.go:171","msg":"trace[2074492720] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"140.46556ms","start":"2026-04-27T12:55:49.539128Z","end":"2026-04-27T12:55:49.679594Z","steps":["trace[2074492720] 'process raft request' (duration: 140.306046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:54.251972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509196556s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:54.252188Z","caller":"traceutil/trace.go:171","msg":"trace[176953963] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"1.597062519s","start":"2026-04-27T12:55:52.655084Z","end":"2026-04-27T12:55:54.252147Z","steps":["trace[176953963] 'process raft request' (duration: 87.577156ms)","trace[176953963] 'compare' (duration: 1.508516548s)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:54.252222Z","caller":"traceutil/trace.go:171","msg":"trace[1307456840] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27145; }","duration":"1.594630467s","start":"2026-04-27T12:55:52.657569Z","end":"2026-04-27T12:55:54.252199Z","steps":["trace[1307456840] 'read index received' (duration: 85.184576ms)","trace[1307456840] 'applied index is now lower than readState.Index' (duration: 1.509443821s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:54.252426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:52.655057Z","time spent":"1.597240094s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:54.252669Z","caller":"traceutil/trace.go:171","msg":"trace[7921396] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"1.159916925s","start":"2026-04-27T12:55:53.092718Z","end":"2026-04-27T12:55:54.252635Z","steps":["trace[7921396] 'process raft request' (duration: 1.159376152s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:54.252847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.092692Z","time spent":"1.160060509s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:54.252892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595295904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:55:54.252997Z","caller":"traceutil/trace.go:171","msg":"trace[996227158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26286; }","duration":"1.595438117s","start":"2026-04-27T12:55:52.657528Z","end":"2026-04-27T12:55:54.252966Z","steps":["trace[996227158] 'agreement among raft nodes before linearized reading' (duration: 1.59473563s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:54.253068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:52.657513Z","time spent":"1.595536579s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:55:54.753145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212406839902009084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T12:55:55.254308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212406839902009084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T12:55:55.552237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:55:55.552341Z","caller":"traceutil/trace.go:171","msg":"trace[1130798972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091363s","start":"2026-04-27T12:55:53.552229Z","end":"2026-04-27T12:55:55.55232Z","steps":["trace[1130798972] 'agreement among raft nodes before linearized reading' (duration: 1.99995272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:55.55244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.552208Z","time spent":"2.000217286s","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 12:55:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:55:55.754746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212406839902009084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T12:55:56.206155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.996466301s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T12:55:56.235201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.311313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:56.235379Z","caller":"traceutil/trace.go:171","msg":"trace[891353918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26286; }","duration":"638.523698ms","start":"2026-04-27T12:55:55.596827Z","end":"2026-04-27T12:55:56.235351Z","steps":["trace[891353918] 'range keys from in-memory index tree' (duration: 638.284742ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:56.236123Z","caller":"traceutil/trace.go:171","msg":"trace[1795745732] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"2.82669363s","start":"2026-04-27T12:55:53.409393Z","end":"2026-04-27T12:55:56.236086Z","steps":["trace[1795745732] 'process raft request' (duration: 2.797865774s)","trace[1795745732] 'compare' (duration: 26.746763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:56.236321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.409365Z","time spent":"2.826853264s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:56.236307Z","caller":"traceutil/trace.go:171","msg":"trace[1486215632] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"2.500091921s","start":"2026-04-27T12:55:53.736187Z","end":"2026-04-27T12:55:56.236279Z","steps":["trace[1486215632] 'process raft request' (duration: 2.500028359s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:56.236467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.736177Z","time spent":"2.500202283s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:56.236745Z","caller":"traceutil/trace.go:171","msg":"trace[382892230] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"2.510086473s","start":"2026-04-27T12:55:53.72663Z","end":"2026-04-27T12:55:56.236716Z","steps":["trace[382892230] 'process raft request' (duration: 2.509412616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:56.236879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.726607Z","time spent":"2.510191066s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:57.553692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:55:57.553795Z","caller":"traceutil/trace.go:171","msg":"trace[1187723751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475573s","start":"2026-04-27T12:55:55.553297Z","end":"2026-04-27T12:55:57.553773Z","steps":["trace[1187723751] 'agreement among raft nodes before linearized reading' (duration: 2.000343039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:57.553843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:55.553276Z","time spent":"2.000557185s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 12:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:55:57.683045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000047599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T12:55:57.683161Z","caller":"traceutil/trace.go:171","msg":"trace[1086857738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000222064s","start":"2026-04-27T12:55:52.682914Z","end":"2026-04-27T12:55:57.683136Z","steps":["trace[1086857738] 'agreement among raft nodes before linearized reading' (duration: 5.00007514s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:57.68325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:52.682863Z","time spent":"5.000368427s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 12:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:55:58.288129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399595683s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:55:58.28835Z","caller":"traceutil/trace.go:171","msg":"trace[767177372] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"4.028938842s","start":"2026-04-27T12:55:54.259385Z","end":"2026-04-27T12:55:58.288324Z","steps":["trace[767177372] 'process raft request' (duration: 2.62902093s)","trace[767177372] 'compare' (duration: 1.398976477s)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:55:58.288463Z","caller":"traceutil/trace.go:171","msg":"trace[195855874] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"3.999178892s","start":"2026-04-27T12:55:54.28926Z","end":"2026-04-27T12:55:58.288439Z","steps":["trace[195855874] 'process raft request' (duration: 3.999011107s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.288526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.259362Z","time spent":"4.029058835s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:58.288567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.289205Z","time spent":"3.999313996s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:55:58.288627Z","caller":"traceutil/trace.go:171","msg":"trace[1841309053] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27147; }","duration":"4.036159303s","start":"2026-04-27T12:55:54.252431Z","end":"2026-04-27T12:55:58.28859Z","steps":["trace[1841309053] 'read index received' (duration: 1.954789742s)","trace[1841309053] 'applied index is now lower than readState.Index' (duration: 2.081368291s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:55:58.288745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173513244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:55:58.288736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128648064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:55:58.288783Z","caller":"traceutil/trace.go:171","msg":"trace[111329132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26292; }","duration":"4.173553875s","start":"2026-04-27T12:55:54.115216Z","end":"2026-04-27T12:55:58.28877Z","steps":["trace[111329132] 'agreement among raft nodes before linearized reading' (duration: 4.173485953s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.288808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86949529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:55:58.288818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.115121Z","time spent":"4.173688439s","remote":"127.0.0.1:41506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:55:58.288815Z","caller":"traceutil/trace.go:171","msg":"trace[1748950727] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26292; }","duration":"4.128813347s","start":"2026-04-27T12:55:54.15998Z","end":"2026-04-27T12:55:58.288794Z","steps":["trace[1748950727] 'agreement among raft nodes before linearized reading' (duration: 4.128638783s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:58.288846Z","caller":"traceutil/trace.go:171","msg":"trace[132773668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26292; }","duration":"4.869616543s","start":"2026-04-27T12:55:53.419219Z","end":"2026-04-27T12:55:58.288835Z","steps":["trace[132773668] 'agreement among raft nodes before linearized reading' (duration: 4.869503871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.288869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.159938Z","time spent":"4.128920121s","remote":"127.0.0.1:36332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:55:58.288858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5325621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T12:55:58.288943Z","caller":"traceutil/trace.go:171","msg":"trace[1466656309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26292; }","duration":"4.532699314s","start":"2026-04-27T12:55:53.756223Z","end":"2026-04-27T12:55:58.288922Z","steps":["trace[1466656309] 'agreement among raft nodes before linearized reading' (duration: 4.532474308s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.28899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.756199Z","time spent":"4.532782626s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T12:55:58.289008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.084377324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T12:55:58.28903Z","caller":"traceutil/trace.go:171","msg":"trace[1561870586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26292; }","duration":"5.084433115s","start":"2026-04-27T12:55:53.204591Z","end":"2026-04-27T12:55:58.289024Z","steps":["trace[1561870586] 'agreement among raft nodes before linearized reading' (duration: 5.084308722s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.289049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.20457Z","time spent":"5.084475746s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T12:55:58.289119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067485452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.238\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-27T12:55:58.289155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605964905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:55:58.28921Z","caller":"traceutil/trace.go:171","msg":"trace[1196022009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26292; }","duration":"5.606037846s","start":"2026-04-27T12:55:52.683165Z","end":"2026-04-27T12:55:58.289202Z","steps":["trace[1196022009] 'agreement among raft nodes before linearized reading' (duration: 5.605902423s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:55:58.289156Z","caller":"traceutil/trace.go:171","msg":"trace[1482900717] range","detail":"{range_begin:/registry/masterleases/199.19.213.238; range_end:; response_count:1; response_revision:26292; }","duration":"4.067520933s","start":"2026-04-27T12:55:54.221626Z","end":"2026-04-27T12:55:58.289147Z","steps":["trace[1482900717] 'agreement among raft nodes before linearized reading' (duration: 4.06738416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.289237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:52.683157Z","time spent":"5.606074708s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:55:58.289249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.221579Z","time spent":"4.067662826s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.238\" "} {"level":"warn","ts":"2026-04-27T12:55:58.288881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:53.419189Z","time spent":"4.869684445s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:55:58.288896Z","caller":"traceutil/trace.go:171","msg":"trace[318708588] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"3.891022547s","start":"2026-04-27T12:55:54.397864Z","end":"2026-04-27T12:55:58.288887Z","steps":["trace[318708588] 'process raft request' (duration: 3.890529134s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:58.289485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.397835Z","time spent":"3.891614291s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:55:58.788783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7212406839902009097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T12:55:58.890272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001858687s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T12:55:59.094749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T12:55:59.094851Z","caller":"traceutil/trace.go:171","msg":"trace[1509790197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104273s","start":"2026-04-27T12:55:57.094727Z","end":"2026-04-27T12:55:59.094832Z","steps":["trace[1509790197] 'agreement among raft nodes before linearized reading' (duration: 1.999971799s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:59.095067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:57.094705Z","time spent":"2.00034587s","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T12:55:59.562313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T12:55:59.562387Z","caller":"traceutil/trace.go:171","msg":"trace[2120324374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591216s","start":"2026-04-27T12:55:57.561775Z","end":"2026-04-27T12:55:59.562366Z","steps":["trace[2120324374] 'agreement among raft nodes before linearized reading' (duration: 2.000484644s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:59.562423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:57.561759Z","time spent":"2.000657258s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T12:55:59.59095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999480635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:55:59.591069Z","caller":"traceutil/trace.go:171","msg":"trace[12809938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99965762s","start":"2026-04-27T12:55:54.591388Z","end":"2026-04-27T12:55:59.591046Z","steps":["trace[12809938] 'agreement among raft nodes before linearized reading' (duration: 4.999505556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:55:59.59113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.591377Z","time spent":"4.999740121s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 12:55:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:56:00.333069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.575125Z","time spent":"757.911716ms","remote":"127.0.0.1:47646","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T12:56:00.334142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443641303s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:00.334346Z","caller":"traceutil/trace.go:171","msg":"trace[1826922322] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"4.033025815s","start":"2026-04-27T12:55:56.301303Z","end":"2026-04-27T12:56:00.334329Z","steps":["trace[1826922322] 'process raft request' (duration: 4.032942733s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:00.334376Z","caller":"traceutil/trace.go:171","msg":"trace[1846033736] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"4.073530214s","start":"2026-04-27T12:55:56.260793Z","end":"2026-04-27T12:56:00.334323Z","steps":["trace[1846033736] 'process raft request' (duration: 2.629609654s)","trace[1846033736] 'compare' (duration: 1.442643779s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:00.334413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.301267Z","time spent":"4.033111027s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:00.334484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.260775Z","time spent":"4.073650468s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:00.883261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.991946188s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T12:56:01.3601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:56:01.360198Z","caller":"traceutil/trace.go:171","msg":"trace[1412866425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445352s","start":"2026-04-27T12:55:59.359727Z","end":"2026-04-27T12:56:01.360172Z","steps":["trace[1412866425] 'agreement among raft nodes before linearized reading' (duration: 2.000316119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.360257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.359708Z","time spent":"2.000537885s","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 12:56:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:56:01.581141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006602677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:56:01.581265Z","caller":"traceutil/trace.go:171","msg":"trace[1205793816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006790182s","start":"2026-04-27T12:55:59.574456Z","end":"2026-04-27T12:56:01.581247Z","steps":["trace[1205793816] 'agreement among raft nodes before linearized reading' (duration: 2.006640028s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.581307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.574433Z","time spent":"2.006865924s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 12:56:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:56:01.81659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.011938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:01.816907Z","caller":"traceutil/trace.go:171","msg":"trace[554965407] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"4.400485443s","start":"2026-04-27T12:55:57.416353Z","end":"2026-04-27T12:56:01.816839Z","steps":["trace[554965407] 'process raft request' (duration: 3.467098916s)","trace[554965407] 'compare' (duration: 931.450948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:01.816931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:57.559053Z","time spent":"4.257871639s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T12:56:01.817102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:57.416324Z","time spent":"4.400672558s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:01.817269Z","caller":"traceutil/trace.go:171","msg":"trace[97259280] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"3.573651109s","start":"2026-04-27T12:55:58.243596Z","end":"2026-04-27T12:56:01.817247Z","steps":["trace[97259280] 'process raft request' (duration: 3.573406863s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:01.817247Z","caller":"traceutil/trace.go:171","msg":"trace[1497881341] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"3.573988478s","start":"2026-04-27T12:55:58.243208Z","end":"2026-04-27T12:56:01.817197Z","steps":["trace[1497881341] 'process raft request' (duration: 3.573631899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.817409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.243584Z","time spent":"3.573723462s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:01.817444Z","caller":"traceutil/trace.go:171","msg":"trace[1234529872] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"3.573481525s","start":"2026-04-27T12:55:58.243841Z","end":"2026-04-27T12:56:01.817323Z","steps":["trace[1234529872] 'process raft request' (duration: 3.573216638s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:01.817644Z","caller":"traceutil/trace.go:171","msg":"trace[380815016] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"3.524195664s","start":"2026-04-27T12:55:58.293423Z","end":"2026-04-27T12:56:01.817619Z","steps":["trace[380815016] 'process raft request' (duration: 3.524049511s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:01.817757Z","caller":"traceutil/trace.go:171","msg":"trace[284357963] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27153; }","duration":"3.529053766s","start":"2026-04-27T12:55:58.288692Z","end":"2026-04-27T12:56:01.817746Z","steps":["trace[284357963] 'read index received' (duration: 601.718691ms)","trace[284357963] 'applied index is now lower than readState.Index' (duration: 2.927334194s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:01.817774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.293401Z","time spent":"3.524317467s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:01.817814Z","caller":"traceutil/trace.go:171","msg":"trace[511255782] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"3.523576929s","start":"2026-04-27T12:55:58.29423Z","end":"2026-04-27T12:56:01.817807Z","steps":["trace[511255782] 'process raft request' (duration: 3.523336392s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.817855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.294208Z","time spent":"3.52362274s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:01.817924Z","caller":"traceutil/trace.go:171","msg":"trace[1395499302] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"3.523193059s","start":"2026-04-27T12:55:58.294725Z","end":"2026-04-27T12:56:01.817918Z","steps":["trace[1395499302] 'process raft request' (duration: 3.522950482s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.817957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.294714Z","time spent":"3.52322137s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:01.818136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731075677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T12:56:01.818161Z","caller":"traceutil/trace.go:171","msg":"trace[1779773919] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26302; }","duration":"3.731138799s","start":"2026-04-27T12:55:58.087014Z","end":"2026-04-27T12:56:01.818153Z","steps":["trace[1779773919] 'agreement among raft nodes before linearized reading' (duration: 3.731038236s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.086991Z","time spent":"3.731185749s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-27T12:56:01.817525Z","caller":"traceutil/trace.go:171","msg":"trace[1627385042] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"3.536824202s","start":"2026-04-27T12:55:58.280669Z","end":"2026-04-27T12:56:01.817493Z","steps":["trace[1627385042] 'process raft request' (duration: 3.536431782s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560444259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-27T12:56:01.818303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640491595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:01.81833Z","caller":"traceutil/trace.go:171","msg":"trace[501114143] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26302; }","duration":"5.640572528s","start":"2026-04-27T12:55:56.177751Z","end":"2026-04-27T12:56:01.818324Z","steps":["trace[501114143] 'agreement among raft nodes before linearized reading' (duration: 5.640524577s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.280632Z","time spent":"3.537612902s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:01.818353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.177725Z","time spent":"5.640622608s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.818394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.333289115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:01.818438Z","caller":"traceutil/trace.go:171","msg":"trace[271327887] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26302; }","duration":"5.333354546s","start":"2026-04-27T12:55:56.485072Z","end":"2026-04-27T12:56:01.818426Z","steps":["trace[271327887] 'agreement among raft nodes before linearized reading' (duration: 5.333259774s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.81847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.485056Z","time spent":"5.333405168s","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.818474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876815399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:01.818497Z","caller":"traceutil/trace.go:171","msg":"trace[443838553] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26302; }","duration":"5.876866901s","start":"2026-04-27T12:55:55.941622Z","end":"2026-04-27T12:56:01.818489Z","steps":["trace[443838553] 'agreement among raft nodes before linearized reading' (duration: 5.87682405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:55.941605Z","time spent":"5.876907141s","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T12:56:01.818557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384469644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T12:56:01.818589Z","caller":"traceutil/trace.go:171","msg":"trace[1860910131] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26302; }","duration":"5.384502165s","start":"2026-04-27T12:55:56.43408Z","end":"2026-04-27T12:56:01.818583Z","steps":["trace[1860910131] 'agreement among raft nodes before linearized reading' (duration: 5.384359512s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.434031Z","time spent":"5.384571517s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:56:01.817572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.289996Z","time spent":"3.527571089s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T12:56:01.818664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.046727671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:01.818333Z","caller":"traceutil/trace.go:171","msg":"trace[213580830] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26302; }","duration":"5.560540671s","start":"2026-04-27T12:55:56.257781Z","end":"2026-04-27T12:56:01.818321Z","steps":["trace[213580830] 'agreement among raft nodes before linearized reading' (duration: 5.560395707s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06915082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:01.818722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.257759Z","time spent":"5.560954221s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T12:56:01.818738Z","caller":"traceutil/trace.go:171","msg":"trace[836255822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26302; }","duration":"5.069246283s","start":"2026-04-27T12:55:56.749481Z","end":"2026-04-27T12:56:01.818727Z","steps":["trace[836255822] 'agreement among raft nodes before linearized reading' (duration: 5.069176751s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426842952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:01.818777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.749441Z","time spent":"5.069326325s","remote":"127.0.0.1:50084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.818813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495337138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:56:01.818805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.547113053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:56:01.818831Z","caller":"traceutil/trace.go:171","msg":"trace[146788887] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26302; }","duration":"5.495444681s","start":"2026-04-27T12:55:56.32338Z","end":"2026-04-27T12:56:01.818825Z","steps":["trace[146788887] 'agreement among raft nodes before linearized reading' (duration: 5.49541464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.323351Z","time spent":"5.495492572s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.818845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.99608924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:56:01.818852Z","caller":"traceutil/trace.go:171","msg":"trace[1626701712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26302; }","duration":"7.547161135s","start":"2026-04-27T12:55:54.271679Z","end":"2026-04-27T12:56:01.81884Z","steps":["trace[1626701712] 'agreement among raft nodes before linearized reading' (duration: 7.547083673s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:01.818884Z","caller":"traceutil/trace.go:171","msg":"trace[552410619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26302; }","duration":"6.996155391s","start":"2026-04-27T12:55:54.822714Z","end":"2026-04-27T12:56:01.81887Z","steps":["trace[552410619] 'agreement among raft nodes before linearized reading' (duration: 6.996063159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.818901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.271621Z","time spent":"7.547267308s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.817564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.243178Z","time spent":"3.574215105s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:01.818923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.822694Z","time spent":"6.996222484s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T12:56:01.818988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14933606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:01.819022Z","caller":"traceutil/trace.go:171","msg":"trace[1659473444] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26302; }","duration":"5.149433033s","start":"2026-04-27T12:55:56.669578Z","end":"2026-04-27T12:56:01.819011Z","steps":["trace[1659473444] 'agreement among raft nodes before linearized reading' (duration: 5.149355351s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.819048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.66955Z","time spent":"5.149492544s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.819203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181371317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:01.818748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.24771609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:56:01.819229Z","caller":"traceutil/trace.go:171","msg":"trace[1642615639] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26302; }","duration":"5.18145017s","start":"2026-04-27T12:55:56.63777Z","end":"2026-04-27T12:56:01.81922Z","steps":["trace[1642615639] 'agreement among raft nodes before linearized reading' (duration: 5.181392329s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:01.819251Z","caller":"traceutil/trace.go:171","msg":"trace[1939425191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26302; }","duration":"7.248266834s","start":"2026-04-27T12:55:54.570977Z","end":"2026-04-27T12:56:01.819244Z","steps":["trace[1939425191] 'agreement among raft nodes before linearized reading' (duration: 7.247684899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.81926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.637738Z","time spent":"5.181515881s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.819273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:54.570952Z","time spent":"7.248315174s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T12:56:01.818735Z","caller":"traceutil/trace.go:171","msg":"trace[1455582469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26302; }","duration":"6.046844274s","start":"2026-04-27T12:55:55.771865Z","end":"2026-04-27T12:56:01.818709Z","steps":["trace[1455582469] 'agreement among raft nodes before linearized reading' (duration: 6.046723631s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.819329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:55.77184Z","time spent":"6.04748347s","remote":"127.0.0.1:50026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:56:01.818784Z","caller":"traceutil/trace.go:171","msg":"trace[1263857605] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26302; }","duration":"5.426930584s","start":"2026-04-27T12:55:56.391848Z","end":"2026-04-27T12:56:01.818778Z","steps":["trace[1263857605] 'agreement among raft nodes before linearized reading' (duration: 5.426875533s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:01.819412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:56.391821Z","time spent":"5.42757433s","remote":"127.0.0.1:39178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:01.819606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.243803Z","time spent":"3.575717972s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:02.255733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372192273s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T12:56:02.462224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.508579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:02.462662Z","caller":"traceutil/trace.go:171","msg":"trace[1016229306] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"3.341141742s","start":"2026-04-27T12:55:59.121483Z","end":"2026-04-27T12:56:02.462625Z","steps":["trace[1016229306] 'process raft request' (duration: 3.135128781s)","trace[1016229306] 'compare' (duration: 205.112578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:02.462824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.121454Z","time spent":"3.341272376s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:02.682242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996495668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T12:56:02.682338Z","caller":"traceutil/trace.go:171","msg":"trace[451873199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996671703s","start":"2026-04-27T12:55:59.685642Z","end":"2026-04-27T12:56:02.682314Z","steps":["trace[451873199] 'agreement among raft nodes before linearized reading' (duration: 2.99654658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:02.68238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.685615Z","time spent":"2.996756286s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 12:56:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T12:56:02.779377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.022708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T12:56:02.780452Z","caller":"traceutil/trace.go:171","msg":"trace[1717999875] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"2.4857887s","start":"2026-04-27T12:56:00.294633Z","end":"2026-04-27T12:56:02.780422Z","steps":["trace[1717999875] 'process raft request' (duration: 2.484900678s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:02.78063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:00.294616Z","time spent":"2.485923614s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.027892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.359683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:03.028094Z","caller":"traceutil/trace.go:171","msg":"trace[1387335696] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27165; }","duration":"1.210279074s","start":"2026-04-27T12:56:01.817784Z","end":"2026-04-27T12:56:03.028063Z","steps":["trace[1387335696] 'read index received' (duration: 438.807386ms)","trace[1387335696] 'applied index is now lower than readState.Index' (duration: 771.469258ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:03.028099Z","caller":"traceutil/trace.go:171","msg":"trace[2000023089] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"2.73220902s","start":"2026-04-27T12:56:00.295857Z","end":"2026-04-27T12:56:03.028066Z","steps":["trace[2000023089] 'process raft request' (duration: 2.48454888s)","trace[2000023089] 'compare' (duration: 247.249409ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:03.028146Z","caller":"traceutil/trace.go:171","msg":"trace[1082478929] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"1.209540375s","start":"2026-04-27T12:56:01.818575Z","end":"2026-04-27T12:56:03.028115Z","steps":["trace[1082478929] 'process raft request' (duration: 1.209419652s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:03.028167Z","caller":"traceutil/trace.go:171","msg":"trace[1451571528] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26307; }","duration":"1.205396471s","start":"2026-04-27T12:56:01.822748Z","end":"2026-04-27T12:56:03.028145Z","steps":["trace[1451571528] 'process raft request' (duration: 1.205307179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.028243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.822722Z","time spent":"1.205481874s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.028249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734896957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T12:56:03.028252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:00.295828Z","time spent":"2.732338004s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.028265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.818553Z","time spent":"1.209652808s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T12:56:03.0283Z","caller":"traceutil/trace.go:171","msg":"trace[1590758012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26307; }","duration":"2.734949709s","start":"2026-04-27T12:56:00.293334Z","end":"2026-04-27T12:56:03.028284Z","steps":["trace[1590758012] 'agreement among raft nodes before linearized reading' (duration: 2.734763134s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.028342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:00.293309Z","time spent":"2.735021511s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:56:03.028357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089794843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T12:56:03.028434Z","caller":"traceutil/trace.go:171","msg":"trace[333466606] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26307; }","duration":"2.089892506s","start":"2026-04-27T12:56:00.938523Z","end":"2026-04-27T12:56:03.028416Z","steps":["trace[333466606] 'agreement among raft nodes before linearized reading' (duration: 2.089552847s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.028485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:00.938464Z","time spent":"2.090008398s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:56:03.028512Z","caller":"traceutil/trace.go:171","msg":"trace[1144147955] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.202419907s","start":"2026-04-27T12:56:01.826072Z","end":"2026-04-27T12:56:03.028491Z","steps":["trace[1144147955] 'process raft request' (duration: 1.202011627s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.02863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.826062Z","time spent":"1.202485288s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.028725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514567801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:03.028766Z","caller":"traceutil/trace.go:171","msg":"trace[822016973] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26308; }","duration":"1.514658573s","start":"2026-04-27T12:56:01.514093Z","end":"2026-04-27T12:56:03.028752Z","steps":["trace[822016973] 'agreement among raft nodes before linearized reading' (duration: 1.514155681s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.0288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.514066Z","time spent":"1.514725284s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:56:03.028834Z","caller":"traceutil/trace.go:171","msg":"trace[1834939032] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"1.201730748s","start":"2026-04-27T12:56:01.827095Z","end":"2026-04-27T12:56:03.028826Z","steps":["trace[1834939032] 'process raft request' (duration: 1.201310038s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.028868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669433479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:56:03.028902Z","caller":"traceutil/trace.go:171","msg":"trace[1964615416] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26308; }","duration":"4.669508221s","start":"2026-04-27T12:55:58.359383Z","end":"2026-04-27T12:56:03.028892Z","steps":["trace[1964615416] 'agreement among raft nodes before linearized reading' (duration: 4.668822664s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.028912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.827072Z","time spent":"1.20178206s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.028947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.359366Z","time spent":"4.669572433s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:03.028995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313728167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:03.02902Z","caller":"traceutil/trace.go:171","msg":"trace[484705309] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26308; }","duration":"4.313794869s","start":"2026-04-27T12:55:58.715217Z","end":"2026-04-27T12:56:03.029012Z","steps":["trace[484705309] 'agreement among raft nodes before linearized reading' (duration: 4.312979488s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:58.715191Z","time spent":"4.31384752s","remote":"127.0.0.1:57042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:03.029059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44469232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:03.029104Z","caller":"traceutil/trace.go:171","msg":"trace[791730613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26308; }","duration":"1.444754222s","start":"2026-04-27T12:56:01.584332Z","end":"2026-04-27T12:56:03.029086Z","steps":["trace[791730613] 'agreement among raft nodes before linearized reading' (duration: 1.443811718s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.584285Z","time spent":"1.444842354s","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T12:56:03.029013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436658927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:56:03.029189Z","caller":"traceutil/trace.go:171","msg":"trace[1471228678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26308; }","duration":"1.436864943s","start":"2026-04-27T12:56:01.592315Z","end":"2026-04-27T12:56:03.02918Z","steps":["trace[1471228678] 'agreement among raft nodes before linearized reading' (duration: 1.435864548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.592301Z","time spent":"1.436908634s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T12:56:03.029338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444979057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-27T12:56:03.029441Z","caller":"traceutil/trace.go:171","msg":"trace[2114945864] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"1.202068007s","start":"2026-04-27T12:56:01.827361Z","end":"2026-04-27T12:56:03.029429Z","steps":["trace[2114945864] 'process raft request' (duration: 1.201403021s)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:03.029451Z","caller":"traceutil/trace.go:171","msg":"trace[1536047412] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26308; }","duration":"1.445133171s","start":"2026-04-27T12:56:01.584291Z","end":"2026-04-27T12:56:03.029425Z","steps":["trace[1536047412] 'agreement among raft nodes before linearized reading' (duration: 1.443955042s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.827353Z","time spent":"1.202119258s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:03.029509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.584276Z","time spent":"1.445216383s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-27T12:56:03.029634Z","caller":"traceutil/trace.go:171","msg":"trace[1295198908] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"677.691995ms","start":"2026-04-27T12:56:02.351929Z","end":"2026-04-27T12:56:03.029621Z","steps":["trace[1295198908] 'process raft request' (duration: 677.452209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335806318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299322"} {"level":"info","ts":"2026-04-27T12:56:03.029681Z","caller":"traceutil/trace.go:171","msg":"trace[1221498536] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26308; }","duration":"3.33590148s","start":"2026-04-27T12:55:59.693768Z","end":"2026-04-27T12:56:03.029669Z","steps":["trace[1221498536] 'agreement among raft nodes before linearized reading' (duration: 3.334441994s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:55:59.693745Z","time spent":"3.335976711s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299346,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T12:56:03.029707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680527948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:03.029734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:02.351896Z","time spent":"677.770657ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:03.029787Z","caller":"traceutil/trace.go:171","msg":"trace[1699430489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26308; }","duration":"2.68065908s","start":"2026-04-27T12:56:00.349108Z","end":"2026-04-27T12:56:03.029767Z","steps":["trace[1699430489] 'agreement among raft nodes before linearized reading' (duration: 2.679123112s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:00.349085Z","time spent":"2.680732303s","remote":"127.0.0.1:41356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:03.029887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205665407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-af78aa15-e16f-419e-975b-80c85111b58e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T12:56:03.029918Z","caller":"traceutil/trace.go:171","msg":"trace[164788170] range","detail":"{range_begin:/registry/persistentvolumes/pvc-af78aa15-e16f-419e-975b-80c85111b58e; range_end:; response_count:1; response_revision:26312; }","duration":"1.205697928s","start":"2026-04-27T12:56:01.824211Z","end":"2026-04-27T12:56:03.029909Z","steps":["trace[164788170] 'agreement among raft nodes before linearized reading' (duration: 1.205563265s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.029921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.9298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:56:03.030003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.365867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:03.030025Z","caller":"traceutil/trace.go:171","msg":"trace[2120204049] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26312; }","duration":"962.437149ms","start":"2026-04-27T12:56:02.067581Z","end":"2026-04-27T12:56:03.030019Z","steps":["trace[2120204049] 'agreement among raft nodes before linearized reading' (duration: 962.369157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:03.030028Z","caller":"traceutil/trace.go:171","msg":"trace[1582642414] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"345.094575ms","start":"2026-04-27T12:56:02.684921Z","end":"2026-04-27T12:56:03.030015Z","steps":["trace[1582642414] 'process raft request' (duration: 344.645943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.030048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:02.067557Z","time spent":"962.484439ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:03.030084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.57307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:03.030093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:02.684898Z","time spent":"345.162286ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:03.030121Z","caller":"traceutil/trace.go:171","msg":"trace[1532476321] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26312; }","duration":"157.637792ms","start":"2026-04-27T12:56:02.872471Z","end":"2026-04-27T12:56:03.030109Z","steps":["trace[1532476321] 'agreement among raft nodes before linearized reading' (duration: 157.583901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:03.029965Z","caller":"traceutil/trace.go:171","msg":"trace[550392350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26312; }","duration":"649.010321ms","start":"2026-04-27T12:56:02.380943Z","end":"2026-04-27T12:56:03.029953Z","steps":["trace[550392350] 'agreement among raft nodes before linearized reading' (duration: 648.930789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.030213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205051721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:56:03.030235Z","caller":"traceutil/trace.go:171","msg":"trace[1019926753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26312; }","duration":"1.205075202s","start":"2026-04-27T12:56:01.825154Z","end":"2026-04-27T12:56:03.030229Z","steps":["trace[1019926753] 'agreement among raft nodes before linearized reading' (duration: 1.204957369s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.030239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:02.38093Z","time spent":"649.298279ms","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:03.029939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.824143Z","time spent":"1.205790701s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-af78aa15-e16f-419e-975b-80c85111b58e\" "} {"level":"warn","ts":"2026-04-27T12:56:03.030253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.825114Z","time spent":"1.205135263s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T12:56:03.030283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201887492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:03.030305Z","caller":"traceutil/trace.go:171","msg":"trace[1240067168] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26312; }","duration":"1.201935394s","start":"2026-04-27T12:56:01.828362Z","end":"2026-04-27T12:56:03.030298Z","steps":["trace[1240067168] 'agreement among raft nodes before linearized reading' (duration: 1.201900633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.030319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:01.828353Z","time spent":"1.201961934s","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T12:56:03.552707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.969649ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T12:56:03.552866Z","caller":"traceutil/trace.go:171","msg":"trace[1500480375] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27176; }","duration":"516.974376ms","start":"2026-04-27T12:56:03.035866Z","end":"2026-04-27T12:56:03.55284Z","steps":["trace[1500480375] 'read index received' (duration: 290.012157ms)","trace[1500480375] 'applied index is now lower than readState.Index' (duration: 226.958579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:03.553106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.222592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-27T12:56:03.553151Z","caller":"traceutil/trace.go:171","msg":"trace[1279455381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26312; }","duration":"517.299964ms","start":"2026-04-27T12:56:03.035841Z","end":"2026-04-27T12:56:03.553141Z","steps":["trace[1279455381] 'agreement among raft nodes before linearized reading' (duration: 517.12037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:03.553288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.035823Z","time spent":"517.454158ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T12:56:03.552876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.030384Z","time spent":"522.486345ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T12:56:04.209614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.093872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:04.209953Z","caller":"traceutil/trace.go:171","msg":"trace[1166110212] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27177; }","duration":"657.009533ms","start":"2026-04-27T12:56:03.552928Z","end":"2026-04-27T12:56:04.209937Z","steps":["trace[1166110212] 'read index received' (duration: 346.535322ms)","trace[1166110212] 'applied index is now lower than readState.Index' (duration: 310.473091ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:04.210033Z","caller":"traceutil/trace.go:171","msg":"trace[1603900425] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"1.174149753s","start":"2026-04-27T12:56:03.035873Z","end":"2026-04-27T12:56:04.210023Z","steps":["trace[1603900425] 'process raft request' (duration: 863.577529ms)","trace[1603900425] 'compare' (duration: 309.165729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:04.210091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.035857Z","time spent":"1.174207834s","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T12:56:04.210351Z","caller":"traceutil/trace.go:171","msg":"trace[71498651] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"1.174351989s","start":"2026-04-27T12:56:03.035989Z","end":"2026-04-27T12:56:04.210341Z","steps":["trace[71498651] 'process raft request' (duration: 1.173722103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.21043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.035969Z","time spent":"1.174415971s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:04.21066Z","caller":"traceutil/trace.go:171","msg":"trace[1471122562] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"1.173740573s","start":"2026-04-27T12:56:03.036909Z","end":"2026-04-27T12:56:04.210649Z","steps":["trace[1471122562] 'process raft request' (duration: 1.172923392s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.210728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.036896Z","time spent":"1.173798264s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:04.210903Z","caller":"traceutil/trace.go:171","msg":"trace[1358935398] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"1.166919981s","start":"2026-04-27T12:56:03.043942Z","end":"2026-04-27T12:56:04.210862Z","steps":["trace[1358935398] 'process raft request' (duration: 1.165937716s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.210984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170311677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:04.211099Z","caller":"traceutil/trace.go:171","msg":"trace[1007162988] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26316; }","duration":"1.170459321s","start":"2026-04-27T12:56:03.0406Z","end":"2026-04-27T12:56:04.21106Z","steps":["trace[1007162988] 'agreement among raft nodes before linearized reading' (duration: 1.170225495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.211076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173522557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-27T12:56:04.211149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.04059Z","time spent":"1.170550473s","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T12:56:04.211201Z","caller":"traceutil/trace.go:171","msg":"trace[2106919067] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26316; }","duration":"1.173671071s","start":"2026-04-27T12:56:03.037466Z","end":"2026-04-27T12:56:04.211137Z","steps":["trace[2106919067] 'agreement among raft nodes before linearized reading' (duration: 1.173362503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.211292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.037459Z","time spent":"1.173823804s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T12:56:04.211462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.043923Z","time spent":"1.167172328s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.211682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175435856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:04.211748Z","caller":"traceutil/trace.go:171","msg":"trace[647075559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26316; }","duration":"1.175753264s","start":"2026-04-27T12:56:03.03598Z","end":"2026-04-27T12:56:04.211733Z","steps":["trace[647075559] 'agreement among raft nodes before linearized reading' (duration: 1.174740419s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.211789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.035966Z","time spent":"1.175814046s","remote":"127.0.0.1:44740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:56:04.276386Z","caller":"traceutil/trace.go:171","msg":"trace[1737559472] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"721.59069ms","start":"2026-04-27T12:56:03.554751Z","end":"2026-04-27T12:56:04.276342Z","steps":["trace[1737559472] 'process raft request' (duration: 721.338014ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:04.276414Z","caller":"traceutil/trace.go:171","msg":"trace[1480584311] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"449.466324ms","start":"2026-04-27T12:56:03.826916Z","end":"2026-04-27T12:56:04.276383Z","steps":["trace[1480584311] 'process raft request' (duration: 449.372142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:04.276527Z","caller":"traceutil/trace.go:171","msg":"trace[1049742465] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"453.66597ms","start":"2026-04-27T12:56:03.82281Z","end":"2026-04-27T12:56:04.276476Z","steps":["trace[1049742465] 'process raft request' (duration: 453.409733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.276585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.554727Z","time spent":"721.750114ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.276611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.826891Z","time spent":"449.611317ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.276686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.822774Z","time spent":"453.826644ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.276766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.004017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T12:56:04.276844Z","caller":"traceutil/trace.go:171","msg":"trace[184049449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26320; }","duration":"450.086459ms","start":"2026-04-27T12:56:03.826736Z","end":"2026-04-27T12:56:04.276823Z","steps":["trace[184049449] 'agreement among raft nodes before linearized reading' (duration: 449.916605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:04.276883Z","caller":"traceutil/trace.go:171","msg":"trace[989920908] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"449.394553ms","start":"2026-04-27T12:56:03.827473Z","end":"2026-04-27T12:56:04.276868Z","steps":["trace[989920908] 'process raft request' (duration: 448.853969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.276912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.826687Z","time spent":"450.214532ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T12:56:04.276965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.313976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-27T12:56:04.276988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.187454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:04.27702Z","caller":"traceutil/trace.go:171","msg":"trace[1552193716] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26320; }","duration":"560.277686ms","start":"2026-04-27T12:56:03.716735Z","end":"2026-04-27T12:56:04.277013Z","steps":["trace[1552193716] 'agreement among raft nodes before linearized reading' (duration: 560.209454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:04.277021Z","caller":"traceutil/trace.go:171","msg":"trace[1474402226] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26320; }","duration":"708.401438ms","start":"2026-04-27T12:56:03.568606Z","end":"2026-04-27T12:56:04.277008Z","steps":["trace[1474402226] 'agreement among raft nodes before linearized reading' (duration: 708.217833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.277045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.716709Z","time spent":"560.329048ms","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T12:56:04.277055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.568591Z","time spent":"708.45697ms","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-27T12:56:04.277084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.041835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T12:56:04.276983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.827463Z","time spent":"449.452844ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:04.277132Z","caller":"traceutil/trace.go:171","msg":"trace[573263698] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26320; }","duration":"353.139378ms","start":"2026-04-27T12:56:03.92398Z","end":"2026-04-27T12:56:04.27712Z","steps":["trace[573263698] 'agreement among raft nodes before linearized reading' (duration: 353.050536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.277194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.923956Z","time spent":"353.201509ms","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:04.276765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.940296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:56:04.277519Z","caller":"traceutil/trace.go:171","msg":"trace[1949566595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26320; }","duration":"450.696666ms","start":"2026-04-27T12:56:03.826789Z","end":"2026-04-27T12:56:04.277485Z","steps":["trace[1949566595] 'agreement among raft nodes before linearized reading' (duration: 449.827773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.277574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:03.826777Z","time spent":"450.779958ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:56:04.608174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.457952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:04.608298Z","caller":"traceutil/trace.go:171","msg":"trace[805421765] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27185; }","duration":"326.935918ms","start":"2026-04-27T12:56:04.281343Z","end":"2026-04-27T12:56:04.608279Z","steps":["trace[805421765] 'read index received' (duration: 149.25438ms)","trace[805421765] 'applied index is now lower than readState.Index' (duration: 177.680107ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:04.608386Z","caller":"traceutil/trace.go:171","msg":"trace[2116263372] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"328.306433ms","start":"2026-04-27T12:56:04.280032Z","end":"2026-04-27T12:56:04.608339Z","steps":["trace[2116263372] 'process raft request' (duration: 150.587415ms)","trace[2116263372] 'compare' (duration: 176.933187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:04.608418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.075791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:04.608455Z","caller":"traceutil/trace.go:171","msg":"trace[1251625744] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26321; }","duration":"327.136793ms","start":"2026-04-27T12:56:04.28131Z","end":"2026-04-27T12:56:04.608447Z","steps":["trace[1251625744] 'agreement among raft nodes before linearized reading' (duration: 327.04038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.608486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.281292Z","time spent":"327.187324ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T12:56:04.608508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.280007Z","time spent":"328.448916ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.831992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.50011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:04.832451Z","caller":"traceutil/trace.go:171","msg":"trace[343940956] linearizableReadLoop","detail":"{readStateIndex:27189; appliedIndex:27186; }","duration":"224.110846ms","start":"2026-04-27T12:56:04.608325Z","end":"2026-04-27T12:56:04.832435Z","steps":["trace[343940956] 'read index received' (duration: 103.960579ms)","trace[343940956] 'applied index is now lower than readState.Index' (duration: 120.148967ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:04.832527Z","caller":"traceutil/trace.go:171","msg":"trace[1783860612] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"548.743156ms","start":"2026-04-27T12:56:04.283773Z","end":"2026-04-27T12:56:04.832516Z","steps":["trace[1783860612] 'process raft request' (duration: 428.610909ms)","trace[1783860612] 'compare' (duration: 119.023209ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:04.832598Z","caller":"traceutil/trace.go:171","msg":"trace[737710839] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"545.464603ms","start":"2026-04-27T12:56:04.2871Z","end":"2026-04-27T12:56:04.832564Z","steps":["trace[737710839] 'process raft request' (duration: 545.223487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.832662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.283757Z","time spent":"548.877339ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.83277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.287074Z","time spent":"545.602417ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:04.832972Z","caller":"traceutil/trace.go:171","msg":"trace[82101196] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"549.148876ms","start":"2026-04-27T12:56:04.283815Z","end":"2026-04-27T12:56:04.832964Z","steps":["trace[82101196] 'process raft request' (duration: 548.278305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.833019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.283793Z","time spent":"549.203227ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:04.833227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.559916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-27T12:56:04.833362Z","caller":"traceutil/trace.go:171","msg":"trace[2016402829] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26324; }","duration":"545.744521ms","start":"2026-04-27T12:56:04.287599Z","end":"2026-04-27T12:56:04.833344Z","steps":["trace[2016402829] 'agreement among raft nodes before linearized reading' (duration: 545.32722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.83348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.287589Z","time spent":"545.881374ms","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-27T12:56:04.833772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.28358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T12:56:04.833886Z","caller":"traceutil/trace.go:171","msg":"trace[1349788357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26324; }","duration":"447.453914ms","start":"2026-04-27T12:56:04.386419Z","end":"2026-04-27T12:56:04.833873Z","steps":["trace[1349788357] 'agreement among raft nodes before linearized reading' (duration: 446.666144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.833978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.386392Z","time spent":"447.574577ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-27T12:56:04.834195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.595293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T12:56:04.834251Z","caller":"traceutil/trace.go:171","msg":"trace[1966207416] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26324; }","duration":"552.651484ms","start":"2026-04-27T12:56:04.281591Z","end":"2026-04-27T12:56:04.834243Z","steps":["trace[1966207416] 'agreement among raft nodes before linearized reading' (duration: 551.413393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:04.834292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.281532Z","time spent":"552.752496ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T12:56:05.14989Z","caller":"traceutil/trace.go:171","msg":"trace[1096413984] linearizableReadLoop","detail":"{readStateIndex:27190; appliedIndex:27189; }","duration":"317.384147ms","start":"2026-04-27T12:56:04.832482Z","end":"2026-04-27T12:56:05.149867Z","steps":["trace[1096413984] 'read index received' (duration: 317.249703ms)","trace[1096413984] 'applied index is now lower than readState.Index' (duration: 133.564µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:05.150042Z","caller":"traceutil/trace.go:171","msg":"trace[974495326] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"362.901674ms","start":"2026-04-27T12:56:04.787123Z","end":"2026-04-27T12:56:05.150025Z","steps":["trace[974495326] 'process raft request' (duration: 362.580786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.150149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.7871Z","time spent":"362.972466ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:05.150141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.512599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:56:05.1502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.076851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa37fbcc48854c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-27T12:56:05.150271Z","caller":"traceutil/trace.go:171","msg":"trace[372681358] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa37fbcc48854c; range_end:; response_count:1; response_revision:26325; }","duration":"535.154333ms","start":"2026-04-27T12:56:04.615093Z","end":"2026-04-27T12:56:05.150247Z","steps":["trace[372681358] 'agreement among raft nodes before linearized reading' (duration: 534.954188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.150304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.614987Z","time spent":"535.312887ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa37fbcc48854c\" "} {"level":"warn","ts":"2026-04-27T12:56:05.150199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.421265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:56:05.150409Z","caller":"traceutil/trace.go:171","msg":"trace[1652033903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26325; }","duration":"536.695812ms","start":"2026-04-27T12:56:04.613702Z","end":"2026-04-27T12:56:05.150398Z","steps":["trace[1652033903] 'agreement among raft nodes before linearized reading' (duration: 536.367174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.150439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.613675Z","time spent":"536.757494ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T12:56:05.150215Z","caller":"traceutil/trace.go:171","msg":"trace[357910821] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26325; }","duration":"342.650793ms","start":"2026-04-27T12:56:04.807543Z","end":"2026-04-27T12:56:05.150194Z","steps":["trace[357910821] 'agreement among raft nodes before linearized reading' (duration: 342.454758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.150528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.807518Z","time spent":"342.997962ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:05.414808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.821099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:05.415112Z","caller":"traceutil/trace.go:171","msg":"trace[1529036752] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"253.401816ms","start":"2026-04-27T12:56:05.161692Z","end":"2026-04-27T12:56:05.415094Z","steps":["trace[1529036752] 'process raft request' (duration: 253.331554ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:05.415404Z","caller":"traceutil/trace.go:171","msg":"trace[1553544396] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"376.392924ms","start":"2026-04-27T12:56:05.038999Z","end":"2026-04-27T12:56:05.415392Z","steps":["trace[1553544396] 'process raft request' (duration: 375.945693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.415468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.038992Z","time spent":"376.438485ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:05.415345Z","caller":"traceutil/trace.go:171","msg":"trace[1947185743] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"380.21289ms","start":"2026-04-27T12:56:05.035097Z","end":"2026-04-27T12:56:05.41531Z","steps":["trace[1947185743] 'process raft request' (duration: 205.796685ms)","trace[1947185743] 'compare' (duration: 172.685681ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:05.41564Z","caller":"traceutil/trace.go:171","msg":"trace[1571619457] linearizableReadLoop","detail":"{readStateIndex:27192; appliedIndex:27190; }","duration":"265.684054ms","start":"2026-04-27T12:56:05.149945Z","end":"2026-04-27T12:56:05.415629Z","steps":["trace[1571619457] 'read index received' (duration: 90.90605ms)","trace[1571619457] 'applied index is now lower than readState.Index' (duration: 174.776684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:05.415946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.691933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:56:05.415978Z","caller":"traceutil/trace.go:171","msg":"trace[1268237423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26328; }","duration":"382.754604ms","start":"2026-04-27T12:56:05.033213Z","end":"2026-04-27T12:56:05.415968Z","steps":["trace[1268237423] 'agreement among raft nodes before linearized reading' (duration: 382.59759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.415856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.03508Z","time spent":"380.513727ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:05.416008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.033196Z","time spent":"382.805715ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T12:56:05.416205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.269727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-27T12:56:05.41624Z","caller":"traceutil/trace.go:171","msg":"trace[156226450] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26328; }","duration":"383.336379ms","start":"2026-04-27T12:56:05.03289Z","end":"2026-04-27T12:56:05.416227Z","steps":["trace[156226450] 'agreement among raft nodes before linearized reading' (duration: 383.251667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.416271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.032872Z","time spent":"383.38871ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:56:05.416458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.106851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-283b7732-82ed-46cc-96e3-48b4d1454ca5\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-27T12:56:05.416487Z","caller":"traceutil/trace.go:171","msg":"trace[2145513035] range","detail":"{range_begin:/registry/persistentvolumes/pvc-283b7732-82ed-46cc-96e3-48b4d1454ca5; range_end:; response_count:1; response_revision:26328; }","duration":"579.165633ms","start":"2026-04-27T12:56:04.837311Z","end":"2026-04-27T12:56:05.416477Z","steps":["trace[2145513035] 'agreement among raft nodes before linearized reading' (duration: 579.072431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.416514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.837296Z","time spent":"579.210294ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-283b7732-82ed-46cc-96e3-48b4d1454ca5\" "} {"level":"warn","ts":"2026-04-27T12:56:05.41671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.550592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T12:56:05.416737Z","caller":"traceutil/trace.go:171","msg":"trace[915865682] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26328; }","duration":"579.611333ms","start":"2026-04-27T12:56:04.837117Z","end":"2026-04-27T12:56:05.416728Z","steps":["trace[915865682] 'agreement among raft nodes before linearized reading' (duration: 579.529641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.416766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:04.837096Z","time spent":"579.663525ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T12:56:05.41698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.561219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-27T12:56:05.417007Z","caller":"traceutil/trace.go:171","msg":"trace[581890477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26328; }","duration":"255.61892ms","start":"2026-04-27T12:56:05.161379Z","end":"2026-04-27T12:56:05.416998Z","steps":["trace[581890477] 'agreement among raft nodes before linearized reading' (duration: 255.524348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.41737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.840551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:56:05.417444Z","caller":"traceutil/trace.go:171","msg":"trace[53416784] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26328; }","duration":"254.934934ms","start":"2026-04-27T12:56:05.162491Z","end":"2026-04-27T12:56:05.417426Z","steps":["trace[53416784] 'agreement among raft nodes before linearized reading' (duration: 254.78673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.417638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.608674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:05.417674Z","caller":"traceutil/trace.go:171","msg":"trace[1672399179] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26328; }","duration":"165.689336ms","start":"2026-04-27T12:56:05.251974Z","end":"2026-04-27T12:56:05.417663Z","steps":["trace[1672399179] 'agreement among raft nodes before linearized reading' (duration: 165.619924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.417746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.030012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:05.417851Z","caller":"traceutil/trace.go:171","msg":"trace[508510667] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26328; }","duration":"208.197757ms","start":"2026-04-27T12:56:05.209629Z","end":"2026-04-27T12:56:05.417826Z","steps":["trace[508510667] 'agreement among raft nodes before linearized reading' (duration: 207.993322ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:05.694045Z","caller":"traceutil/trace.go:171","msg":"trace[631394950] linearizableReadLoop","detail":"{readStateIndex:27196; appliedIndex:27193; }","duration":"263.745315ms","start":"2026-04-27T12:56:05.430278Z","end":"2026-04-27T12:56:05.694023Z","steps":["trace[631394950] 'read index received' (duration: 11.92616ms)","trace[631394950] 'applied index is now lower than readState.Index' (duration: 251.818035ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:05.694155Z","caller":"traceutil/trace.go:171","msg":"trace[1884032315] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"268.478225ms","start":"2026-04-27T12:56:05.425626Z","end":"2026-04-27T12:56:05.694104Z","steps":["trace[1884032315] 'process raft request' (duration: 268.256449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:05.694425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.083393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T12:56:05.694552Z","caller":"traceutil/trace.go:171","msg":"trace[1723362903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26330; }","duration":"264.270448ms","start":"2026-04-27T12:56:05.430248Z","end":"2026-04-27T12:56:05.694519Z","steps":["trace[1723362903] 'agreement among raft nodes before linearized reading' (duration: 263.886459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:06.074735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.819383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:06.074907Z","caller":"traceutil/trace.go:171","msg":"trace[1949976822] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"506.572723ms","start":"2026-04-27T12:56:05.568276Z","end":"2026-04-27T12:56:06.074848Z","steps":["trace[1949976822] 'process raft request' (duration: 160.555065ms)","trace[1949976822] 'compare' (duration: 345.442134ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:06.074964Z","caller":"traceutil/trace.go:171","msg":"trace[905747518] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27196; }","duration":"380.814295ms","start":"2026-04-27T12:56:05.694114Z","end":"2026-04-27T12:56:06.074929Z","steps":["trace[905747518] 'read index received' (duration: 34.693635ms)","trace[905747518] 'applied index is now lower than readState.Index' (duration: 346.11601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:06.07511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.568259Z","time spent":"506.748028ms","remote":"127.0.0.1:44828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T12:56:06.075179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.285254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:06.07522Z","caller":"traceutil/trace.go:171","msg":"trace[867543422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26331; }","duration":"525.399797ms","start":"2026-04-27T12:56:05.54981Z","end":"2026-04-27T12:56:06.07521Z","steps":["trace[867543422] 'agreement among raft nodes before linearized reading' (duration: 525.222583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:06.075267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.549784Z","time spent":"525.474549ms","remote":"127.0.0.1:44736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T12:56:06.075303Z","caller":"traceutil/trace.go:171","msg":"trace[1424887984] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"379.969743ms","start":"2026-04-27T12:56:05.695311Z","end":"2026-04-27T12:56:06.075281Z","steps":["trace[1424887984] 'process raft request' (duration: 379.540152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:06.075399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:05.695293Z","time spent":"380.056185ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:06.484931Z","caller":"traceutil/trace.go:171","msg":"trace[1253811400] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"199.138418ms","start":"2026-04-27T12:56:06.285765Z","end":"2026-04-27T12:56:06.484903Z","steps":["trace[1253811400] 'process raft request' (duration: 199.008824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:06.484933Z","caller":"traceutil/trace.go:171","msg":"trace[1803966102] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"199.944518ms","start":"2026-04-27T12:56:06.284934Z","end":"2026-04-27T12:56:06.484879Z","steps":["trace[1803966102] 'process raft request' (duration: 182.518149ms)","trace[1803966102] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 17.130191ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:06.485108Z","caller":"traceutil/trace.go:171","msg":"trace[1020131968] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"197.428765ms","start":"2026-04-27T12:56:06.287634Z","end":"2026-04-27T12:56:06.485062Z","steps":["trace[1020131968] 'process raft request' (duration: 197.195388ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:07.085203Z","caller":"traceutil/trace.go:171","msg":"trace[521102158] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"181.560425ms","start":"2026-04-27T12:56:06.903569Z","end":"2026-04-27T12:56:07.08513Z","steps":["trace[521102158] 'process raft request' (duration: 181.3585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:07.635285Z","caller":"traceutil/trace.go:171","msg":"trace[172973759] linearizableReadLoop","detail":"{readStateIndex:27209; appliedIndex:27207; }","duration":"187.870563ms","start":"2026-04-27T12:56:07.447383Z","end":"2026-04-27T12:56:07.635253Z","steps":["trace[172973759] 'read index received' (duration: 20.730122ms)","trace[172973759] 'applied index is now lower than readState.Index' (duration: 167.138731ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:07.635311Z","caller":"traceutil/trace.go:171","msg":"trace[1796705874] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"211.807826ms","start":"2026-04-27T12:56:07.423473Z","end":"2026-04-27T12:56:07.635281Z","steps":["trace[1796705874] 'process raft request' (duration: 123.457351ms)","trace[1796705874] 'compare' (duration: 88.053398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:07.635477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.073038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T12:56:07.635511Z","caller":"traceutil/trace.go:171","msg":"trace[1682992792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26343; }","duration":"188.170421ms","start":"2026-04-27T12:56:07.447333Z","end":"2026-04-27T12:56:07.635503Z","steps":["trace[1682992792] 'agreement among raft nodes before linearized reading' (duration: 188.030538ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:08.087343Z","caller":"traceutil/trace.go:171","msg":"trace[1476965931] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"348.922812ms","start":"2026-04-27T12:56:07.738396Z","end":"2026-04-27T12:56:08.087319Z","steps":["trace[1476965931] 'process raft request' (duration: 348.763777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:08.087513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:07.738378Z","time spent":"349.041134ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:08.430117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.339511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T12:56:08.430199Z","caller":"traceutil/trace.go:171","msg":"trace[1961801149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26345; }","duration":"143.466185ms","start":"2026-04-27T12:56:08.286712Z","end":"2026-04-27T12:56:08.430178Z","steps":["trace[1961801149] 'range keys from in-memory index tree' (duration: 143.186937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:08.808048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.090588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:08.808284Z","caller":"traceutil/trace.go:171","msg":"trace[1291928753] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"372.910425ms","start":"2026-04-27T12:56:08.435325Z","end":"2026-04-27T12:56:08.808236Z","steps":["trace[1291928753] 'process raft request' (duration: 115.52055ms)","trace[1291928753] 'compare' (duration: 256.79196ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:08.808366Z","caller":"traceutil/trace.go:171","msg":"trace[659619249] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"315.882429ms","start":"2026-04-27T12:56:08.49243Z","end":"2026-04-27T12:56:08.808313Z","steps":["trace[659619249] 'process raft request' (duration: 315.831408ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:08.808412Z","caller":"traceutil/trace.go:171","msg":"trace[1081557656] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27212; }","duration":"319.924221ms","start":"2026-04-27T12:56:08.488449Z","end":"2026-04-27T12:56:08.808373Z","steps":["trace[1081557656] 'read index received' (duration: 62.458084ms)","trace[1081557656] 'applied index is now lower than readState.Index' (duration: 257.461947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:08.809152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:08.492418Z","time spent":"316.653218ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:08.808438Z","caller":"traceutil/trace.go:171","msg":"trace[1405606280] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"317.329365ms","start":"2026-04-27T12:56:08.49109Z","end":"2026-04-27T12:56:08.808419Z","steps":["trace[1405606280] 'process raft request' (duration: 317.069958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:08.809328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.929979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:08.809382Z","caller":"traceutil/trace.go:171","msg":"trace[272820346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26349; }","duration":"258.00489ms","start":"2026-04-27T12:56:08.551361Z","end":"2026-04-27T12:56:08.809366Z","steps":["trace[272820346] 'agreement among raft nodes before linearized reading' (duration: 257.917368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:08.808638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.163576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T12:56:08.809484Z","caller":"traceutil/trace.go:171","msg":"trace[1099295842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26349; }","duration":"321.061529ms","start":"2026-04-27T12:56:08.488402Z","end":"2026-04-27T12:56:08.809464Z","steps":["trace[1099295842] 'agreement among raft nodes before linearized reading' (duration: 320.068384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:08.809473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:08.491073Z","time spent":"318.245728ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:08.809566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:08.488369Z","time spent":"321.177042ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T12:56:08.809676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:08.435292Z","time spent":"373.648584ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:09.578758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.201734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:56:09.578816Z","caller":"traceutil/trace.go:171","msg":"trace[1806211380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26350; }","duration":"581.308797ms","start":"2026-04-27T12:56:08.997494Z","end":"2026-04-27T12:56:09.578803Z","steps":["trace[1806211380] 'range keys from in-memory index tree' (duration: 581.041941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.578843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:08.997474Z","time spent":"581.364148ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:56:09.579031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.778904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T12:56:09.579151Z","caller":"traceutil/trace.go:171","msg":"trace[1909932544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26350; }","duration":"488.874988ms","start":"2026-04-27T12:56:09.090222Z","end":"2026-04-27T12:56:09.579097Z","steps":["trace[1909932544] 'range keys from in-memory index tree' (duration: 488.467297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.579031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.31342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T12:56:09.57932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.090147Z","time spent":"489.093922ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T12:56:09.579429Z","caller":"traceutil/trace.go:171","msg":"trace[1530566411] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"368.997577ms","start":"2026-04-27T12:56:09.21042Z","end":"2026-04-27T12:56:09.579417Z","steps":["trace[1530566411] 'process raft request' (duration: 368.885495ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:09.579419Z","caller":"traceutil/trace.go:171","msg":"trace[2093912705] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26350; }","duration":"370.71893ms","start":"2026-04-27T12:56:09.208635Z","end":"2026-04-27T12:56:09.579354Z","steps":["trace[2093912705] 'count revisions from in-memory index tree' (duration: 370.198058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.579599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.208607Z","time spent":"370.964396ms","remote":"127.0.0.1:36402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:09.579514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.210402Z","time spent":"369.062499ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:09.626863Z","caller":"traceutil/trace.go:171","msg":"trace[1153809380] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"151.777284ms","start":"2026-04-27T12:56:09.475053Z","end":"2026-04-27T12:56:09.62683Z","steps":["trace[1153809380] 'process raft request' (duration: 151.720553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:09.626939Z","caller":"traceutil/trace.go:171","msg":"trace[1822958202] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"297.890995ms","start":"2026-04-27T12:56:09.329016Z","end":"2026-04-27T12:56:09.626907Z","steps":["trace[1822958202] 'process raft request' (duration: 297.572507ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:09.984532Z","caller":"traceutil/trace.go:171","msg":"trace[909313567] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"399.810004ms","start":"2026-04-27T12:56:09.584697Z","end":"2026-04-27T12:56:09.984507Z","steps":["trace[909313567] 'process raft request' (duration: 374.185559ms)","trace[909313567] 'compare' (duration: 25.249686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:09.984668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.584678Z","time spent":"399.914436ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:09.984823Z","caller":"traceutil/trace.go:171","msg":"trace[1082303677] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"399.934347ms","start":"2026-04-27T12:56:09.584866Z","end":"2026-04-27T12:56:09.9848Z","steps":["trace[1082303677] 'process raft request' (duration: 399.602148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.984963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.584849Z","time spent":"400.03184ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:09.98526Z","caller":"traceutil/trace.go:171","msg":"trace[245422298] linearizableReadLoop","detail":"{readStateIndex:27222; appliedIndex:27219; }","duration":"247.750201ms","start":"2026-04-27T12:56:09.737488Z","end":"2026-04-27T12:56:09.985238Z","steps":["trace[245422298] 'read index received' (duration: 221.374077ms)","trace[245422298] 'applied index is now lower than readState.Index' (duration: 26.374564ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:09.985344Z","caller":"traceutil/trace.go:171","msg":"trace[1747326642] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"343.397403ms","start":"2026-04-27T12:56:09.641912Z","end":"2026-04-27T12:56:09.985309Z","steps":["trace[1747326642] 'process raft request' (duration: 342.815669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.985427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.939337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:56:09.985458Z","caller":"traceutil/trace.go:171","msg":"trace[352193133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26356; }","duration":"248.028659ms","start":"2026-04-27T12:56:09.73742Z","end":"2026-04-27T12:56:09.985449Z","steps":["trace[352193133] 'agreement among raft nodes before linearized reading' (duration: 247.915406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.985484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.642176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:09.985559Z","caller":"traceutil/trace.go:171","msg":"trace[2096449220] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26356; }","duration":"233.747669ms","start":"2026-04-27T12:56:09.751791Z","end":"2026-04-27T12:56:09.985539Z","steps":["trace[2096449220] 'agreement among raft nodes before linearized reading' (duration: 233.598305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:09.985549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:09.641884Z","time spent":"343.560837ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:10.156235Z","caller":"traceutil/trace.go:171","msg":"trace[1032806426] linearizableReadLoop","detail":"{readStateIndex:27223; appliedIndex:27222; }","duration":"164.808223ms","start":"2026-04-27T12:56:09.991397Z","end":"2026-04-27T12:56:10.156205Z","steps":["trace[1032806426] 'read index received' (duration: 116.585168ms)","trace[1032806426] 'applied index is now lower than readState.Index' (duration: 48.217875ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:10.156666Z","caller":"traceutil/trace.go:171","msg":"trace[1798700301] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"167.690226ms","start":"2026-04-27T12:56:09.988939Z","end":"2026-04-27T12:56:10.156629Z","steps":["trace[1798700301] 'process raft request' (duration: 119.135632ms)","trace[1798700301] 'compare' (duration: 47.952429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:10.156707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.282975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:10.156753Z","caller":"traceutil/trace.go:171","msg":"trace[321853497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26357; }","duration":"165.390127ms","start":"2026-04-27T12:56:09.99135Z","end":"2026-04-27T12:56:10.15674Z","steps":["trace[321853497] 'agreement among raft nodes before linearized reading' (duration: 165.273484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:10.156771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.320279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:10.156882Z","caller":"traceutil/trace.go:171","msg":"trace[544975803] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26357; }","duration":"158.470502ms","start":"2026-04-27T12:56:09.998377Z","end":"2026-04-27T12:56:10.156848Z","steps":["trace[544975803] 'agreement among raft nodes before linearized reading' (duration: 158.269547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:10.157326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.715656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:10.157441Z","caller":"traceutil/trace.go:171","msg":"trace[1510216634] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26357; }","duration":"165.89497ms","start":"2026-04-27T12:56:09.99152Z","end":"2026-04-27T12:56:10.157415Z","steps":["trace[1510216634] 'agreement among raft nodes before linearized reading' (duration: 165.611033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:10.551189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.38916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:10.551275Z","caller":"traceutil/trace.go:171","msg":"trace[200562165] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26358; }","duration":"206.535425ms","start":"2026-04-27T12:56:10.34472Z","end":"2026-04-27T12:56:10.551255Z","steps":["trace[200562165] 'count revisions from in-memory index tree' (duration: 206.254237ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:10.982484Z","caller":"traceutil/trace.go:171","msg":"trace[930959910] linearizableReadLoop","detail":"{readStateIndex:27226; appliedIndex:27225; }","duration":"279.611025ms","start":"2026-04-27T12:56:10.702847Z","end":"2026-04-27T12:56:10.982458Z","steps":["trace[930959910] 'read index received' (duration: 242.50627ms)","trace[930959910] 'applied index is now lower than readState.Index' (duration: 37.101925ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:10.982628Z","caller":"traceutil/trace.go:171","msg":"trace[442396150] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"385.138933ms","start":"2026-04-27T12:56:10.597461Z","end":"2026-04-27T12:56:10.9826Z","steps":["trace[442396150] 'process raft request' (duration: 347.871175ms)","trace[442396150] 'compare' (duration: 37.023932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:10.982766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:10.597441Z","time spent":"385.233745ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:10.982782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.910483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-27T12:56:10.982866Z","caller":"traceutil/trace.go:171","msg":"trace[2094203426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26360; }","duration":"280.047966ms","start":"2026-04-27T12:56:10.702799Z","end":"2026-04-27T12:56:10.982847Z","steps":["trace[2094203426] 'agreement among raft nodes before linearized reading' (duration: 279.7906ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:11.010204Z","caller":"traceutil/trace.go:171","msg":"trace[1756292224] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"194.770778ms","start":"2026-04-27T12:56:10.815373Z","end":"2026-04-27T12:56:11.010144Z","steps":["trace[1756292224] 'process raft request' (duration: 194.45183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:11.010367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.546327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:56:11.010544Z","caller":"traceutil/trace.go:171","msg":"trace[1281523898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26362; }","duration":"195.769953ms","start":"2026-04-27T12:56:10.814752Z","end":"2026-04-27T12:56:11.010522Z","steps":["trace[1281523898] 'agreement among raft nodes before linearized reading' (duration: 195.456465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:11.010561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.075985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T12:56:11.010616Z","caller":"traceutil/trace.go:171","msg":"trace[771741685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26362; }","duration":"168.167387ms","start":"2026-04-27T12:56:10.842435Z","end":"2026-04-27T12:56:11.010603Z","steps":["trace[771741685] 'agreement among raft nodes before linearized reading' (duration: 167.984563ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:11.010394Z","caller":"traceutil/trace.go:171","msg":"trace[1166247768] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"194.890751ms","start":"2026-04-27T12:56:10.81547Z","end":"2026-04-27T12:56:11.010361Z","steps":["trace[1166247768] 'process raft request' (duration: 194.576663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:11.955511Z","caller":"traceutil/trace.go:171","msg":"trace[540900707] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"205.400404ms","start":"2026-04-27T12:56:11.750084Z","end":"2026-04-27T12:56:11.955484Z","steps":["trace[540900707] 'process raft request' (duration: 205.20556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.333859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.83427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:12.333986Z","caller":"traceutil/trace.go:171","msg":"trace[1072567050] linearizableReadLoop","detail":"{readStateIndex:27234; appliedIndex:27232; }","duration":"407.211179ms","start":"2026-04-27T12:56:11.926751Z","end":"2026-04-27T12:56:12.333962Z","steps":["trace[1072567050] 'read index received' (duration: 28.535958ms)","trace[1072567050] 'applied index is now lower than readState.Index' (duration: 378.672871ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:12.334085Z","caller":"traceutil/trace.go:171","msg":"trace[1147764768] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"430.304111ms","start":"2026-04-27T12:56:11.90375Z","end":"2026-04-27T12:56:12.334054Z","steps":["trace[1147764768] 'process raft request' (duration: 179.150273ms)","trace[1147764768] 'compare' (duration: 250.707207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:12.334249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.499777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T12:56:12.334258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.903727Z","time spent":"430.433505ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:12.334308Z","caller":"traceutil/trace.go:171","msg":"trace[192659609] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26368; }","duration":"407.5994ms","start":"2026-04-27T12:56:11.926694Z","end":"2026-04-27T12:56:12.334293Z","steps":["trace[192659609] 'agreement among raft nodes before linearized reading' (duration: 407.375743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.334368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.926671Z","time spent":"407.678982ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T12:56:12.339046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.202637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:12.339173Z","caller":"traceutil/trace.go:171","msg":"trace[824069065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26369; }","duration":"364.381661ms","start":"2026-04-27T12:56:11.97477Z","end":"2026-04-27T12:56:12.339151Z","steps":["trace[824069065] 'agreement among raft nodes before linearized reading' (duration: 364.179326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.339245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.974749Z","time spent":"364.481403ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T12:56:12.339318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.595914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T12:56:12.339401Z","caller":"traceutil/trace.go:171","msg":"trace[1116932197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26369; }","duration":"350.713716ms","start":"2026-04-27T12:56:11.98867Z","end":"2026-04-27T12:56:12.339383Z","steps":["trace[1116932197] 'agreement among raft nodes before linearized reading' (duration: 350.506961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.339449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.988657Z","time spent":"350.783248ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T12:56:12.339459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.155773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T12:56:12.339526Z","caller":"traceutil/trace.go:171","msg":"trace[487451745] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26369; }","duration":"229.229435ms","start":"2026-04-27T12:56:12.110255Z","end":"2026-04-27T12:56:12.339484Z","steps":["trace[487451745] 'agreement among raft nodes before linearized reading' (duration: 229.150103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.339082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.81848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T12:56:12.339657Z","caller":"traceutil/trace.go:171","msg":"trace[1393515843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26369; }","duration":"178.375234ms","start":"2026-04-27T12:56:12.161249Z","end":"2026-04-27T12:56:12.339624Z","steps":["trace[1393515843] 'agreement among raft nodes before linearized reading' (duration: 177.734768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.339702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.394633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T12:56:12.339774Z","caller":"traceutil/trace.go:171","msg":"trace[112798430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26369; }","duration":"351.507927ms","start":"2026-04-27T12:56:11.988248Z","end":"2026-04-27T12:56:12.339756Z","steps":["trace[112798430] 'agreement among raft nodes before linearized reading' (duration: 351.277101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.339812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.988231Z","time spent":"351.574469ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T12:56:12.339129Z","caller":"traceutil/trace.go:171","msg":"trace[1356464756] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"347.926756ms","start":"2026-04-27T12:56:11.99119Z","end":"2026-04-27T12:56:12.339117Z","steps":["trace[1356464756] 'process raft request' (duration: 347.589808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.33991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:11.991172Z","time spent":"348.666945ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T12:56:12.503688Z","caller":"traceutil/trace.go:171","msg":"trace[1274278588] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"158.711509ms","start":"2026-04-27T12:56:12.344943Z","end":"2026-04-27T12:56:12.503654Z","steps":["trace[1274278588] 'process raft request' (duration: 126.296872ms)","trace[1274278588] 'compare' (duration: 32.151351ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:12.503708Z","caller":"traceutil/trace.go:171","msg":"trace[854302360] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"158.72772ms","start":"2026-04-27T12:56:12.344954Z","end":"2026-04-27T12:56:12.503681Z","steps":["trace[854302360] 'process raft request' (duration: 158.612757ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:12.503847Z","caller":"traceutil/trace.go:171","msg":"trace[1726980170] linearizableReadLoop","detail":"{readStateIndex:27239; appliedIndex:27235; }","duration":"150.512643ms","start":"2026-04-27T12:56:12.353312Z","end":"2026-04-27T12:56:12.503824Z","steps":["trace[1726980170] 'read index received' (duration: 13.663624ms)","trace[1726980170] 'applied index is now lower than readState.Index' (duration: 136.847379ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:12.50389Z","caller":"traceutil/trace.go:171","msg":"trace[195709444] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"158.200666ms","start":"2026-04-27T12:56:12.345677Z","end":"2026-04-27T12:56:12.503877Z","steps":["trace[195709444] 'process raft request' (duration: 157.95176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.503997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.675326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:12.504032Z","caller":"traceutil/trace.go:171","msg":"trace[1747953980] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26373; }","duration":"150.784779ms","start":"2026-04-27T12:56:12.353235Z","end":"2026-04-27T12:56:12.50402Z","steps":["trace[1747953980] 'agreement among raft nodes before linearized reading' (duration: 150.703937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:12.504073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.03335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:12.504117Z","caller":"traceutil/trace.go:171","msg":"trace[734520469] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26373; }","duration":"146.122022ms","start":"2026-04-27T12:56:12.357982Z","end":"2026-04-27T12:56:12.504104Z","steps":["trace[734520469] 'agreement among raft nodes before linearized reading' (duration: 146.021549ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:12.738213Z","caller":"traceutil/trace.go:171","msg":"trace[1570232171] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"123.195764ms","start":"2026-04-27T12:56:12.614982Z","end":"2026-04-27T12:56:12.738178Z","steps":["trace[1570232171] 'process raft request' (duration: 101.104767ms)","trace[1570232171] 'compare' (duration: 21.563033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:13.121082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.433422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:13.121178Z","caller":"traceutil/trace.go:171","msg":"trace[1122169285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26375; }","duration":"268.565196ms","start":"2026-04-27T12:56:12.852574Z","end":"2026-04-27T12:56:13.121139Z","steps":["trace[1122169285] 'count revisions from in-memory index tree' (duration: 268.295149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:13.121119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.328727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:56:13.121255Z","caller":"traceutil/trace.go:171","msg":"trace[665917319] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26375; }","duration":"200.544922ms","start":"2026-04-27T12:56:12.920686Z","end":"2026-04-27T12:56:13.121231Z","steps":["trace[665917319] 'count revisions from in-memory index tree' (duration: 200.165592ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:13.121796Z","caller":"traceutil/trace.go:171","msg":"trace[589380817] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"104.631556ms","start":"2026-04-27T12:56:13.017133Z","end":"2026-04-27T12:56:13.121765Z","steps":["trace[589380817] 'process raft request' (duration: 74.699792ms)","trace[589380817] 'compare' (duration: 28.924438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:13.564892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.995962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T12:56:13.565343Z","caller":"traceutil/trace.go:171","msg":"trace[113632852] linearizableReadLoop","detail":"{readStateIndex:27243; appliedIndex:27241; }","duration":"533.362428ms","start":"2026-04-27T12:56:13.031961Z","end":"2026-04-27T12:56:13.565324Z","steps":["trace[113632852] 'read index received' (duration: 59.884768ms)","trace[113632852] 'applied index is now lower than readState.Index' (duration: 473.47596ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:13.565389Z","caller":"traceutil/trace.go:171","msg":"trace[147218480] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"547.831043ms","start":"2026-04-27T12:56:13.017514Z","end":"2026-04-27T12:56:13.565345Z","steps":["trace[147218480] 'process raft request' (duration: 304.288077ms)","trace[147218480] 'compare' (duration: 242.649964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T12:56:13.565532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.574414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T12:56:13.565573Z","caller":"traceutil/trace.go:171","msg":"trace[1781319961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26377; }","duration":"533.617075ms","start":"2026-04-27T12:56:13.031942Z","end":"2026-04-27T12:56:13.565559Z","steps":["trace[1781319961] 'agreement among raft nodes before linearized reading' (duration: 533.479221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:13.565613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:13.031877Z","time spent":"533.727007ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T12:56:13.565611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:13.017457Z","time spent":"548.028198ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T12:56:13.566336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.351815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T12:56:13.566383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.862801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:56:13.566461Z","caller":"traceutil/trace.go:171","msg":"trace[196303670] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26377; }","duration":"127.992694ms","start":"2026-04-27T12:56:13.438443Z","end":"2026-04-27T12:56:13.566436Z","steps":["trace[196303670] 'agreement among raft nodes before linearized reading' (duration: 127.851561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:13.566751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.370205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T12:56:13.566804Z","caller":"traceutil/trace.go:171","msg":"trace[935406960] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26377; }","duration":"417.49038ms","start":"2026-04-27T12:56:13.149302Z","end":"2026-04-27T12:56:13.566792Z","steps":["trace[935406960] 'agreement among raft nodes before linearized reading' (duration: 417.386727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:13.566835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:13.149266Z","time spent":"417.561121ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T12:56:13.566424Z","caller":"traceutil/trace.go:171","msg":"trace[1759241770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26377; }","duration":"515.472258ms","start":"2026-04-27T12:56:13.050932Z","end":"2026-04-27T12:56:13.566404Z","steps":["trace[1759241770] 'agreement among raft nodes before linearized reading' (duration: 515.208551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:56:13.567201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T12:56:13.050924Z","time spent":"516.258518ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T12:56:13.742859Z","caller":"traceutil/trace.go:171","msg":"trace[1939403021] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"171.08295ms","start":"2026-04-27T12:56:13.571739Z","end":"2026-04-27T12:56:13.742822Z","steps":["trace[1939403021] 'process raft request' (duration: 110.641278ms)","trace[1939403021] 'compare' (duration: 60.270778ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:56:13.795133Z","caller":"traceutil/trace.go:171","msg":"trace[379798228] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"138.923511ms","start":"2026-04-27T12:56:13.656185Z","end":"2026-04-27T12:56:13.795109Z","steps":["trace[379798228] 'process raft request' (duration: 138.359317ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:13.795212Z","caller":"traceutil/trace.go:171","msg":"trace[15088307] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"154.908513ms","start":"2026-04-27T12:56:13.640276Z","end":"2026-04-27T12:56:13.795185Z","steps":["trace[15088307] 'process raft request' (duration: 154.129254ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:56:13.795848Z","caller":"traceutil/trace.go:171","msg":"trace[412339554] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"138.480609ms","start":"2026-04-27T12:56:13.657351Z","end":"2026-04-27T12:56:13.795832Z","steps":["trace[412339554] 'process raft request' (duration: 137.278519ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:59:29.030639Z","caller":"traceutil/trace.go:171","msg":"trace[1188751830] linearizableReadLoop","detail":"{readStateIndex:29255; appliedIndex:29254; }","duration":"115.311628ms","start":"2026-04-27T12:59:28.915294Z","end":"2026-04-27T12:59:29.030606Z","steps":["trace[1188751830] 'read index received' (duration: 115.01351ms)","trace[1188751830] 'applied index is now lower than readState.Index' (duration: 296.838µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T12:59:29.03126Z","caller":"traceutil/trace.go:171","msg":"trace[655614126] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"133.383331ms","start":"2026-04-27T12:59:28.897854Z","end":"2026-04-27T12:59:29.031237Z","steps":["trace[655614126] 'process raft request' (duration: 132.54788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T12:59:29.031959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.62828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T12:59:29.0321Z","caller":"traceutil/trace.go:171","msg":"trace[1046785809] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28338; }","duration":"116.745612ms","start":"2026-04-27T12:59:28.915267Z","end":"2026-04-27T12:59:29.032013Z","steps":["trace[1046785809] 'agreement among raft nodes before linearized reading' (duration: 116.612319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T12:59:51.269949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25685} {"level":"info","ts":"2026-04-27T12:59:51.431443Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25685,"took":"154.573353ms","hash":230819058,"current-db-size-bytes":62083072,"current-db-size":"62 MB","current-db-size-in-use-bytes":36667392,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-27T12:59:51.431532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":230819058,"revision":25685,"compact-revision":22276} {"level":"info","ts":"2026-04-27T13:00:35.44042Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8cf6035374726417","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T13:00:35.445317Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-27T13:00:35.446343Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-27T13:01:12.104408Z","caller":"traceutil/trace.go:171","msg":"trace[1831349140] linearizableReadLoop","detail":"{readStateIndex:30314; appliedIndex:30313; }","duration":"172.891463ms","start":"2026-04-27T13:01:11.931501Z","end":"2026-04-27T13:01:12.104392Z","steps":["trace[1831349140] 'read index received' (duration: 172.709189ms)","trace[1831349140] 'applied index is now lower than readState.Index' (duration: 181.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T13:01:12.104489Z","caller":"traceutil/trace.go:171","msg":"trace[1371166898] transaction","detail":"{read_only:false; response_revision:29368; number_of_response:1; }","duration":"193.823129ms","start":"2026-04-27T13:01:11.910616Z","end":"2026-04-27T13:01:12.104439Z","steps":["trace[1371166898] 'process raft request' (duration: 193.652275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:01:12.104658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.130449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T13:01:12.104811Z","caller":"traceutil/trace.go:171","msg":"trace[906344051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29368; }","duration":"173.246962ms","start":"2026-04-27T13:01:11.931492Z","end":"2026-04-27T13:01:12.104739Z","steps":["trace[906344051] 'agreement among raft nodes before linearized reading' (duration: 172.973335ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:04:51.276464Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28606} {"level":"info","ts":"2026-04-27T13:04:51.445075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28606,"took":"162.788359ms","hash":3144762017,"current-db-size-bytes":62083072,"current-db-size":"62 MB","current-db-size-in-use-bytes":33198080,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-27T13:04:51.445137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3144762017,"revision":28606,"compact-revision":25685} {"level":"info","ts":"2026-04-27T13:06:46.768737Z","caller":"traceutil/trace.go:171","msg":"trace[1193946498] transaction","detail":"{read_only:false; response_revision:31952; number_of_response:1; }","duration":"237.399713ms","start":"2026-04-27T13:06:46.53129Z","end":"2026-04-27T13:06:46.768689Z","steps":["trace[1193946498] 'process raft request' (duration: 184.296139ms)","trace[1193946498] 'compare' (duration: 52.784256ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T13:06:46.833002Z","caller":"traceutil/trace.go:171","msg":"trace[1597438787] transaction","detail":"{read_only:false; response_revision:31953; number_of_response:1; }","duration":"301.651097ms","start":"2026-04-27T13:06:46.531323Z","end":"2026-04-27T13:06:46.832974Z","steps":["trace[1597438787] 'process raft request' (duration: 301.445562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:46.833232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T13:06:46.531302Z","time spent":"301.804171ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T13:06:46.833347Z","caller":"traceutil/trace.go:171","msg":"trace[1845077662] transaction","detail":"{read_only:false; response_revision:31954; number_of_response:1; }","duration":"267.07218ms","start":"2026-04-27T13:06:46.566242Z","end":"2026-04-27T13:06:46.833314Z","steps":["trace[1845077662] 'process raft request' (duration: 266.67749ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:46.833356Z","caller":"traceutil/trace.go:171","msg":"trace[1996885498] linearizableReadLoop","detail":"{readStateIndex:32973; appliedIndex:32971; }","duration":"281.809689ms","start":"2026-04-27T13:06:46.551512Z","end":"2026-04-27T13:06:46.833321Z","steps":["trace[1996885498] 'read index received' (duration: 164.170114ms)","trace[1996885498] 'applied index is now lower than readState.Index' (duration: 117.638415ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T13:06:46.833433Z","caller":"traceutil/trace.go:171","msg":"trace[270946329] transaction","detail":"{read_only:false; response_revision:31955; number_of_response:1; }","duration":"213.113063ms","start":"2026-04-27T13:06:46.620283Z","end":"2026-04-27T13:06:46.833396Z","steps":["trace[270946329] 'process raft request' (duration: 212.871877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:46.83376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.273384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T13:06:46.833815Z","caller":"traceutil/trace.go:171","msg":"trace[2033394036] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:31955; }","duration":"220.396717ms","start":"2026-04-27T13:06:46.613405Z","end":"2026-04-27T13:06:46.833802Z","steps":["trace[2033394036] 'agreement among raft nodes before linearized reading' (duration: 220.285884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:46.833898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.486083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T13:06:46.833948Z","caller":"traceutil/trace.go:171","msg":"trace[1810973726] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31955; }","duration":"131.588245ms","start":"2026-04-27T13:06:46.702345Z","end":"2026-04-27T13:06:46.833933Z","steps":["trace[1810973726] 'agreement among raft nodes before linearized reading' (duration: 131.506103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:46.833552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.045925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T13:06:46.834098Z","caller":"traceutil/trace.go:171","msg":"trace[1070105870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31955; }","duration":"282.620899ms","start":"2026-04-27T13:06:46.551438Z","end":"2026-04-27T13:06:46.834059Z","steps":["trace[1070105870] 'agreement among raft nodes before linearized reading' (duration: 282.046595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:48.514612Z","caller":"traceutil/trace.go:171","msg":"trace[171735341] transaction","detail":"{read_only:false; response_revision:31965; number_of_response:1; }","duration":"116.272431ms","start":"2026-04-27T13:06:48.398313Z","end":"2026-04-27T13:06:48.514585Z","steps":["trace[171735341] 'process raft request' (duration: 116.077796ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:48.590926Z","caller":"traceutil/trace.go:171","msg":"trace[1215513043] transaction","detail":"{read_only:false; response_revision:31966; number_of_response:1; }","duration":"183.55539ms","start":"2026-04-27T13:06:48.407311Z","end":"2026-04-27T13:06:48.590867Z","steps":["trace[1215513043] 'process raft request' (duration: 183.14019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:48.591206Z","caller":"traceutil/trace.go:171","msg":"trace[154002235] transaction","detail":"{read_only:false; response_revision:31967; number_of_response:1; }","duration":"156.232884ms","start":"2026-04-27T13:06:48.434937Z","end":"2026-04-27T13:06:48.59117Z","steps":["trace[154002235] 'process raft request' (duration: 156.06047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:52.087437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.810334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T13:06:52.088362Z","caller":"traceutil/trace.go:171","msg":"trace[765910275] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:31990; }","duration":"117.796739ms","start":"2026-04-27T13:06:51.970541Z","end":"2026-04-27T13:06:52.088337Z","steps":["trace[765910275] 'count revisions from in-memory index tree' (duration: 116.627919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:52.114911Z","caller":"traceutil/trace.go:171","msg":"trace[852077246] linearizableReadLoop","detail":"{readStateIndex:33012; appliedIndex:33011; }","duration":"112.766532ms","start":"2026-04-27T13:06:52.002123Z","end":"2026-04-27T13:06:52.11489Z","steps":["trace[852077246] 'read index received' (duration: 112.513166ms)","trace[852077246] 'applied index is now lower than readState.Index' (duration: 252.206µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T13:06:52.115064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.931406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T13:06:52.115125Z","caller":"traceutil/trace.go:171","msg":"trace[86782367] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:31991; }","duration":"113.046039ms","start":"2026-04-27T13:06:52.002066Z","end":"2026-04-27T13:06:52.115112Z","steps":["trace[86782367] 'agreement among raft nodes before linearized reading' (duration: 112.924596ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:52.115421Z","caller":"traceutil/trace.go:171","msg":"trace[1570623219] transaction","detail":"{read_only:false; response_revision:31991; number_of_response:1; }","duration":"113.016589ms","start":"2026-04-27T13:06:52.00193Z","end":"2026-04-27T13:06:52.114946Z","steps":["trace[1570623219] 'process raft request' (duration: 112.803713ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:55.083139Z","caller":"traceutil/trace.go:171","msg":"trace[1657859969] transaction","detail":"{read_only:false; response_revision:32012; number_of_response:1; }","duration":"112.811244ms","start":"2026-04-27T13:06:54.970299Z","end":"2026-04-27T13:06:55.08311Z","steps":["trace[1657859969] 'process raft request' (duration: 79.333483ms)","trace[1657859969] 'compare' (duration: 33.023369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T13:06:55.77806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.004489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T13:06:55.77817Z","caller":"traceutil/trace.go:171","msg":"trace[283404751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32017; }","duration":"121.152432ms","start":"2026-04-27T13:06:55.656993Z","end":"2026-04-27T13:06:55.778145Z","steps":["trace[283404751] 'range keys from in-memory index tree' (duration: 120.841585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:57.324426Z","caller":"traceutil/trace.go:171","msg":"trace[1580260838] transaction","detail":"{read_only:false; response_revision:32028; number_of_response:1; }","duration":"233.527836ms","start":"2026-04-27T13:06:57.090866Z","end":"2026-04-27T13:06:57.324394Z","steps":["trace[1580260838] 'process raft request' (duration: 170.856831ms)","trace[1580260838] 'compare' (duration: 62.544932ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T13:06:57.339375Z","caller":"traceutil/trace.go:171","msg":"trace[369137222] linearizableReadLoop","detail":"{readStateIndex:33051; appliedIndex:33049; }","duration":"228.410007ms","start":"2026-04-27T13:06:57.110938Z","end":"2026-04-27T13:06:57.339348Z","steps":["trace[369137222] 'read index received' (duration: 150.757226ms)","trace[369137222] 'applied index is now lower than readState.Index' (duration: 77.651501ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T13:06:57.33944Z","caller":"traceutil/trace.go:171","msg":"trace[125740001] transaction","detail":"{read_only:false; response_revision:32029; number_of_response:1; }","duration":"248.014989ms","start":"2026-04-27T13:06:57.091389Z","end":"2026-04-27T13:06:57.339404Z","steps":["trace[125740001] 'process raft request' (duration: 247.814554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T13:06:57.339578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.633323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T13:06:57.339619Z","caller":"traceutil/trace.go:171","msg":"trace[325809882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32029; }","duration":"228.730156ms","start":"2026-04-27T13:06:57.110878Z","end":"2026-04-27T13:06:57.339608Z","steps":["trace[325809882] 'agreement among raft nodes before linearized reading' (duration: 228.574112ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:06:59.690465Z","caller":"traceutil/trace.go:171","msg":"trace[1893758153] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"107.593232ms","start":"2026-04-27T13:06:59.582835Z","end":"2026-04-27T13:06:59.690428Z","steps":["trace[1893758153] 'process raft request' (duration: 107.342626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:07:01.483373Z","caller":"traceutil/trace.go:171","msg":"trace[198217009] transaction","detail":"{read_only:false; response_revision:32056; number_of_response:1; }","duration":"113.558172ms","start":"2026-04-27T13:07:01.369784Z","end":"2026-04-27T13:07:01.483342Z","steps":["trace[198217009] 'process raft request' (duration: 113.377067ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:07:01.519504Z","caller":"traceutil/trace.go:171","msg":"trace[1855244713] transaction","detail":"{read_only:false; response_revision:32057; number_of_response:1; }","duration":"138.5614ms","start":"2026-04-27T13:07:01.38089Z","end":"2026-04-27T13:07:01.519451Z","steps":["trace[1855244713] 'process raft request' (duration: 138.116979ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:07:07.927129Z","caller":"traceutil/trace.go:171","msg":"trace[2120612282] transaction","detail":"{read_only:false; response_revision:32105; number_of_response:1; }","duration":"149.817404ms","start":"2026-04-27T13:07:07.777284Z","end":"2026-04-27T13:07:07.927102Z","steps":["trace[2120612282] 'process raft request' (duration: 149.651598ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:07:12.512195Z","caller":"traceutil/trace.go:171","msg":"trace[1047356730] transaction","detail":"{read_only:false; response_revision:32137; number_of_response:1; }","duration":"133.200555ms","start":"2026-04-27T13:07:12.378958Z","end":"2026-04-27T13:07:12.512159Z","steps":["trace[1047356730] 'process raft request' (duration: 132.9699ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:07:13.32165Z","caller":"traceutil/trace.go:171","msg":"trace[2138445560] transaction","detail":"{read_only:false; response_revision:32141; number_of_response:1; }","duration":"113.272335ms","start":"2026-04-27T13:07:13.208338Z","end":"2026-04-27T13:07:13.321611Z","steps":["trace[2138445560] 'process raft request' (duration: 112.747482ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T13:09:51.282986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30967} {"level":"info","ts":"2026-04-27T13:09:51.425988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30967,"took":"138.345024ms","hash":3008360882,"current-db-size-bytes":62083072,"current-db-size":"62 MB","current-db-size-in-use-bytes":32096256,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T13:09:51.426191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3008360882,"revision":30967,"compact-revision":28606} {"level":"info","ts":"2026-04-27T13:14:51.297487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33296} {"level":"info","ts":"2026-04-27T13:14:51.482792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33296,"took":"177.635572ms","hash":1365381650,"current-db-size-bytes":63127552,"current-db-size":"63 MB","current-db-size-in-use-bytes":32735232,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-27T13:14:51.482913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1365381650,"revision":33296,"compact-revision":30967} {"level":"info","ts":"2026-04-27T13:19:51.305273Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35633} {"level":"info","ts":"2026-04-27T13:19:51.460267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35633,"took":"149.40096ms","hash":2348116048,"current-db-size-bytes":63127552,"current-db-size":"63 MB","current-db-size-in-use-bytes":31354880,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-27T13:19:51.460377Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2348116048,"revision":35633,"compact-revision":33296} {"level":"info","ts":"2026-04-27T13:21:52.528796Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"8cf6035374726417","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T13:21:52.534702Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-27T13:21:52.534826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-27T13:24:51.312369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37839} {"level":"info","ts":"2026-04-27T13:24:51.456901Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37839,"took":"139.319601ms","hash":1476278301,"current-db-size-bytes":63549440,"current-db-size":"64 MB","current-db-size-in-use-bytes":33181696,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-27T13:24:51.456959Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1476278301,"revision":37839,"compact-revision":35633}