{"level":"warn","ts":"2026-06-28T19:56:38.626514Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:56:38.626613Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-28T19:56:38.626708Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-28T19:56:38.626731Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-28T19:56:38.626764Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:56:38.627884Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-06-28T19:56:38.628023Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-28T19:56:38.633607Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.272948ms"} {"level":"info","ts":"2026-06-28T19:56:38.641887Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-06-28T19:56:38.641971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-06-28T19:56:38.641996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-06-28T19:56:38.642015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-28T19:56:38.642024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-06-28T19:56:38.642063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-06-28T19:56:38.653237Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-28T19:56:38.656592Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-28T19:56:38.657857Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-28T19:56:38.660403Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-28T19:56:38.660688Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-28T19:56:38.660791Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:56:38.661988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:56:38.662828Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-28T19:56:38.66289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-06-28T19:56:38.663239Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-06-28T19:56:38.665068Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-28T19:56:38.665112Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-28T19:56:38.665197Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-06-28T19:56:38.66528Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-28T19:56:38.665331Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-28T19:56:39.042529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-06-28T19:56:39.042585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-06-28T19:56:39.042618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-06-28T19:56:39.042644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-06-28T19:56:39.042656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-06-28T19:56:39.042672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-06-28T19:56:39.042691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-06-28T19:56:39.043697Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-06-28T19:56:39.043846Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:56:39.043896Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-28T19:56:39.044001Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-28T19:56:39.044055Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-28T19:56:39.044103Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:56:39.044982Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:56:39.045092Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:56:39.045137Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-28T19:56:39.045629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-28T19:56:39.04854Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-06-28T19:56:58.706265Z","caller":"traceutil/trace.go:171","msg":"trace[1916421186] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"138.920373ms","start":"2026-06-28T19:56:58.567326Z","end":"2026-06-28T19:56:58.706247Z","steps":["trace[1916421186] 'process raft request' (duration: 138.812431ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:56:58.72374Z","caller":"traceutil/trace.go:171","msg":"trace[1244457470] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"155.506306ms","start":"2026-06-28T19:56:58.568218Z","end":"2026-06-28T19:56:58.723724Z","steps":["trace[1244457470] 'process raft request' (duration: 155.412914ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:56:58.724038Z","caller":"traceutil/trace.go:171","msg":"trace[936266241] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"155.259029ms","start":"2026-06-28T19:56:58.568625Z","end":"2026-06-28T19:56:58.723884Z","steps":["trace[936266241] 'process raft request' (duration: 155.076995ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:56:59.7074Z","caller":"traceutil/trace.go:171","msg":"trace[1622871124] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"270.785202ms","start":"2026-06-28T19:56:59.436588Z","end":"2026-06-28T19:56:59.707374Z","steps":["trace[1622871124] 'process raft request' (duration: 270.641938ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:05.033517Z","caller":"traceutil/trace.go:171","msg":"trace[544334735] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"290.115407ms","start":"2026-06-28T19:57:04.743376Z","end":"2026-06-28T19:57:05.033491Z","steps":["trace[544334735] 'read index received' (duration: 289.932082ms)","trace[544334735] 'applied index is now lower than readState.Index' (duration: 182.475µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:05.033634Z","caller":"traceutil/trace.go:171","msg":"trace[1059296900] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"301.35198ms","start":"2026-06-28T19:57:04.732243Z","end":"2026-06-28T19:57:05.033595Z","steps":["trace[1059296900] 'process raft request' (duration: 301.125844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:05.033719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.740271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T19:57:05.033766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.340723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T19:57:05.033827Z","caller":"traceutil/trace.go:171","msg":"trace[2107451005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:429; }","duration":"288.916775ms","start":"2026-06-28T19:57:04.744895Z","end":"2026-06-28T19:57:05.033812Z","steps":["trace[2107451005] 'agreement among raft nodes before linearized reading' (duration: 288.735601ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:05.033841Z","caller":"traceutil/trace.go:171","msg":"trace[582044535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"290.488287ms","start":"2026-06-28T19:57:04.743335Z","end":"2026-06-28T19:57:05.033823Z","steps":["trace[582044535] 'agreement among raft nodes before linearized reading' (duration: 290.294022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:05.03425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:04.732221Z","time spent":"301.500244ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:05.413845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.302265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:57:05.413978Z","caller":"traceutil/trace.go:171","msg":"trace[1396409238] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"375.052142ms","start":"2026-06-28T19:57:05.038902Z","end":"2026-06-28T19:57:05.413954Z","steps":["trace[1396409238] 'process raft request' (duration: 118.363557ms)","trace[1396409238] 'compare' (duration: 256.148321ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:05.414067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:05.038878Z","time spent":"375.144375ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:16.690693Z","caller":"traceutil/trace.go:171","msg":"trace[1094978317] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"521.793315ms","start":"2026-06-28T19:57:16.168876Z","end":"2026-06-28T19:57:16.690669Z","steps":["trace[1094978317] 'process raft request' (duration: 437.045479ms)","trace[1094978317] 'compare' (duration: 84.308115ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:16.690709Z","caller":"traceutil/trace.go:171","msg":"trace[1760744016] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"520.4209ms","start":"2026-06-28T19:57:16.170261Z","end":"2026-06-28T19:57:16.690681Z","steps":["trace[1760744016] 'process raft request' (duration: 520.157164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:16.69081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:16.16885Z","time spent":"521.901858ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:16.690801Z","caller":"traceutil/trace.go:171","msg":"trace[858605953] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"452.733271ms","start":"2026-06-28T19:57:16.238043Z","end":"2026-06-28T19:57:16.690776Z","steps":["trace[858605953] 'process raft request' (duration: 452.655709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:16.690849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:16.170243Z","time spent":"520.529663ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:16.690933Z","caller":"traceutil/trace.go:171","msg":"trace[517255050] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"520.364279ms","start":"2026-06-28T19:57:16.170562Z","end":"2026-06-28T19:57:16.690927Z","steps":["trace[517255050] 'process raft request' (duration: 519.992429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:16.690935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:16.238009Z","time spent":"452.864784ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:57:16.691152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:16.170539Z","time spent":"520.595135ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:20.698907Z","caller":"traceutil/trace.go:171","msg":"trace[1908541935] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"111.395767ms","start":"2026-06-28T19:57:20.587354Z","end":"2026-06-28T19:57:20.69875Z","steps":["trace[1908541935] 'process raft request' (duration: 21.418467ms)","trace[1908541935] 'compare' (duration: 89.812905ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:21.706966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.420271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:57:21.707074Z","caller":"traceutil/trace.go:171","msg":"trace[970588137] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"149.446ms","start":"2026-06-28T19:57:21.557611Z","end":"2026-06-28T19:57:21.707057Z","steps":["trace[970588137] 'process raft request' (duration: 31.860265ms)","trace[970588137] 'compare' (duration: 117.311748ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:21.720169Z","caller":"traceutil/trace.go:171","msg":"trace[1251654921] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"125.877227ms","start":"2026-06-28T19:57:21.594266Z","end":"2026-06-28T19:57:21.720144Z","steps":["trace[1251654921] 'process raft request' (duration: 124.42194ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:23.300969Z","caller":"traceutil/trace.go:171","msg":"trace[1989084641] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"326.786622ms","start":"2026-06-28T19:57:22.974156Z","end":"2026-06-28T19:57:23.300943Z","steps":["trace[1989084641] 'process raft request' (duration: 326.659169ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:23.300976Z","caller":"traceutil/trace.go:171","msg":"trace[2101788015] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:622; }","duration":"162.500293ms","start":"2026-06-28T19:57:23.13844Z","end":"2026-06-28T19:57:23.30094Z","steps":["trace[2101788015] 'read index received' (duration: 162.488003ms)","trace[2101788015] 'applied index is now lower than readState.Index' (duration: 9.4µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:23.301155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.694828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-28T19:57:23.301132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:22.974126Z","time spent":"326.921255ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:23.301229Z","caller":"traceutil/trace.go:171","msg":"trace[1965953673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"162.821191ms","start":"2026-06-28T19:57:23.138397Z","end":"2026-06-28T19:57:23.301218Z","steps":["trace[1965953673] 'agreement among raft nodes before linearized reading' (duration: 162.636566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:23.801953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600096068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T19:57:23.831413Z","caller":"traceutil/trace.go:171","msg":"trace[350026475] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"665.510978ms","start":"2026-06-28T19:57:23.16588Z","end":"2026-06-28T19:57:23.831391Z","steps":["trace[350026475] 'process raft request' (duration: 664.525613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:23.831559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.165845Z","time spent":"665.636582ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:25.030241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195898252s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T19:57:25.030608Z","caller":"traceutil/trace.go:171","msg":"trace[2001350902] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:622; }","duration":"1.729457058s","start":"2026-06-28T19:57:23.301129Z","end":"2026-06-28T19:57:25.030586Z","steps":["trace[2001350902] 'read index received' (duration: 529.155283ms)","trace[2001350902] 'applied index is now lower than readState.Index' (duration: 1.200300855s)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:25.030842Z","caller":"traceutil/trace.go:171","msg":"trace[1296573742] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.72602312s","start":"2026-06-28T19:57:23.304808Z","end":"2026-06-28T19:57:25.030831Z","steps":["trace[1296573742] 'process raft request' (duration: 1.725649651s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:25.030941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.304787Z","time spent":"1.726091243s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:25.031341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81872527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-06-28T19:57:25.031447Z","caller":"traceutil/trace.go:171","msg":"trace[632040568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:600; }","duration":"1.818882804s","start":"2026-06-28T19:57:23.212541Z","end":"2026-06-28T19:57:25.031424Z","steps":["trace[632040568] 'agreement among raft nodes before linearized reading' (duration: 1.818573016s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:25.031517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.212522Z","time spent":"1.818980757s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T19:57:25.044933Z","caller":"traceutil/trace.go:171","msg":"trace[487244858] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.153648562s","start":"2026-06-28T19:57:23.891265Z","end":"2026-06-28T19:57:25.044914Z","steps":["trace[487244858] 'process raft request' (duration: 1.153521869s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:25.045024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.891241Z","time spent":"1.153745215s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T19:57:25.045087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108595853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:57:25.045086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092786978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T19:57:25.045199Z","caller":"traceutil/trace.go:171","msg":"trace[1176972523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"1.108764226s","start":"2026-06-28T19:57:23.936394Z","end":"2026-06-28T19:57:25.045158Z","steps":["trace[1176972523] 'agreement among raft nodes before linearized reading' (duration: 1.108592852s)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:25.045214Z","caller":"traceutil/trace.go:171","msg":"trace[1367491680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"1.092954862s","start":"2026-06-28T19:57:23.952236Z","end":"2026-06-28T19:57:25.045191Z","steps":["trace[1367491680] 'agreement among raft nodes before linearized reading' (duration: 1.092650735s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:25.045251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.936371Z","time spent":"1.10887151s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T19:57:25.045261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.952224Z","time spent":"1.093027194s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T19:57:25.045408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33470422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T19:57:25.045465Z","caller":"traceutil/trace.go:171","msg":"trace[974116508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:601; }","duration":"1.334796572s","start":"2026-06-28T19:57:23.710653Z","end":"2026-06-28T19:57:25.04545Z","steps":["trace[974116508] 'agreement among raft nodes before linearized reading' (duration: 1.334207407s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:25.045503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:23.710633Z","time spent":"1.334862224s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T19:57:25.571639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600096076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:57:26.072111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600096076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T19:57:26.343574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273032445s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T19:57:26.883533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.381565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:57:26.883748Z","caller":"traceutil/trace.go:171","msg":"trace[714013998] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.707454857s","start":"2026-06-28T19:57:25.176279Z","end":"2026-06-28T19:57:26.883734Z","steps":["trace[714013998] 'process raft request' (duration: 1.707399346s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:26.883801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:25.176253Z","time spent":"1.70752533s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:26.883763Z","caller":"traceutil/trace.go:171","msg":"trace[2044274674] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.834313329s","start":"2026-06-28T19:57:25.049422Z","end":"2026-06-28T19:57:26.883735Z","steps":["trace[2044274674] 'process raft request' (duration: 1.834185526s)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:26.883842Z","caller":"traceutil/trace.go:171","msg":"trace[1965658007] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.834767902s","start":"2026-06-28T19:57:25.049014Z","end":"2026-06-28T19:57:26.883782Z","steps":["trace[1965658007] 'process raft request' (duration: 1.294783311s)","trace[1965658007] 'compare' (duration: 539.211661ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:26.884066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:25.048996Z","time spent":"1.835045638s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:26.883907Z","caller":"traceutil/trace.go:171","msg":"trace[745819871] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:626; }","duration":"1.813309463s","start":"2026-06-28T19:57:25.070566Z","end":"2026-06-28T19:57:26.883875Z","steps":["trace[745819871] 'read index received' (duration: 1.273254801s)","trace[745819871] 'applied index is now lower than readState.Index' (duration: 540.051232ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:26.884126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835865479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-06-28T19:57:26.884311Z","caller":"traceutil/trace.go:171","msg":"trace[132557946] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:605; }","duration":"1.836105305s","start":"2026-06-28T19:57:25.048178Z","end":"2026-06-28T19:57:26.884283Z","steps":["trace[132557946] 'agreement among raft nodes before linearized reading' (duration: 1.835764877s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:26.884366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:25.048158Z","time spent":"1.836193338s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-06-28T19:57:26.884387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806014266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:57:26.885717Z","caller":"traceutil/trace.go:171","msg":"trace[2073850182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"1.807418312s","start":"2026-06-28T19:57:25.078271Z","end":"2026-06-28T19:57:26.885689Z","steps":["trace[2073850182] 'agreement among raft nodes before linearized reading' (duration: 1.805944235s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:26.885804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:25.078251Z","time spent":"1.807521145s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T19:57:26.885789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:25.049406Z","time spent":"1.834556526s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:28.333713Z","caller":"traceutil/trace.go:171","msg":"trace[840123774] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"102.849419ms","start":"2026-06-28T19:57:28.230838Z","end":"2026-06-28T19:57:28.333688Z","steps":["trace[840123774] 'process raft request' (duration: 102.727256ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:34.403193Z","caller":"traceutil/trace.go:171","msg":"trace[668152838] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"104.355057ms","start":"2026-06-28T19:57:34.298813Z","end":"2026-06-28T19:57:34.403169Z","steps":["trace[668152838] 'process raft request' (duration: 104.224293ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:34.404524Z","caller":"traceutil/trace.go:171","msg":"trace[1176658994] transaction","detail":"{read_only:false; number_of_response:0; response_revision:710; }","duration":"105.547998ms","start":"2026-06-28T19:57:34.298952Z","end":"2026-06-28T19:57:34.4045Z","steps":["trace[1176658994] 'process raft request' (duration: 105.476176ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:39.246923Z","caller":"traceutil/trace.go:171","msg":"trace[466099140] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:770; }","duration":"157.417064ms","start":"2026-06-28T19:57:39.089473Z","end":"2026-06-28T19:57:39.24689Z","steps":["trace[466099140] 'read index received' (duration: 110.691529ms)","trace[466099140] 'applied index is now lower than readState.Index' (duration: 46.724114ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:39.246961Z","caller":"traceutil/trace.go:171","msg":"trace[912852658] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"303.551478ms","start":"2026-06-28T19:57:38.943377Z","end":"2026-06-28T19:57:39.246928Z","steps":["trace[912852658] 'process raft request' (duration: 256.758782ms)","trace[912852658] 'compare' (duration: 46.56066ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:39.247112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:38.943364Z","time spent":"303.657381ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:39.247186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.567019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-28T19:57:39.247186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.6931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-28T19:57:39.247217Z","caller":"traceutil/trace.go:171","msg":"trace[1092882822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"116.656362ms","start":"2026-06-28T19:57:39.13055Z","end":"2026-06-28T19:57:39.247207Z","steps":["trace[1092882822] 'agreement among raft nodes before linearized reading' (duration: 116.505458ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:39.247251Z","caller":"traceutil/trace.go:171","msg":"trace[2086647492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:743; }","duration":"157.810743ms","start":"2026-06-28T19:57:39.089424Z","end":"2026-06-28T19:57:39.247235Z","steps":["trace[2086647492] 'agreement among raft nodes before linearized reading' (duration: 157.579877ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:41.968325Z","caller":"traceutil/trace.go:171","msg":"trace[363889837] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"261.620755ms","start":"2026-06-28T19:57:41.70666Z","end":"2026-06-28T19:57:41.968281Z","steps":["trace[363889837] 'process raft request' (duration: 261.474581ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:42.297483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.384483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:57:42.29758Z","caller":"traceutil/trace.go:171","msg":"trace[2068947981] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"239.575162ms","start":"2026-06-28T19:57:42.057989Z","end":"2026-06-28T19:57:42.297564Z","steps":["trace[2068947981] 'read index received' (duration: 17.028955ms)","trace[2068947981] 'applied index is now lower than readState.Index' (duration: 222.544717ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:42.297645Z","caller":"traceutil/trace.go:171","msg":"trace[378517463] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"579.909979ms","start":"2026-06-28T19:57:41.717724Z","end":"2026-06-28T19:57:42.297634Z","steps":["trace[378517463] 'process raft request' (duration: 357.28607ms)","trace[378517463] 'compare' (duration: 222.185528ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:42.297706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:41.717707Z","time spent":"579.966801ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:42.298015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.028944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T19:57:42.298065Z","caller":"traceutil/trace.go:171","msg":"trace[1707920524] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:760; }","duration":"240.095406ms","start":"2026-06-28T19:57:42.057948Z","end":"2026-06-28T19:57:42.298043Z","steps":["trace[1707920524] 'agreement among raft nodes before linearized reading' (duration: 239.959052ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.01792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.843372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:57:43.01809Z","caller":"traceutil/trace.go:171","msg":"trace[666368955] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"946.301904ms","start":"2026-06-28T19:57:42.071758Z","end":"2026-06-28T19:57:43.018059Z","steps":["trace[666368955] 'process raft request' (duration: 459.150584ms)","trace[666368955] 'compare' (duration: 486.714679ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:43.018148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:42.299355Z","time spent":"718.7902ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T19:57:43.01824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:42.071732Z","time spent":"946.420658ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:43.018414Z","caller":"traceutil/trace.go:171","msg":"trace[504161324] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"720.7654ms","start":"2026-06-28T19:57:42.297605Z","end":"2026-06-28T19:57:43.018371Z","steps":["trace[504161324] 'read index received' (duration: 233.337543ms)","trace[504161324] 'applied index is now lower than readState.Index' (duration: 487.424117ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:57:43.018636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.483263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:57:43.018682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.894105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-06-28T19:57:43.018733Z","caller":"traceutil/trace.go:171","msg":"trace[1313797970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"441.633157ms","start":"2026-06-28T19:57:42.577076Z","end":"2026-06-28T19:57:43.018709Z","steps":["trace[1313797970] 'agreement among raft nodes before linearized reading' (duration: 441.466413ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.018808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:42.577048Z","time spent":"441.74248ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T19:57:43.018804Z","caller":"traceutil/trace.go:171","msg":"trace[2119070673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"894.05837ms","start":"2026-06-28T19:57:42.124718Z","end":"2026-06-28T19:57:43.018777Z","steps":["trace[2119070673] 'agreement among raft nodes before linearized reading' (duration: 893.745112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.018877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:42.124705Z","time spent":"894.159082ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T19:57:43.524926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600096379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T19:57:43.936998Z","caller":"traceutil/trace.go:171","msg":"trace[1654633255] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"917.887099ms","start":"2026-06-28T19:57:43.019078Z","end":"2026-06-28T19:57:43.936965Z","steps":["trace[1654633255] 'process raft request' (duration: 914.630136ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.019059Z","time spent":"918.031512ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:57:43.937365Z","caller":"traceutil/trace.go:171","msg":"trace[2048587776] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"913.268441ms","start":"2026-06-28T19:57:43.02408Z","end":"2026-06-28T19:57:43.937349Z","steps":["trace[2048587776] 'read index received' (duration: 909.603007ms)","trace[2048587776] 'applied index is now lower than readState.Index' (duration: 3.664203ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:57:43.937473Z","caller":"traceutil/trace.go:171","msg":"trace[2067500419] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"914.382089ms","start":"2026-06-28T19:57:43.023067Z","end":"2026-06-28T19:57:43.937449Z","steps":["trace[2067500419] 'process raft request' (duration: 914.187734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.13691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T19:57:43.937554Z","caller":"traceutil/trace.go:171","msg":"trace[419373899] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:763; }","duration":"514.208802ms","start":"2026-06-28T19:57:43.423335Z","end":"2026-06-28T19:57:43.937544Z","steps":["trace[419373899] 'agreement among raft nodes before linearized reading' (duration: 514.106879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.423324Z","time spent":"514.252812ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":52,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T19:57:43.937624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.023042Z","time spent":"914.502482ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:57:43.937608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.014998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-s9bsj\" ","response":"range_response_count:1 size:5049"} {"level":"warn","ts":"2026-06-28T19:57:43.937635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.522447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T19:57:43.93768Z","caller":"traceutil/trace.go:171","msg":"trace[998158203] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-s9bsj; range_end:; response_count:1; response_revision:763; }","duration":"894.099411ms","start":"2026-06-28T19:57:43.043564Z","end":"2026-06-28T19:57:43.937663Z","steps":["trace[998158203] 'agreement among raft nodes before linearized reading' (duration: 893.882105ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.169252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:57:43.937718Z","caller":"traceutil/trace.go:171","msg":"trace[1191918396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:763; }","duration":"913.617019ms","start":"2026-06-28T19:57:43.024077Z","end":"2026-06-28T19:57:43.937694Z","steps":["trace[1191918396] 'agreement among raft nodes before linearized reading' (duration: 913.354103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.043503Z","time spent":"894.217233ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5071,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-s9bsj\" "} {"level":"warn","ts":"2026-06-28T19:57:43.937709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.907555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-28T19:57:43.937727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.7957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-28T19:57:43.93777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.024039Z","time spent":"913.722342ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T19:57:43.937762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.50829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-28T19:57:43.937785Z","caller":"traceutil/trace.go:171","msg":"trace[1530225427] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:763; }","duration":"293.332627ms","start":"2026-06-28T19:57:43.644417Z","end":"2026-06-28T19:57:43.93775Z","steps":["trace[1530225427] 'agreement among raft nodes before linearized reading' (duration: 293.07299ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:43.937788Z","caller":"traceutil/trace.go:171","msg":"trace[1551711687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:763; }","duration":"588.009547ms","start":"2026-06-28T19:57:43.349757Z","end":"2026-06-28T19:57:43.937766Z","steps":["trace[1551711687] 'agreement among raft nodes before linearized reading' (duration: 587.816082ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:57:43.937803Z","caller":"traceutil/trace.go:171","msg":"trace[275718922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"637.901893ms","start":"2026-06-28T19:57:43.299878Z","end":"2026-06-28T19:57:43.93778Z","steps":["trace[275718922] 'agreement among raft nodes before linearized reading' (duration: 637.697567ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.349745Z","time spent":"588.08743ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T19:57:43.937838Z","caller":"traceutil/trace.go:171","msg":"trace[233652924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:763; }","duration":"588.623334ms","start":"2026-06-28T19:57:43.349194Z","end":"2026-06-28T19:57:43.937817Z","steps":["trace[233652924] 'agreement among raft nodes before linearized reading' (duration: 588.355417ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:57:43.937865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.299854Z","time spent":"637.991205ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T19:57:43.937885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:57:43.349176Z","time spent":"588.700755ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T19:58:32.486459Z","caller":"traceutil/trace.go:171","msg":"trace[1915369853] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"175.405936ms","start":"2026-06-28T19:58:32.311035Z","end":"2026-06-28T19:58:32.486441Z","steps":["trace[1915369853] 'process raft request' (duration: 175.289333ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.490003Z","caller":"traceutil/trace.go:171","msg":"trace[1238673670] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"175.5733ms","start":"2026-06-28T19:58:32.314411Z","end":"2026-06-28T19:58:32.489984Z","steps":["trace[1238673670] 'process raft request' (duration: 175.428797ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:32.490234Z","caller":"traceutil/trace.go:171","msg":"trace[45521918] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1464; }","duration":"171.801735ms","start":"2026-06-28T19:58:32.318397Z","end":"2026-06-28T19:58:32.490199Z","steps":["trace[45521918] 'read index received' (duration: 167.949788ms)","trace[45521918] 'applied index is now lower than readState.Index' (duration: 3.849497ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:32.490323Z","caller":"traceutil/trace.go:171","msg":"trace[1505730887] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"169.718232ms","start":"2026-06-28T19:58:32.32058Z","end":"2026-06-28T19:58:32.490298Z","steps":["trace[1505730887] 'process raft request' (duration: 169.371654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.490475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.610914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:58:32.490523Z","caller":"traceutil/trace.go:171","msg":"trace[2100400654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1419; }","duration":"100.701967ms","start":"2026-06-28T19:58:32.38981Z","end":"2026-06-28T19:58:32.490512Z","steps":["trace[2100400654] 'agreement among raft nodes before linearized reading' (duration: 100.562413ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.490544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.108473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T19:58:32.490661Z","caller":"traceutil/trace.go:171","msg":"trace[1039969174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1419; }","duration":"172.258527ms","start":"2026-06-28T19:58:32.318377Z","end":"2026-06-28T19:58:32.490636Z","steps":["trace[1039969174] 'agreement among raft nodes before linearized reading' (duration: 171.96534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:32.49059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.178513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T19:58:32.490792Z","caller":"traceutil/trace.go:171","msg":"trace[1930973467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1419; }","duration":"115.426919ms","start":"2026-06-28T19:58:32.375353Z","end":"2026-06-28T19:58:32.49078Z","steps":["trace[1930973467] 'agreement among raft nodes before linearized reading' (duration: 115.015048ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:33.466897Z","caller":"traceutil/trace.go:171","msg":"trace[42681550] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"111.020837ms","start":"2026-06-28T19:58:33.355852Z","end":"2026-06-28T19:58:33.466873Z","steps":["trace[42681550] 'process raft request' (duration: 110.873364ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:51.103387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.878995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T19:58:51.103819Z","caller":"traceutil/trace.go:171","msg":"trace[1550707236] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"439.245479ms","start":"2026-06-28T19:58:50.664532Z","end":"2026-06-28T19:58:51.103777Z","steps":["trace[1550707236] 'process raft request' (duration: 100.546973ms)","trace[1550707236] 'compare' (duration: 337.724301ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:51.10402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:50.664501Z","time spent":"439.414703ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:58:51.104184Z","caller":"traceutil/trace.go:171","msg":"trace[886126345] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1790; }","duration":"367.307789ms","start":"2026-06-28T19:58:50.736809Z","end":"2026-06-28T19:58:51.104117Z","steps":["trace[886126345] 'read index received' (duration: 28.246174ms)","trace[886126345] 'applied index is now lower than readState.Index' (duration: 339.059585ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:51.104213Z","caller":"traceutil/trace.go:171","msg":"trace[1396533627] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"438.256964ms","start":"2026-06-28T19:58:50.665925Z","end":"2026-06-28T19:58:51.104182Z","steps":["trace[1396533627] 'process raft request' (duration: 437.922526ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:51.104337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.495984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:58:51.104363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:50.665889Z","time spent":"438.409068ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:58:51.104406Z","caller":"traceutil/trace.go:171","msg":"trace[1889760913] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1717; }","duration":"367.643868ms","start":"2026-06-28T19:58:50.736743Z","end":"2026-06-28T19:58:51.104387Z","steps":["trace[1889760913] 'agreement among raft nodes before linearized reading' (duration: 367.501065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:51.104446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:50.736714Z","time spent":"367.721269ms","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T19:58:51.104619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.303241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-97x5w\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-06-28T19:58:51.104773Z","caller":"traceutil/trace.go:171","msg":"trace[1489942766] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-97x5w; range_end:; response_count:1; response_revision:1717; }","duration":"252.526436ms","start":"2026-06-28T19:58:50.852226Z","end":"2026-06-28T19:58:51.104752Z","steps":["trace[1489942766] 'agreement among raft nodes before linearized reading' (duration: 252.137477ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:58.697581Z","caller":"traceutil/trace.go:171","msg":"trace[1218393100] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1908; }","duration":"125.584086ms","start":"2026-06-28T19:58:58.571973Z","end":"2026-06-28T19:58:58.697557Z","steps":["trace[1218393100] 'read index received' (duration: 125.332029ms)","trace[1218393100] 'applied index is now lower than readState.Index' (duration: 250.977µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:58.697645Z","caller":"traceutil/trace.go:171","msg":"trace[1421721456] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"246.305709ms","start":"2026-06-28T19:58:58.451306Z","end":"2026-06-28T19:58:58.697612Z","steps":["trace[1421721456] 'process raft request' (duration: 246.089924ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:58.697798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.811862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T19:58:58.697842Z","caller":"traceutil/trace.go:171","msg":"trace[1163364542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1832; }","duration":"125.909055ms","start":"2026-06-28T19:58:58.571923Z","end":"2026-06-28T19:58:58.697832Z","steps":["trace[1163364542] 'agreement among raft nodes before linearized reading' (duration: 125.760421ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:58.732437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.447848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-06-28T19:58:58.732525Z","caller":"traceutil/trace.go:171","msg":"trace[1471058145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:1833; }","duration":"145.592891ms","start":"2026-06-28T19:58:58.586913Z","end":"2026-06-28T19:58:58.732506Z","steps":["trace[1471058145] 'agreement among raft nodes before linearized reading' (duration: 145.386856ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:58.942038Z","caller":"traceutil/trace.go:171","msg":"trace[930641100] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"239.009115ms","start":"2026-06-28T19:58:58.702993Z","end":"2026-06-28T19:58:58.942002Z","steps":["trace[930641100] 'process raft request' (duration: 216.370103ms)","trace[930641100] 'compare' (duration: 22.378426ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:58.942332Z","caller":"traceutil/trace.go:171","msg":"trace[956355910] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"238.785129ms","start":"2026-06-28T19:58:58.703521Z","end":"2026-06-28T19:58:58.942306Z","steps":["trace[956355910] 'process raft request' (duration: 238.45208ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:58.942527Z","caller":"traceutil/trace.go:171","msg":"trace[1382497994] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1910; }","duration":"210.294029ms","start":"2026-06-28T19:58:58.732178Z","end":"2026-06-28T19:58:58.942472Z","steps":["trace[1382497994] 'read index received' (duration: 187.169434ms)","trace[1382497994] 'applied index is now lower than readState.Index' (duration: 23.122075ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:58.942656Z","caller":"traceutil/trace.go:171","msg":"trace[1338148539] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"238.652216ms","start":"2026-06-28T19:58:58.703985Z","end":"2026-06-28T19:58:58.942637Z","steps":["trace[1338148539] 'process raft request' (duration: 238.294327ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:58.942718Z","caller":"traceutil/trace.go:171","msg":"trace[197167531] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"238.999985ms","start":"2026-06-28T19:58:58.703694Z","end":"2026-06-28T19:58:58.942694Z","steps":["trace[197167531] 'process raft request' (duration: 238.545793ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:58.94298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.281392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-06-28T19:58:58.943035Z","caller":"traceutil/trace.go:171","msg":"trace[1091530265] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:1838; }","duration":"241.352564ms","start":"2026-06-28T19:58:58.701667Z","end":"2026-06-28T19:58:58.94302Z","steps":["trace[1091530265] 'agreement among raft nodes before linearized reading' (duration: 241.046596ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:58.94423Z","caller":"traceutil/trace.go:171","msg":"trace[976294263] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"238.898762ms","start":"2026-06-28T19:58:58.703645Z","end":"2026-06-28T19:58:58.942544Z","steps":["trace[976294263] 'process raft request' (duration: 238.543103ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:59.560028Z","caller":"traceutil/trace.go:171","msg":"trace[836729143] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1915; }","duration":"495.347899ms","start":"2026-06-28T19:58:59.064649Z","end":"2026-06-28T19:58:59.559997Z","steps":["trace[836729143] 'read index received' (duration: 495.277507ms)","trace[836729143] 'applied index is now lower than readState.Index' (duration: 68.872µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:58:59.560096Z","caller":"traceutil/trace.go:171","msg":"trace[641476609] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"609.597258ms","start":"2026-06-28T19:58:58.950455Z","end":"2026-06-28T19:58:59.560052Z","steps":["trace[641476609] 'process raft request' (duration: 609.338122ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:59.560257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.579134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T19:58:59.560298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:58.950429Z","time spent":"609.748942ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:58:59.56031Z","caller":"traceutil/trace.go:171","msg":"trace[219581016] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1839; }","duration":"495.691317ms","start":"2026-06-28T19:58:59.064599Z","end":"2026-06-28T19:58:59.56029Z","steps":["trace[219581016] 'agreement among raft nodes before linearized reading' (duration: 495.590825ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:59.560358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.064576Z","time spent":"495.768009ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T19:58:59.576589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T19:58:59.576666Z","caller":"traceutil/trace.go:171","msg":"trace[1691024411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1840; }","duration":"433.097664ms","start":"2026-06-28T19:58:59.14355Z","end":"2026-06-28T19:58:59.576648Z","steps":["trace[1691024411] 'agreement among raft nodes before linearized reading' (duration: 432.789996ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:58:59.576678Z","caller":"traceutil/trace.go:171","msg":"trace[489183235] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"331.187027ms","start":"2026-06-28T19:58:59.245467Z","end":"2026-06-28T19:58:59.576654Z","steps":["trace[489183235] 'process raft request' (duration: 330.708395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:59.576711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.143538Z","time spent":"433.163736ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T19:58:59.576856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.245448Z","time spent":"331.278439ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:58:59.576907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.37118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-06-28T19:58:59.576941Z","caller":"traceutil/trace.go:171","msg":"trace[756041276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1840; }","duration":"429.441792ms","start":"2026-06-28T19:58:59.147491Z","end":"2026-06-28T19:58:59.576933Z","steps":["trace[756041276] 'agreement among raft nodes before linearized reading' (duration: 429.34541ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:58:59.576968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.147468Z","time spent":"429.495313ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T19:58:59.962067Z","caller":"traceutil/trace.go:171","msg":"trace[1119592746] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"381.832707ms","start":"2026-06-28T19:58:59.580206Z","end":"2026-06-28T19:58:59.962039Z","steps":["trace[1119592746] 'process raft request' (duration: 322.417823ms)","trace[1119592746] 'compare' (duration: 58.960742ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:58:59.962398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.580185Z","time spent":"382.136595ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:59:00.018488Z","caller":"traceutil/trace.go:171","msg":"trace[1005030311] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"437.834423ms","start":"2026-06-28T19:58:59.580639Z","end":"2026-06-28T19:59:00.018473Z","steps":["trace[1005030311] 'process raft request' (duration: 437.696079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.018588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.580622Z","time spent":"437.918065ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T19:59:00.018803Z","caller":"traceutil/trace.go:171","msg":"trace[629046607] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"437.774931ms","start":"2026-06-28T19:58:59.580993Z","end":"2026-06-28T19:59:00.018768Z","steps":["trace[629046607] 'process raft request' (duration: 437.433063ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:00.018812Z","caller":"traceutil/trace.go:171","msg":"trace[1572786488] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1917; }","duration":"280.481984ms","start":"2026-06-28T19:58:59.738304Z","end":"2026-06-28T19:59:00.018786Z","steps":["trace[1572786488] 'read index received' (duration: 164.308205ms)","trace[1572786488] 'applied index is now lower than readState.Index' (duration: 116.172549ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:00.018864Z","caller":"traceutil/trace.go:171","msg":"trace[2115891258] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"142.025562ms","start":"2026-06-28T19:58:59.876824Z","end":"2026-06-28T19:59:00.01885Z","steps":["trace[2115891258] 'process raft request' (duration: 141.844748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.019123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.580989Z","time spent":"438.039658ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:00.019078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.75691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-06-28T19:59:00.019221Z","caller":"traceutil/trace.go:171","msg":"trace[1808896908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:1844; }","duration":"280.950875ms","start":"2026-06-28T19:58:59.738255Z","end":"2026-06-28T19:59:00.019206Z","steps":["trace[1808896908] 'agreement among raft nodes before linearized reading' (duration: 280.681808ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.039411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.690845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T19:59:00.03945Z","caller":"traceutil/trace.go:171","msg":"trace[1422706302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1845; }","duration":"300.768667ms","start":"2026-06-28T19:58:59.738671Z","end":"2026-06-28T19:59:00.03944Z","steps":["trace[1422706302] 'agreement among raft nodes before linearized reading' (duration: 300.639994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:00.039472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:58:59.738616Z","time spent":"300.850699ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T19:59:01.055809Z","caller":"traceutil/trace.go:171","msg":"trace[852449455] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1924; }","duration":"118.66868ms","start":"2026-06-28T19:59:00.937119Z","end":"2026-06-28T19:59:01.055788Z","steps":["trace[852449455] 'read index received' (duration: 118.430634ms)","trace[852449455] 'applied index is now lower than readState.Index' (duration: 236.926µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:01.055959Z","caller":"traceutil/trace.go:171","msg":"trace[405649950] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"316.74516ms","start":"2026-06-28T19:59:00.739182Z","end":"2026-06-28T19:59:01.055927Z","steps":["trace[405649950] 'process raft request' (duration: 316.454553ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.056006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.880466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:01.056055Z","caller":"traceutil/trace.go:171","msg":"trace[164995849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1848; }","duration":"118.988919ms","start":"2026-06-28T19:59:00.937052Z","end":"2026-06-28T19:59:01.056041Z","steps":["trace[164995849] 'agreement among raft nodes before linearized reading' (duration: 118.875616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:01.056133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:00.739165Z","time spent":"316.876994ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:01.05622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.244453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T19:59:01.056342Z","caller":"traceutil/trace.go:171","msg":"trace[1841609423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1848; }","duration":"109.399817ms","start":"2026-06-28T19:59:00.946925Z","end":"2026-06-28T19:59:01.056324Z","steps":["trace[1841609423] 'agreement among raft nodes before linearized reading' (duration: 109.13205ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:01.228488Z","caller":"traceutil/trace.go:171","msg":"trace[193147862] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"167.529417ms","start":"2026-06-28T19:59:01.060917Z","end":"2026-06-28T19:59:01.228446Z","steps":["trace[193147862] 'process raft request' (duration: 163.30546ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:05.741104Z","caller":"traceutil/trace.go:171","msg":"trace[953562713] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"106.599907ms","start":"2026-06-28T19:59:05.634484Z","end":"2026-06-28T19:59:05.741084Z","steps":["trace[953562713] 'process raft request' (duration: 106.455753ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.18539Z","caller":"traceutil/trace.go:171","msg":"trace[964641138] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"121.741ms","start":"2026-06-28T19:59:12.063628Z","end":"2026-06-28T19:59:12.185369Z","steps":["trace[964641138] 'read index received' (duration: 121.493484ms)","trace[964641138] 'applied index is now lower than readState.Index' (duration: 245.956µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:12.185485Z","caller":"traceutil/trace.go:171","msg":"trace[861616642] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"171.662113ms","start":"2026-06-28T19:59:12.013789Z","end":"2026-06-28T19:59:12.185451Z","steps":["trace[861616642] 'process raft request' (duration: 171.342465ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.185661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.010986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T19:59:12.185739Z","caller":"traceutil/trace.go:171","msg":"trace[759366312] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1943; }","duration":"122.103269ms","start":"2026-06-28T19:59:12.06362Z","end":"2026-06-28T19:59:12.185723Z","steps":["trace[759366312] 'agreement among raft nodes before linearized reading' (duration: 121.888913ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.39815Z","caller":"traceutil/trace.go:171","msg":"trace[1729053705] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"212.654538ms","start":"2026-06-28T19:59:12.185468Z","end":"2026-06-28T19:59:12.398122Z","steps":["trace[1729053705] 'read index received' (duration: 212.472254ms)","trace[1729053705] 'applied index is now lower than readState.Index' (duration: 181.064µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:12.398245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.35513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:12.398687Z","caller":"traceutil/trace.go:171","msg":"trace[211514942] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1944; }","duration":"229.847363ms","start":"2026-06-28T19:59:12.168823Z","end":"2026-06-28T19:59:12.398671Z","steps":["trace[211514942] 'agreement among raft nodes before linearized reading' (duration: 229.32987ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.398385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.143234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T19:59:12.398797Z","caller":"traceutil/trace.go:171","msg":"trace[1984416041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1944; }","duration":"327.598666ms","start":"2026-06-28T19:59:12.071184Z","end":"2026-06-28T19:59:12.398782Z","steps":["trace[1984416041] 'agreement among raft nodes before linearized reading' (duration: 327.052082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.398838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:12.071171Z","time spent":"327.654667ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T19:59:12.398376Z","caller":"traceutil/trace.go:171","msg":"trace[1593185001] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"319.075051ms","start":"2026-06-28T19:59:12.079275Z","end":"2026-06-28T19:59:12.39835Z","steps":["trace[1593185001] 'process raft request' (duration: 318.676811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.399047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:12.07926Z","time spent":"319.681846ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:12.398419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.321893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T19:59:12.399174Z","caller":"traceutil/trace.go:171","msg":"trace[1585253918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"257.129703ms","start":"2026-06-28T19:59:12.142024Z","end":"2026-06-28T19:59:12.399153Z","steps":["trace[1585253918] 'agreement among raft nodes before linearized reading' (duration: 256.18746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.398473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.156957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-06-28T19:59:12.399329Z","caller":"traceutil/trace.go:171","msg":"trace[1165525049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1944; }","duration":"317.026029ms","start":"2026-06-28T19:59:12.08228Z","end":"2026-06-28T19:59:12.399306Z","steps":["trace[1165525049] 'agreement among raft nodes before linearized reading' (duration: 316.076015ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:12.39947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:12.082269Z","time spent":"317.134952ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T19:59:12.398604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.575053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p\" ","response":"range_response_count:1 size:5811"} {"level":"info","ts":"2026-06-28T19:59:12.399657Z","caller":"traceutil/trace.go:171","msg":"trace[1696994297] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p; range_end:; response_count:1; response_revision:1944; }","duration":"218.64475ms","start":"2026-06-28T19:59:12.180983Z","end":"2026-06-28T19:59:12.399628Z","steps":["trace[1696994297] 'agreement among raft nodes before linearized reading' (duration: 217.352498ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.517889Z","caller":"traceutil/trace.go:171","msg":"trace[1461414550] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"114.728811ms","start":"2026-06-28T19:59:12.403121Z","end":"2026-06-28T19:59:12.51785Z","steps":["trace[1461414550] 'process raft request' (duration: 114.534156ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.518031Z","caller":"traceutil/trace.go:171","msg":"trace[186447662] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"112.465805ms","start":"2026-06-28T19:59:12.40548Z","end":"2026-06-28T19:59:12.517946Z","steps":["trace[186447662] 'process raft request' (duration: 112.315101ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.518199Z","caller":"traceutil/trace.go:171","msg":"trace[1308008145] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2024; }","duration":"102.262517ms","start":"2026-06-28T19:59:12.415909Z","end":"2026-06-28T19:59:12.518171Z","steps":["trace[1308008145] 'read index received' (duration: 101.798355ms)","trace[1308008145] 'applied index is now lower than readState.Index' (duration: 462.742µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:12.518464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.534603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T19:59:12.518533Z","caller":"traceutil/trace.go:171","msg":"trace[30622253] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1947; }","duration":"102.682057ms","start":"2026-06-28T19:59:12.415836Z","end":"2026-06-28T19:59:12.518518Z","steps":["trace[30622253] 'agreement among raft nodes before linearized reading' (duration: 102.482662ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.518325Z","caller":"traceutil/trace.go:171","msg":"trace[1867958661] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"109.655864ms","start":"2026-06-28T19:59:12.408655Z","end":"2026-06-28T19:59:12.518311Z","steps":["trace[1867958661] 'process raft request' (duration: 109.215193ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:12.52954Z","caller":"traceutil/trace.go:171","msg":"trace[1988085697] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"112.768011ms","start":"2026-06-28T19:59:12.416752Z","end":"2026-06-28T19:59:12.52952Z","steps":["trace[1988085697] 'process raft request' (duration: 112.608627ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:15.761726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.060793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T19:59:15.76179Z","caller":"traceutil/trace.go:171","msg":"trace[430841486] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1972; }","duration":"159.186376ms","start":"2026-06-28T19:59:15.60259Z","end":"2026-06-28T19:59:15.761776Z","steps":["trace[430841486] 'count revisions from in-memory index tree' (duration: 158.972541ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:49.414797Z","caller":"traceutil/trace.go:171","msg":"trace[1042704634] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"156.380882ms","start":"2026-06-28T19:59:49.25839Z","end":"2026-06-28T19:59:49.414771Z","steps":["trace[1042704634] 'process raft request' (duration: 156.241129ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:49.509955Z","caller":"traceutil/trace.go:171","msg":"trace[381045921] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"223.697368ms","start":"2026-06-28T19:59:49.286238Z","end":"2026-06-28T19:59:49.509935Z","steps":["trace[381045921] 'process raft request' (duration: 223.042072ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T19:59:49.970606Z","caller":"traceutil/trace.go:171","msg":"trace[349943428] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2248; }","duration":"302.177796ms","start":"2026-06-28T19:59:49.668402Z","end":"2026-06-28T19:59:49.97058Z","steps":["trace[349943428] 'read index received' (duration: 261.597665ms)","trace[349943428] 'applied index is now lower than readState.Index' (duration: 40.579011ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T19:59:49.970664Z","caller":"traceutil/trace.go:171","msg":"trace[2017224790] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"418.201192ms","start":"2026-06-28T19:59:49.552422Z","end":"2026-06-28T19:59:49.970624Z","steps":["trace[2017224790] 'process raft request' (duration: 377.57728ms)","trace[2017224790] 'compare' (duration: 40.469649ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T19:59:49.970859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:49.552411Z","time spent":"418.349676ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T19:59:49.97086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.440942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-06-28T19:59:49.970931Z","caller":"traceutil/trace.go:171","msg":"trace[1348150766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"302.554015ms","start":"2026-06-28T19:59:49.668359Z","end":"2026-06-28T19:59:49.970913Z","steps":["trace[1348150766] 'agreement among raft nodes before linearized reading' (duration: 302.31893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:49.970977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:49.668344Z","time spent":"302.621068ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-06-28T19:59:54.332906Z","caller":"traceutil/trace.go:171","msg":"trace[1788204330] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"904.798316ms","start":"2026-06-28T19:59:53.428083Z","end":"2026-06-28T19:59:54.332881Z","steps":["trace[1788204330] 'process raft request' (duration: 904.269873ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T19:59:54.333022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T19:59:53.428057Z","time spent":"904.901809ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:00:25.575743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600099955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:00:25.614008Z","caller":"traceutil/trace.go:171","msg":"trace[792034660] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"913.395657ms","start":"2026-06-28T20:00:24.700589Z","end":"2026-06-28T20:00:25.613985Z","steps":["trace[792034660] 'read index received' (duration: 913.215833ms)","trace[792034660] 'applied index is now lower than readState.Index' (duration: 178.684µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:25.614097Z","caller":"traceutil/trace.go:171","msg":"trace[254803212] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"980.771674ms","start":"2026-06-28T20:00:24.633291Z","end":"2026-06-28T20:00:25.614063Z","steps":["trace[254803212] 'process raft request' (duration: 980.571189ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.552991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:25.614205Z","caller":"traceutil/trace.go:171","msg":"trace[1336857221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2486; }","duration":"913.658303ms","start":"2026-06-28T20:00:24.700535Z","end":"2026-06-28T20:00:25.614193Z","steps":["trace[1336857221] 'agreement among raft nodes before linearized reading' (duration: 913.569221ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.700515Z","time spent":"913.715055ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:00:25.614251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.34649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:00:25.614265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.633249Z","time spent":"980.925118ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:00:25.614294Z","caller":"traceutil/trace.go:171","msg":"trace[1743194168] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2486; }","duration":"889.414952ms","start":"2026-06-28T20:00:24.724867Z","end":"2026-06-28T20:00:25.614282Z","steps":["trace[1743194168] 'agreement among raft nodes before linearized reading' (duration: 889.34251ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.724854Z","time spent":"889.465913ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-06-28T20:00:25.614354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.827054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:00:25.614424Z","caller":"traceutil/trace.go:171","msg":"trace[213204669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2486; }","duration":"676.919197ms","start":"2026-06-28T20:00:24.937487Z","end":"2026-06-28T20:00:25.614407Z","steps":["trace[213204669] 'agreement among raft nodes before linearized reading' (duration: 676.760973ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.937447Z","time spent":"677.005539ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:00:25.614484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.502629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:00:25.614566Z","caller":"traceutil/trace.go:171","msg":"trace[915427787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2486; }","duration":"699.643912ms","start":"2026-06-28T20:00:24.914902Z","end":"2026-06-28T20:00:25.614546Z","steps":["trace[915427787] 'agreement among raft nodes before linearized reading' (duration: 699.385566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.22099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:00:25.61461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.914883Z","time spent":"699.718054ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:00:25.614605Z","caller":"traceutil/trace.go:171","msg":"trace[409564898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2486; }","duration":"649.292551ms","start":"2026-06-28T20:00:24.965303Z","end":"2026-06-28T20:00:25.614596Z","steps":["trace[409564898] 'agreement among raft nodes before linearized reading' (duration: 649.172188ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.945508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:00:25.614664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.965282Z","time spent":"649.375563ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:00:25.614695Z","caller":"traceutil/trace.go:171","msg":"trace[2090746920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2486; }","duration":"630.048431ms","start":"2026-06-28T20:00:24.984625Z","end":"2026-06-28T20:00:25.614673Z","steps":["trace[2090746920] 'agreement among raft nodes before linearized reading' (duration: 629.816186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.984614Z","time spent":"630.115813ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:00:25.614735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.704771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:00:25.614893Z","caller":"traceutil/trace.go:171","msg":"trace[1145245475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2486; }","duration":"705.919006ms","start":"2026-06-28T20:00:24.908948Z","end":"2026-06-28T20:00:25.614867Z","steps":["trace[1145245475] 'agreement among raft nodes before linearized reading' (duration: 705.446004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.614942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.421588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-28T20:00:25.614977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.908922Z","time spent":"706.042418ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:00:25.615015Z","caller":"traceutil/trace.go:171","msg":"trace[1409170344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2486; }","duration":"688.51424ms","start":"2026-06-28T20:00:24.926482Z","end":"2026-06-28T20:00:25.614997Z","steps":["trace[1409170344] 'agreement among raft nodes before linearized reading' (duration: 687.859514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:25.615064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:00:24.92647Z","time spent":"688.582431ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:00:30.708724Z","caller":"traceutil/trace.go:171","msg":"trace[2134849902] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"249.546605ms","start":"2026-06-28T20:00:30.459149Z","end":"2026-06-28T20:00:30.708696Z","steps":["trace[2134849902] 'process raft request' (duration: 249.373091ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:30.730727Z","caller":"traceutil/trace.go:171","msg":"trace[269180811] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2655; }","duration":"230.619657ms","start":"2026-06-28T20:00:30.50009Z","end":"2026-06-28T20:00:30.730709Z","steps":["trace[269180811] 'read index received' (duration: 208.48252ms)","trace[269180811] 'applied index is now lower than readState.Index' (duration: 22.136327ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:00:30.730813Z","caller":"traceutil/trace.go:171","msg":"trace[510759227] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"237.254308ms","start":"2026-06-28T20:00:30.493551Z","end":"2026-06-28T20:00:30.730805Z","steps":["trace[510759227] 'process raft request' (duration: 237.116885ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:00:30.73079Z","caller":"traceutil/trace.go:171","msg":"trace[949586756] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"269.94906ms","start":"2026-06-28T20:00:30.460803Z","end":"2026-06-28T20:00:30.730752Z","steps":["trace[949586756] 'process raft request' (duration: 269.755805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:30.731023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.929515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:00:30.731052Z","caller":"traceutil/trace.go:171","msg":"trace[1837450063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2554; }","duration":"231.007107ms","start":"2026-06-28T20:00:30.500038Z","end":"2026-06-28T20:00:30.731046Z","steps":["trace[1837450063] 'agreement among raft nodes before linearized reading' (duration: 230.894654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:00:30.731212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.917841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-28T20:00:30.731317Z","caller":"traceutil/trace.go:171","msg":"trace[906940056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2554; }","duration":"171.068965ms","start":"2026-06-28T20:00:30.560217Z","end":"2026-06-28T20:00:30.731286Z","steps":["trace[906940056] 'agreement among raft nodes before linearized reading' (duration: 170.755147ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:02.708576Z","caller":"traceutil/trace.go:171","msg":"trace[2029883879] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"109.146755ms","start":"2026-06-28T20:01:02.599405Z","end":"2026-06-28T20:01:02.708552Z","steps":["trace[2029883879] 'process raft request' (duration: 109.007061ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:03.163738Z","caller":"traceutil/trace.go:171","msg":"trace[1664117537] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"339.546027ms","start":"2026-06-28T20:01:02.824166Z","end":"2026-06-28T20:01:03.163712Z","steps":["trace[1664117537] 'process raft request' (duration: 339.387483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:03.163882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:02.824143Z","time spent":"339.664679ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:03.164242Z","caller":"traceutil/trace.go:171","msg":"trace[570298855] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2861; }","duration":"279.804359ms","start":"2026-06-28T20:01:02.88442Z","end":"2026-06-28T20:01:03.164225Z","steps":["trace[570298855] 'read index received' (duration: 279.130113ms)","trace[570298855] 'applied index is now lower than readState.Index' (duration: 673.136µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:03.164373Z","caller":"traceutil/trace.go:171","msg":"trace[1219576033] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"324.734517ms","start":"2026-06-28T20:01:02.83957Z","end":"2026-06-28T20:01:03.164304Z","steps":["trace[1219576033] 'process raft request' (duration: 324.566653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:03.16451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.215565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:01:03.164567Z","caller":"traceutil/trace.go:171","msg":"trace[921783208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2751; }","duration":"272.325908ms","start":"2026-06-28T20:01:02.892229Z","end":"2026-06-28T20:01:03.164555Z","steps":["trace[921783208] 'agreement among raft nodes before linearized reading' (duration: 272.146684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:03.164419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.989373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-28T20:01:03.164637Z","caller":"traceutil/trace.go:171","msg":"trace[397001567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2751; }","duration":"280.24421ms","start":"2026-06-28T20:01:02.884379Z","end":"2026-06-28T20:01:03.164623Z","steps":["trace[397001567] 'agreement among raft nodes before linearized reading' (duration: 279.940892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:03.164585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:02.839544Z","time spent":"324.938552ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:01:07.407835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.878333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:01:07.407949Z","caller":"traceutil/trace.go:171","msg":"trace[2030586423] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"192.141865ms","start":"2026-06-28T20:01:07.215787Z","end":"2026-06-28T20:01:07.407929Z","steps":["trace[2030586423] 'process raft request' (duration: 51.088208ms)","trace[2030586423] 'compare' (duration: 140.74079ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:07.414653Z","caller":"traceutil/trace.go:171","msg":"trace[47798856] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"198.596121ms","start":"2026-06-28T20:01:07.216033Z","end":"2026-06-28T20:01:07.414629Z","steps":["trace[47798856] 'process raft request' (duration: 198.447388ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:09.359794Z","caller":"traceutil/trace.go:171","msg":"trace[1739043866] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"143.25126ms","start":"2026-06-28T20:01:09.216518Z","end":"2026-06-28T20:01:09.359769Z","steps":["trace[1739043866] 'process raft request' (duration: 68.449738ms)","trace[1739043866] 'compare' (duration: 74.642658ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:15.27204Z","caller":"traceutil/trace.go:171","msg":"trace[619704026] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"111.671676ms","start":"2026-06-28T20:01:15.160342Z","end":"2026-06-28T20:01:15.272014Z","steps":["trace[619704026] 'process raft request' (duration: 111.44822ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:15.574451Z","caller":"traceutil/trace.go:171","msg":"trace[1182709007] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"307.724105ms","start":"2026-06-28T20:01:15.266697Z","end":"2026-06-28T20:01:15.574421Z","steps":["trace[1182709007] 'process raft request' (duration: 224.578891ms)","trace[1182709007] 'compare' (duration: 82.901348ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:01:15.574601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:01:15.266674Z","time spent":"307.845559ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:01:15.601611Z","caller":"traceutil/trace.go:171","msg":"trace[141449777] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2929; }","duration":"127.921079ms","start":"2026-06-28T20:01:15.473674Z","end":"2026-06-28T20:01:15.601596Z","steps":["trace[141449777] 'read index received' (duration: 17.74493ms)","trace[141449777] 'applied index is now lower than readState.Index' (duration: 110.175209ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:01:15.601648Z","caller":"traceutil/trace.go:171","msg":"trace[1571753734] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"223.601827ms","start":"2026-06-28T20:01:15.37803Z","end":"2026-06-28T20:01:15.601631Z","steps":["trace[1571753734] 'process raft request' (duration: 223.476734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:01:15.601956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.264567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:01:15.602056Z","caller":"traceutil/trace.go:171","msg":"trace[1122423797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2817; }","duration":"128.407821ms","start":"2026-06-28T20:01:15.473628Z","end":"2026-06-28T20:01:15.602035Z","steps":["trace[1122423797] 'agreement among raft nodes before linearized reading' (duration: 128.051622ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:31.780106Z","caller":"traceutil/trace.go:171","msg":"trace[1873246812] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"154.435492ms","start":"2026-06-28T20:01:31.625642Z","end":"2026-06-28T20:01:31.780078Z","steps":["trace[1873246812] 'process raft request' (duration: 154.106364ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:01:31.780965Z","caller":"traceutil/trace.go:171","msg":"trace[844991810] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"132.724285ms","start":"2026-06-28T20:01:31.648224Z","end":"2026-06-28T20:01:31.780949Z","steps":["trace[844991810] 'process raft request' (duration: 132.437198ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:36.640403Z","caller":"traceutil/trace.go:171","msg":"trace[1477000486] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"431.483026ms","start":"2026-06-28T20:03:36.208896Z","end":"2026-06-28T20:03:36.640379Z","steps":["trace[1477000486] 'process raft request' (duration: 431.331853ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:36.640651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:36.208876Z","time spent":"431.628029ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:03:36.641208Z","caller":"traceutil/trace.go:171","msg":"trace[1499036969] linearizableReadLoop","detail":"{readStateIndex:3904; appliedIndex:3902; }","duration":"205.785216ms","start":"2026-06-28T20:03:36.435407Z","end":"2026-06-28T20:03:36.641193Z","steps":["trace[1499036969] 'read index received' (duration: 204.739521ms)","trace[1499036969] 'applied index is now lower than readState.Index' (duration: 1.044825ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:03:36.641304Z","caller":"traceutil/trace.go:171","msg":"trace[1628127460] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"430.887072ms","start":"2026-06-28T20:03:36.210348Z","end":"2026-06-28T20:03:36.641235Z","steps":["trace[1628127460] 'process raft request' (duration: 430.717318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:36.641407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.999101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:03:36.641441Z","caller":"traceutil/trace.go:171","msg":"trace[1618323069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3756; }","duration":"206.076162ms","start":"2026-06-28T20:03:36.435355Z","end":"2026-06-28T20:03:36.641431Z","steps":["trace[1618323069] 'agreement among raft nodes before linearized reading' (duration: 205.941149ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:03:36.641285Z","caller":"traceutil/trace.go:171","msg":"trace[509722398] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"138.333057ms","start":"2026-06-28T20:03:36.502922Z","end":"2026-06-28T20:03:36.641256Z","steps":["trace[509722398] 'process raft request' (duration: 138.208524ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:36.641715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.735738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:03:36.641809Z","caller":"traceutil/trace.go:171","msg":"trace[814345159] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3756; }","duration":"120.81988ms","start":"2026-06-28T20:03:36.520928Z","end":"2026-06-28T20:03:36.641748Z","steps":["trace[814345159] 'agreement among raft nodes before linearized reading' (duration: 120.740528ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:03:36.64174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:03:36.210325Z","time spent":"431.129148ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:03:36.642017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.841462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:03:36.642099Z","caller":"traceutil/trace.go:171","msg":"trace[882926239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3756; }","duration":"154.977054ms","start":"2026-06-28T20:03:36.487102Z","end":"2026-06-28T20:03:36.64208Z","steps":["trace[882926239] 'agreement among raft nodes before linearized reading' (duration: 154.439481ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:04:57.50609Z","caller":"traceutil/trace.go:171","msg":"trace[1608804610] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"114.212482ms","start":"2026-06-28T20:04:57.391854Z","end":"2026-06-28T20:04:57.506067Z","steps":["trace[1608804610] 'process raft request' (duration: 114.049898ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:59.665457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.086705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:04:59.665597Z","caller":"traceutil/trace.go:171","msg":"trace[809096237] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4978; }","duration":"165.771452ms","start":"2026-06-28T20:04:59.499807Z","end":"2026-06-28T20:04:59.665579Z","steps":["trace[809096237] 'read index received' (duration: 55.498703ms)","trace[809096237] 'applied index is now lower than readState.Index' (duration: 110.271599ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:04:59.665655Z","caller":"traceutil/trace.go:171","msg":"trace[1718418343] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"198.945533ms","start":"2026-06-28T20:04:59.466674Z","end":"2026-06-28T20:04:59.665619Z","steps":["trace[1718418343] 'process raft request' (duration: 88.617392ms)","trace[1718418343] 'compare' (duration: 109.906541ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:04:59.665858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.983838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-06-28T20:04:59.665904Z","caller":"traceutil/trace.go:171","msg":"trace[1073661396] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4789; }","duration":"166.137261ms","start":"2026-06-28T20:04:59.499755Z","end":"2026-06-28T20:04:59.665892Z","steps":["trace[1073661396] 'agreement among raft nodes before linearized reading' (duration: 165.897376ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:04:59.671653Z","caller":"traceutil/trace.go:171","msg":"trace[1089318039] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"169.252165ms","start":"2026-06-28T20:04:59.502375Z","end":"2026-06-28T20:04:59.671627Z","steps":["trace[1089318039] 'process raft request' (duration: 169.153943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:59.671786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.878898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-06-28T20:04:59.671868Z","caller":"traceutil/trace.go:171","msg":"trace[317868305] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4790; }","duration":"171.98021ms","start":"2026-06-28T20:04:59.499868Z","end":"2026-06-28T20:04:59.671848Z","steps":["trace[317868305] 'agreement among raft nodes before linearized reading' (duration: 171.774075ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:04:59.671764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.707438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ksm4-tls\" ","response":"range_response_count:1 size:2129"} {"level":"info","ts":"2026-06-28T20:04:59.671997Z","caller":"traceutil/trace.go:171","msg":"trace[1538836822] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8ksm4-tls; range_end:; response_count:1; response_revision:4790; }","duration":"167.954955ms","start":"2026-06-28T20:04:59.504028Z","end":"2026-06-28T20:04:59.671983Z","steps":["trace[1538836822] 'agreement among raft nodes before linearized reading' (duration: 167.645187ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:04:59.874059Z","caller":"traceutil/trace.go:171","msg":"trace[1662612697] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4981; }","duration":"124.028757ms","start":"2026-06-28T20:04:59.750015Z","end":"2026-06-28T20:04:59.874044Z","steps":["trace[1662612697] 'read index received' (duration: 96.960592ms)","trace[1662612697] 'applied index is now lower than readState.Index' (duration: 27.067405ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:04:59.874148Z","caller":"traceutil/trace.go:171","msg":"trace[1246619325] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"126.057655ms","start":"2026-06-28T20:04:59.748084Z","end":"2026-06-28T20:04:59.874142Z","steps":["trace[1246619325] 'process raft request' (duration: 99.042611ms)","trace[1246619325] 'compare' (duration: 26.83629ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:04:59.874363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.324674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-06-28T20:04:59.874444Z","caller":"traceutil/trace.go:171","msg":"trace[1594733686] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4792; }","duration":"124.424956ms","start":"2026-06-28T20:04:59.750002Z","end":"2026-06-28T20:04:59.874427Z","steps":["trace[1594733686] 'agreement among raft nodes before linearized reading' (duration: 124.221501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:04.067634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.033719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:05:04.067663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.653486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7824d961-a539-4b96-b835-efd01c0f4b87\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-06-28T20:05:04.067724Z","caller":"traceutil/trace.go:171","msg":"trace[1397552002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"130.183363ms","start":"2026-06-28T20:05:03.93752Z","end":"2026-06-28T20:05:04.067704Z","steps":["trace[1397552002] 'range keys from in-memory index tree' (duration: 129.920937ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:04.067782Z","caller":"traceutil/trace.go:171","msg":"trace[245942627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7824d961-a539-4b96-b835-efd01c0f4b87; range_end:; response_count:1; response_revision:4961; }","duration":"185.8533ms","start":"2026-06-28T20:05:03.881899Z","end":"2026-06-28T20:05:04.067752Z","steps":["trace[245942627] 'range keys from in-memory index tree' (duration: 185.332908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:04.067846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.189025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786849"} {"level":"info","ts":"2026-06-28T20:05:04.067932Z","caller":"traceutil/trace.go:171","msg":"trace[1692745470] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4961; }","duration":"206.289698ms","start":"2026-06-28T20:05:03.861622Z","end":"2026-06-28T20:05:04.067911Z","steps":["trace[1692745470] 'range keys from in-memory index tree' (duration: 205.758225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:04.071107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.45552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-06-28T20:05:04.071172Z","caller":"traceutil/trace.go:171","msg":"trace[144237850] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4961; }","duration":"242.563972ms","start":"2026-06-28T20:05:03.828592Z","end":"2026-06-28T20:05:04.071156Z","steps":["trace[144237850] 'agreement among raft nodes before linearized reading' (duration: 16.944804ms)","trace[144237850] 'range keys from in-memory index tree' (duration: 225.430874ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:06.75196Z","caller":"traceutil/trace.go:171","msg":"trace[1739708412] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"381.672449ms","start":"2026-06-28T20:05:06.370265Z","end":"2026-06-28T20:05:06.751937Z","steps":["trace[1739708412] 'read index received' (duration: 381.341141ms)","trace[1739708412] 'applied index is now lower than readState.Index' (duration: 330.158µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:06.752036Z","caller":"traceutil/trace.go:171","msg":"trace[202647844] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"444.717443ms","start":"2026-06-28T20:05:06.307285Z","end":"2026-06-28T20:05:06.752002Z","steps":["trace[202647844] 'process raft request' (duration: 444.318353ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:06.752206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:06.307252Z","time spent":"444.863685ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413865,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:06.752349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.310092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:05:06.752356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.036928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"warn","ts":"2026-06-28T20:05:06.752473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.92014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f8ccbbd4b-q4p6h.18bd5761da5a9e2c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-06-28T20:05:06.752515Z","caller":"traceutil/trace.go:171","msg":"trace[1011478104] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5010; }","duration":"382.225072ms","start":"2026-06-28T20:05:06.370258Z","end":"2026-06-28T20:05:06.752483Z","steps":["trace[1011478104] 'agreement among raft nodes before linearized reading' (duration: 381.772141ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:06.752541Z","caller":"traceutil/trace.go:171","msg":"trace[1778407743] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7f8ccbbd4b-q4p6h.18bd5761da5a9e2c; range_end:; response_count:1; response_revision:5010; }","duration":"378.005252ms","start":"2026-06-28T20:05:06.374511Z","end":"2026-06-28T20:05:06.752516Z","steps":["trace[1778407743] 'agreement among raft nodes before linearized reading' (duration: 377.897319ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:06.752446Z","caller":"traceutil/trace.go:171","msg":"trace[1738727372] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5010; }","duration":"147.479326ms","start":"2026-06-28T20:05:06.604948Z","end":"2026-06-28T20:05:06.752427Z","steps":["trace[1738727372] 'agreement among raft nodes before linearized reading' (duration: 147.211139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:06.752595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:06.370199Z","time spent":"382.382956ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-06-28T20:05:06.752598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:06.374497Z","time spent":"378.091744ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":920,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7f8ccbbd4b-q4p6h.18bd5761da5a9e2c\" "} {"level":"warn","ts":"2026-06-28T20:05:06.752348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.526212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-28T20:05:06.752718Z","caller":"traceutil/trace.go:171","msg":"trace[1785181821] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5010; }","duration":"380.951692ms","start":"2026-06-28T20:05:06.371743Z","end":"2026-06-28T20:05:06.752695Z","steps":["trace[1785181821] 'agreement among raft nodes before linearized reading' (duration: 380.373848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:06.752775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:06.371724Z","time spent":"381.034884ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-06-28T20:05:16.61641Z","caller":"traceutil/trace.go:171","msg":"trace[1463278729] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"144.255659ms","start":"2026-06-28T20:05:16.472134Z","end":"2026-06-28T20:05:16.61639Z","steps":["trace[1463278729] 'process raft request' (duration: 144.089245ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:16.812206Z","caller":"traceutil/trace.go:171","msg":"trace[304807564] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"189.526009ms","start":"2026-06-28T20:05:16.622649Z","end":"2026-06-28T20:05:16.812175Z","steps":["trace[304807564] 'process raft request' (duration: 180.529884ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:16.835434Z","caller":"traceutil/trace.go:171","msg":"trace[1442411074] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"210.941699ms","start":"2026-06-28T20:05:16.624466Z","end":"2026-06-28T20:05:16.835408Z","steps":["trace[1442411074] 'process raft request' (duration: 210.769335ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:16.835861Z","caller":"traceutil/trace.go:171","msg":"trace[361542910] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"208.033039ms","start":"2026-06-28T20:05:16.627789Z","end":"2026-06-28T20:05:16.835822Z","steps":["trace[361542910] 'process raft request' (duration: 207.875086ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:16.835861Z","caller":"traceutil/trace.go:171","msg":"trace[1697381981] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"208.155072ms","start":"2026-06-28T20:05:16.627668Z","end":"2026-06-28T20:05:16.835823Z","steps":["trace[1697381981] 'process raft request' (duration: 207.685111ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:16.835935Z","caller":"traceutil/trace.go:171","msg":"trace[638390474] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"207.139198ms","start":"2026-06-28T20:05:16.62876Z","end":"2026-06-28T20:05:16.835899Z","steps":["trace[638390474] 'process raft request' (duration: 207.002315ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:17.16593Z","caller":"traceutil/trace.go:171","msg":"trace[1970416925] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"123.590336ms","start":"2026-06-28T20:05:17.042309Z","end":"2026-06-28T20:05:17.165899Z","steps":["trace[1970416925] 'process raft request' (duration: 103.375564ms)","trace[1970416925] 'compare' (duration: 19.849524ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:18.133598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.817281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:05:18.133769Z","caller":"traceutil/trace.go:171","msg":"trace[808865839] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"949.597359ms","start":"2026-06-28T20:05:17.184145Z","end":"2026-06-28T20:05:18.133743Z","steps":["trace[808865839] 'process raft request' (duration: 96.545112ms)","trace[808865839] 'compare' (duration: 852.498694ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:18.133989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.184121Z","time spent":"949.795323ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:05:18.134251Z","caller":"traceutil/trace.go:171","msg":"trace[1709116824] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5409; }","duration":"938.045673ms","start":"2026-06-28T20:05:17.196159Z","end":"2026-06-28T20:05:18.134205Z","steps":["trace[1709116824] 'read index received' (duration: 43.294242ms)","trace[1709116824] 'applied index is now lower than readState.Index' (duration: 894.748231ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:18.152645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.594112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:05:18.152714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.193436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:05:18.152701Z","caller":"traceutil/trace.go:171","msg":"trace[629759140] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"284.485652ms","start":"2026-06-28T20:05:17.868169Z","end":"2026-06-28T20:05:18.152655Z","steps":["trace[629759140] 'process raft request' (duration: 284.211855ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:18.152764Z","caller":"traceutil/trace.go:171","msg":"trace[606803395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5209; }","duration":"950.698325ms","start":"2026-06-28T20:05:17.202012Z","end":"2026-06-28T20:05:18.15271Z","steps":["trace[606803395] 'agreement among raft nodes before linearized reading' (duration: 950.507721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:18.152773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.835286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-28T20:05:18.152827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.631209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-06-28T20:05:18.152852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.551768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:18.15287Z","caller":"traceutil/trace.go:171","msg":"trace[1695916256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5209; }","duration":"913.96331ms","start":"2026-06-28T20:05:17.238888Z","end":"2026-06-28T20:05:18.152851Z","steps":["trace[1695916256] 'agreement among raft nodes before linearized reading' (duration: 913.686983ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:18.152869Z","caller":"traceutil/trace.go:171","msg":"trace[1301148896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5209; }","duration":"928.697061ms","start":"2026-06-28T20:05:17.224159Z","end":"2026-06-28T20:05:18.152856Z","steps":["trace[1301148896] 'agreement among raft nodes before linearized reading' (duration: 928.587328ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:18.152914Z","caller":"traceutil/trace.go:171","msg":"trace[1380841127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5209; }","duration":"215.648431ms","start":"2026-06-28T20:05:17.937252Z","end":"2026-06-28T20:05:18.1529Z","steps":["trace[1380841127] 'agreement among raft nodes before linearized reading' (duration: 215.547048ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:18.15295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.224142Z","time spent":"928.801893ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:05:18.152843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.202003Z","time spent":"950.823188ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:05:18.152991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.729437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-28T20:05:18.152925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.238879Z","time spent":"914.036401ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:05:18.152782Z","caller":"traceutil/trace.go:171","msg":"trace[490571628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5209; }","duration":"227.270038ms","start":"2026-06-28T20:05:17.925491Z","end":"2026-06-28T20:05:18.152761Z","steps":["trace[490571628] 'agreement among raft nodes before linearized reading' (duration: 227.052643ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:18.153106Z","caller":"traceutil/trace.go:171","msg":"trace[1020298193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:5209; }","duration":"664.891341ms","start":"2026-06-28T20:05:17.488186Z","end":"2026-06-28T20:05:18.153077Z","steps":["trace[1020298193] 'agreement among raft nodes before linearized reading' (duration: 664.519962ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:18.1532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.488166Z","time spent":"665.020714ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:05:18.15262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.405891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:05:18.153347Z","caller":"traceutil/trace.go:171","msg":"trace[2107623830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5208; }","duration":"957.165529ms","start":"2026-06-28T20:05:17.196124Z","end":"2026-06-28T20:05:18.153289Z","steps":["trace[2107623830] 'agreement among raft nodes before linearized reading' (duration: 938.290169ms)","trace[2107623830] 'range keys from in-memory index tree' (duration: 17.921558ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:18.153421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:17.196109Z","time spent":"957.293022ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:05:18.607009Z","caller":"traceutil/trace.go:171","msg":"trace[665225303] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"118.819323ms","start":"2026-06-28T20:05:18.488167Z","end":"2026-06-28T20:05:18.606987Z","steps":["trace[665225303] 'process raft request' (duration: 118.632638ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:19.409055Z","caller":"traceutil/trace.go:171","msg":"trace[1344160814] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"163.191871ms","start":"2026-06-28T20:05:19.245836Z","end":"2026-06-28T20:05:19.409028Z","steps":["trace[1344160814] 'process raft request' (duration: 163.020126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:21.301432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600106617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:05:21.304712Z","caller":"traceutil/trace.go:171","msg":"trace[501783745] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"528.644824ms","start":"2026-06-28T20:05:20.776042Z","end":"2026-06-28T20:05:21.304687Z","steps":["trace[501783745] 'process raft request' (duration: 528.389117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:21.305002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:20.776019Z","time spent":"528.769146ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11654,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:05:21.308229Z","caller":"traceutil/trace.go:171","msg":"trace[532027238] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"261.037213ms","start":"2026-06-28T20:05:21.047167Z","end":"2026-06-28T20:05:21.308204Z","steps":["trace[532027238] 'process raft request' (duration: 260.87686ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:21.308584Z","caller":"traceutil/trace.go:171","msg":"trace[1732500053] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"235.791491ms","start":"2026-06-28T20:05:21.072782Z","end":"2026-06-28T20:05:21.308573Z","steps":["trace[1732500053] 'process raft request' (duration: 235.381741ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:21.308619Z","caller":"traceutil/trace.go:171","msg":"trace[164700209] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"153.130041ms","start":"2026-06-28T20:05:21.155475Z","end":"2026-06-28T20:05:21.308605Z","steps":["trace[164700209] 'process raft request' (duration: 152.962987ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:21.308632Z","caller":"traceutil/trace.go:171","msg":"trace[693977208] linearizableReadLoop","detail":"{readStateIndex:5446; appliedIndex:5441; }","duration":"508.284888ms","start":"2026-06-28T20:05:20.800323Z","end":"2026-06-28T20:05:21.308608Z","steps":["trace[693977208] 'read index received' (duration: 504.216961ms)","trace[693977208] 'applied index is now lower than readState.Index' (duration: 4.066737ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:21.308739Z","caller":"traceutil/trace.go:171","msg":"trace[1863519531] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"131.660589ms","start":"2026-06-28T20:05:21.177069Z","end":"2026-06-28T20:05:21.30873Z","steps":["trace[1863519531] 'process raft request' (duration: 131.475035ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:21.308813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.470232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:05:21.30881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.306432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:21.308865Z","caller":"traceutil/trace.go:171","msg":"trace[1183080874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5242; }","duration":"508.577755ms","start":"2026-06-28T20:05:20.800271Z","end":"2026-06-28T20:05:21.308849Z","steps":["trace[1183080874] 'agreement among raft nodes before linearized reading' (duration: 508.475212ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:21.308918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:20.80025Z","time spent":"508.651466ms","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:05:21.309146Z","caller":"traceutil/trace.go:171","msg":"trace[1754157349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5242; }","duration":"371.434325ms","start":"2026-06-28T20:05:20.937455Z","end":"2026-06-28T20:05:21.30889Z","steps":["trace[1754157349] 'agreement among raft nodes before linearized reading' (duration: 371.316092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:21.309248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:20.937438Z","time spent":"371.792624ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:05:23.579445Z","caller":"traceutil/trace.go:171","msg":"trace[830864525] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"123.233577ms","start":"2026-06-28T20:05:23.456176Z","end":"2026-06-28T20:05:23.579409Z","steps":["trace[830864525] 'process raft request' (duration: 121.508606ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:24.787615Z","caller":"traceutil/trace.go:171","msg":"trace[1510679325] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"209.554186ms","start":"2026-06-28T20:05:24.578023Z","end":"2026-06-28T20:05:24.787577Z","steps":["trace[1510679325] 'process raft request' (duration: 207.885736ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:24.787971Z","caller":"traceutil/trace.go:171","msg":"trace[1804589972] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5481; }","duration":"204.185248ms","start":"2026-06-28T20:05:24.583763Z","end":"2026-06-28T20:05:24.787949Z","steps":["trace[1804589972] 'read index received' (duration: 202.159599ms)","trace[1804589972] 'applied index is now lower than readState.Index' (duration: 2.024949ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:24.788151Z","caller":"traceutil/trace.go:171","msg":"trace[261451927] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"209.792911ms","start":"2026-06-28T20:05:24.578349Z","end":"2026-06-28T20:05:24.788142Z","steps":["trace[261451927] 'process raft request' (duration: 209.471484ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:24.788347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.463575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:24.788377Z","caller":"traceutil/trace.go:171","msg":"trace[495380006] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5279; }","duration":"152.536676ms","start":"2026-06-28T20:05:24.635833Z","end":"2026-06-28T20:05:24.78837Z","steps":["trace[495380006] 'agreement among raft nodes before linearized reading' (duration: 152.471634ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:24.788444Z","caller":"traceutil/trace.go:171","msg":"trace[445814191] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"204.833733ms","start":"2026-06-28T20:05:24.58358Z","end":"2026-06-28T20:05:24.788414Z","steps":["trace[445814191] 'process raft request' (duration: 204.336281ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:24.788517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.72366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127848"} {"level":"info","ts":"2026-06-28T20:05:24.788582Z","caller":"traceutil/trace.go:171","msg":"trace[1391367421] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5279; }","duration":"204.843243ms","start":"2026-06-28T20:05:24.583722Z","end":"2026-06-28T20:05:24.788565Z","steps":["trace[1391367421] 'agreement among raft nodes before linearized reading' (duration: 204.513816ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:25.420216Z","caller":"traceutil/trace.go:171","msg":"trace[1141234342] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5555; }","duration":"103.858196ms","start":"2026-06-28T20:05:25.316333Z","end":"2026-06-28T20:05:25.420191Z","steps":["trace[1141234342] 'read index received' (duration: 78.897611ms)","trace[1141234342] 'applied index is now lower than readState.Index' (duration: 24.959265ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:25.420353Z","caller":"traceutil/trace.go:171","msg":"trace[783770294] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"106.221803ms","start":"2026-06-28T20:05:25.314096Z","end":"2026-06-28T20:05:25.420318Z","steps":["trace[783770294] 'process raft request' (duration: 81.084133ms)","trace[783770294] 'compare' (duration: 24.903574ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:25.420525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.168704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-06-28T20:05:25.420569Z","caller":"traceutil/trace.go:171","msg":"trace[1456609360] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5349; }","duration":"104.250115ms","start":"2026-06-28T20:05:25.316308Z","end":"2026-06-28T20:05:25.420558Z","steps":["trace[1456609360] 'agreement among raft nodes before linearized reading' (duration: 104.00601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:25.421227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.340778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110652"} {"level":"info","ts":"2026-06-28T20:05:25.421271Z","caller":"traceutil/trace.go:171","msg":"trace[403137431] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5353; }","duration":"104.399189ms","start":"2026-06-28T20:05:25.316862Z","end":"2026-06-28T20:05:25.421261Z","steps":["trace[403137431] 'agreement among raft nodes before linearized reading' (duration: 104.146463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:25.421403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2646"} {"level":"info","ts":"2026-06-28T20:05:25.42148Z","caller":"traceutil/trace.go:171","msg":"trace[108016359] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5353; }","duration":"104.579543ms","start":"2026-06-28T20:05:25.316879Z","end":"2026-06-28T20:05:25.421458Z","steps":["trace[108016359] 'agreement among raft nodes before linearized reading' (duration: 104.45745ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:25.421423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-28T20:05:25.421671Z","caller":"traceutil/trace.go:171","msg":"trace[198706007] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5353; }","duration":"104.242725ms","start":"2026-06-28T20:05:25.317404Z","end":"2026-06-28T20:05:25.421646Z","steps":["trace[198706007] 'agreement among raft nodes before linearized reading' (duration: 103.930948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:26.244909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.730966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:26.245092Z","caller":"traceutil/trace.go:171","msg":"trace[1448720760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"307.956852ms","start":"2026-06-28T20:05:25.937115Z","end":"2026-06-28T20:05:26.245072Z","steps":["trace[1448720760] 'range keys from in-memory index tree' (duration: 307.616854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:26.245206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:25.937096Z","time spent":"308.096145ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:05:26.245344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.786582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-06-28T20:05:26.24544Z","caller":"traceutil/trace.go:171","msg":"trace[1440438122] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5365; }","duration":"407.897404ms","start":"2026-06-28T20:05:25.837518Z","end":"2026-06-28T20:05:26.245416Z","steps":["trace[1440438122] 'range keys from in-memory index tree' (duration: 407.650638ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:26.245488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:25.837511Z","time spent":"407.967266ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-06-28T20:05:26.245787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.90374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-06-28T20:05:26.245909Z","caller":"traceutil/trace.go:171","msg":"trace[746738669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68; range_end:; response_count:1; response_revision:5365; }","duration":"282.168766ms","start":"2026-06-28T20:05:25.96372Z","end":"2026-06-28T20:05:26.245889Z","steps":["trace[746738669] 'range keys from in-memory index tree' (duration: 281.567813ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.501197Z","caller":"traceutil/trace.go:171","msg":"trace[1004368041] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"235.416063ms","start":"2026-06-28T20:05:26.265729Z","end":"2026-06-28T20:05:26.501145Z","steps":["trace[1004368041] 'process raft request' (duration: 235.265919ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.529901Z","caller":"traceutil/trace.go:171","msg":"trace[686751999] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"263.759398ms","start":"2026-06-28T20:05:26.266125Z","end":"2026-06-28T20:05:26.529884Z","steps":["trace[686751999] 'process raft request' (duration: 263.628915ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.530085Z","caller":"traceutil/trace.go:171","msg":"trace[1486098166] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"180.404771ms","start":"2026-06-28T20:05:26.349665Z","end":"2026-06-28T20:05:26.53007Z","steps":["trace[1486098166] 'process raft request' (duration: 180.174315ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.530082Z","caller":"traceutil/trace.go:171","msg":"trace[526883866] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5573; }","duration":"187.227053ms","start":"2026-06-28T20:05:26.342828Z","end":"2026-06-28T20:05:26.530055Z","steps":["trace[526883866] 'read index received' (duration: 158.196321ms)","trace[526883866] 'applied index is now lower than readState.Index' (duration: 29.028462ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:26.530334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.48654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:05:26.530392Z","caller":"traceutil/trace.go:171","msg":"trace[1673560387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5368; }","duration":"187.607323ms","start":"2026-06-28T20:05:26.342772Z","end":"2026-06-28T20:05:26.530379Z","steps":["trace[1673560387] 'agreement among raft nodes before linearized reading' (duration: 187.415878ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:26.530426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.135541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:05:26.530455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.312928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:05:26.530456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.690674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:05:26.530497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.939163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:05:26.530516Z","caller":"traceutil/trace.go:171","msg":"trace[1029542349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5368; }","duration":"185.37651ms","start":"2026-06-28T20:05:26.345125Z","end":"2026-06-28T20:05:26.530502Z","steps":["trace[1029542349] 'agreement among raft nodes before linearized reading' (duration: 185.221026ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.530518Z","caller":"traceutil/trace.go:171","msg":"trace[217303172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5368; }","duration":"187.274155ms","start":"2026-06-28T20:05:26.343222Z","end":"2026-06-28T20:05:26.530496Z","steps":["trace[217303172] 'agreement among raft nodes before linearized reading' (duration: 187.005698ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.53054Z","caller":"traceutil/trace.go:171","msg":"trace[1624466289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5368; }","duration":"179.797286ms","start":"2026-06-28T20:05:26.350721Z","end":"2026-06-28T20:05:26.530518Z","steps":["trace[1624466289] 'agreement among raft nodes before linearized reading' (duration: 179.572851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:26.530557Z","caller":"traceutil/trace.go:171","msg":"trace[1915115405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:5368; }","duration":"186.014775ms","start":"2026-06-28T20:05:26.344528Z","end":"2026-06-28T20:05:26.530543Z","steps":["trace[1915115405] 'agreement among raft nodes before linearized reading' (duration: 185.834701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:26.530659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.511874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:05:26.5307Z","caller":"traceutil/trace.go:171","msg":"trace[1417630876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5368; }","duration":"102.593236ms","start":"2026-06-28T20:05:26.428097Z","end":"2026-06-28T20:05:26.530691Z","steps":["trace[1417630876] 'agreement among raft nodes before linearized reading' (duration: 102.490204ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.035733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600106952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:05:27.384265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.410479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:05:27.384521Z","caller":"traceutil/trace.go:171","msg":"trace[371006254] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"849.867009ms","start":"2026-06-28T20:05:26.534636Z","end":"2026-06-28T20:05:27.384503Z","steps":["trace[371006254] 'process raft request' (duration: 849.796818ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.384521Z","caller":"traceutil/trace.go:171","msg":"trace[274471013] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"849.87423ms","start":"2026-06-28T20:05:26.534618Z","end":"2026-06-28T20:05:27.384492Z","steps":["trace[274471013] 'process raft request' (duration: 849.750307ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.384525Z","caller":"traceutil/trace.go:171","msg":"trace[485232802] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"851.077289ms","start":"2026-06-28T20:05:26.533376Z","end":"2026-06-28T20:05:27.384454Z","steps":["trace[485232802] 'process raft request' (duration: 608.406274ms)","trace[485232802] 'compare' (duration: 242.114992ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:27.384597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534611Z","time spent":"849.943712ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:27.384656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534603Z","time spent":"849.975352ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:27.384709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.533354Z","time spent":"851.259203ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:05:27.384816Z","caller":"traceutil/trace.go:171","msg":"trace[636624452] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"849.936841ms","start":"2026-06-28T20:05:26.534849Z","end":"2026-06-28T20:05:27.384786Z","steps":["trace[636624452] 'process raft request' (duration: 849.615974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.384962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534841Z","time spent":"850.043815ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:05:27.385286Z","caller":"traceutil/trace.go:171","msg":"trace[359787766] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"850.337151ms","start":"2026-06-28T20:05:26.534934Z","end":"2026-06-28T20:05:27.385271Z","steps":["trace[359787766] 'process raft request' (duration: 849.769377ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.385278Z","caller":"traceutil/trace.go:171","msg":"trace[1699784243] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5576; }","duration":"850.520346ms","start":"2026-06-28T20:05:26.534714Z","end":"2026-06-28T20:05:27.385234Z","steps":["trace[1699784243] 'read index received' (duration: 607.050482ms)","trace[1699784243] 'applied index is now lower than readState.Index' (duration: 243.467724ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:27.385367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534923Z","time spent":"850.403583ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:27.385706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.960026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80089"} {"level":"info","ts":"2026-06-28T20:05:27.385763Z","caller":"traceutil/trace.go:171","msg":"trace[1477245393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5373; }","duration":"851.049388ms","start":"2026-06-28T20:05:26.534684Z","end":"2026-06-28T20:05:27.385733Z","steps":["trace[1477245393] 'agreement among raft nodes before linearized reading' (duration: 850.73332ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.385801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534672Z","time spent":"851.11954ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:05:27.386111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.576642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-06-28T20:05:27.386152Z","caller":"traceutil/trace.go:171","msg":"trace[367815852] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5373; }","duration":"445.635884ms","start":"2026-06-28T20:05:26.940504Z","end":"2026-06-28T20:05:27.38614Z","steps":["trace[367815852] 'agreement among raft nodes before linearized reading' (duration: 445.519451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.940496Z","time spent":"445.676914ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-28T20:05:27.386248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.442037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:05:27.386344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.237085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:05:27.386347Z","caller":"traceutil/trace.go:171","msg":"trace[992215258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5373; }","duration":"851.601731ms","start":"2026-06-28T20:05:26.534724Z","end":"2026-06-28T20:05:27.386326Z","steps":["trace[992215258] 'agreement among raft nodes before linearized reading' (duration: 851.271763ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.386384Z","caller":"traceutil/trace.go:171","msg":"trace[200192091] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5373; }","duration":"182.307776ms","start":"2026-06-28T20:05:27.204067Z","end":"2026-06-28T20:05:27.386374Z","steps":["trace[200192091] 'agreement among raft nodes before linearized reading' (duration: 182.244865ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.418359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-06-28T20:05:27.386467Z","caller":"traceutil/trace.go:171","msg":"trace[1953562704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68; range_end:; response_count:1; response_revision:5373; }","duration":"135.554222ms","start":"2026-06-28T20:05:27.250895Z","end":"2026-06-28T20:05:27.386449Z","steps":["trace[1953562704] 'agreement among raft nodes before linearized reading' (duration: 135.309766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.534702Z","time spent":"851.688153ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:05:27.386529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.835585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-06-28T20:05:27.386562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.216084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-28T20:05:27.38658Z","caller":"traceutil/trace.go:171","msg":"trace[1864569030] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68; range_end:; response_count:1; response_revision:5373; }","duration":"822.928738ms","start":"2026-06-28T20:05:26.563638Z","end":"2026-06-28T20:05:27.386567Z","steps":["trace[1864569030] 'agreement among raft nodes before linearized reading' (duration: 822.779084ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.563615Z","time spent":"823.00362ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" "} {"level":"info","ts":"2026-06-28T20:05:27.386626Z","caller":"traceutil/trace.go:171","msg":"trace[1446756509] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5373; }","duration":"823.296097ms","start":"2026-06-28T20:05:26.563313Z","end":"2026-06-28T20:05:27.386609Z","steps":["trace[1446756509] 'agreement among raft nodes before linearized reading' (duration: 823.124893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.563301Z","time spent":"823.360618ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-06-28T20:05:27.386545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.562552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:27.386814Z","caller":"traceutil/trace.go:171","msg":"trace[1165026921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5373; }","duration":"448.88612ms","start":"2026-06-28T20:05:26.937911Z","end":"2026-06-28T20:05:27.386797Z","steps":["trace[1165026921] 'agreement among raft nodes before linearized reading' (duration: 448.534822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.386864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:26.937888Z","time spent":"448.962512ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:05:27.700526Z","caller":"traceutil/trace.go:171","msg":"trace[249940327] linearizableReadLoop","detail":"{readStateIndex:5582; appliedIndex:5581; }","duration":"301.807625ms","start":"2026-06-28T20:05:27.398692Z","end":"2026-06-28T20:05:27.700499Z","steps":["trace[249940327] 'read index received' (duration: 300.665778ms)","trace[249940327] 'applied index is now lower than readState.Index' (duration: 1.140507ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:27.700637Z","caller":"traceutil/trace.go:171","msg":"trace[1269768506] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"304.201142ms","start":"2026-06-28T20:05:27.396425Z","end":"2026-06-28T20:05:27.700627Z","steps":["trace[1269768506] 'process raft request' (duration: 302.926832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.700751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:27.396393Z","time spent":"304.270254ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:27.701251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.511762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18bd57666edde17b\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-06-28T20:05:27.701385Z","caller":"traceutil/trace.go:171","msg":"trace[1707623657] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18bd57666edde17b; range_end:; response_count:1; response_revision:5374; }","duration":"302.682187ms","start":"2026-06-28T20:05:27.398671Z","end":"2026-06-28T20:05:27.701353Z","steps":["trace[1707623657] 'agreement among raft nodes before linearized reading' (duration: 302.031931ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.70149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:27.398663Z","time spent":"302.781349ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18bd57666edde17b\" "} {"level":"info","ts":"2026-06-28T20:05:27.709222Z","caller":"traceutil/trace.go:171","msg":"trace[1854214467] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"281.972352ms","start":"2026-06-28T20:05:27.427233Z","end":"2026-06-28T20:05:27.709206Z","steps":["trace[1854214467] 'process raft request' (duration: 281.777148ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.709235Z","caller":"traceutil/trace.go:171","msg":"trace[854310680] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"281.975642ms","start":"2026-06-28T20:05:27.42721Z","end":"2026-06-28T20:05:27.709186Z","steps":["trace[854310680] 'process raft request' (duration: 281.753997ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.709639Z","caller":"traceutil/trace.go:171","msg":"trace[312667941] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"283.759915ms","start":"2026-06-28T20:05:27.425813Z","end":"2026-06-28T20:05:27.709573Z","steps":["trace[312667941] 'process raft request' (duration: 283.064889ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.7141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.806307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:27.714154Z","caller":"traceutil/trace.go:171","msg":"trace[105479492] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5378; }","duration":"148.92631ms","start":"2026-06-28T20:05:27.565214Z","end":"2026-06-28T20:05:27.71414Z","steps":["trace[105479492] 'agreement among raft nodes before linearized reading' (duration: 148.760866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.714175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.957181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-06-28T20:05:27.714333Z","caller":"traceutil/trace.go:171","msg":"trace[1389818874] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5378; }","duration":"313.159226ms","start":"2026-06-28T20:05:27.401154Z","end":"2026-06-28T20:05:27.714313Z","steps":["trace[1389818874] 'agreement among raft nodes before linearized reading' (duration: 312.801748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.71438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:27.401148Z","time spent":"313.223137ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-28T20:05:27.714217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.833008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:05:27.714391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.324335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:27.714447Z","caller":"traceutil/trace.go:171","msg":"trace[888880662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5378; }","duration":"209.103795ms","start":"2026-06-28T20:05:27.505325Z","end":"2026-06-28T20:05:27.714428Z","steps":["trace[888880662] 'agreement among raft nodes before linearized reading' (duration: 208.769367ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.714463Z","caller":"traceutil/trace.go:171","msg":"trace[563444822] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5378; }","duration":"265.415547ms","start":"2026-06-28T20:05:27.449019Z","end":"2026-06-28T20:05:27.714434Z","steps":["trace[563444822] 'agreement among raft nodes before linearized reading' (duration: 265.271044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.714461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.396749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-06-28T20:05:27.71429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.405607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:27.714621Z","caller":"traceutil/trace.go:171","msg":"trace[850169463] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5378; }","duration":"302.575004ms","start":"2026-06-28T20:05:27.412017Z","end":"2026-06-28T20:05:27.714592Z","steps":["trace[850169463] 'agreement among raft nodes before linearized reading' (duration: 302.267336ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:27.714629Z","caller":"traceutil/trace.go:171","msg":"trace[1158174282] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5378; }","duration":"166.744755ms","start":"2026-06-28T20:05:27.547866Z","end":"2026-06-28T20:05:27.714611Z","steps":["trace[1158174282] 'agreement among raft nodes before linearized reading' (duration: 166.389667ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:27.714684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:27.411998Z","time spent":"302.650565ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-06-28T20:05:29.860285Z","caller":"traceutil/trace.go:171","msg":"trace[186348051] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"145.075798ms","start":"2026-06-28T20:05:29.715173Z","end":"2026-06-28T20:05:29.860249Z","steps":["trace[186348051] 'process raft request' (duration: 144.874533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:30.119736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.606284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:05:30.119955Z","caller":"traceutil/trace.go:171","msg":"trace[2110505735] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5607; }","duration":"395.632422ms","start":"2026-06-28T20:05:29.724302Z","end":"2026-06-28T20:05:30.119934Z","steps":["trace[2110505735] 'read index received' (duration: 135.738026ms)","trace[2110505735] 'applied index is now lower than readState.Index' (duration: 259.893366ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:30.120063Z","caller":"traceutil/trace.go:171","msg":"trace[1819241069] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"404.693708ms","start":"2026-06-28T20:05:29.715351Z","end":"2026-06-28T20:05:30.120044Z","steps":["trace[1819241069] 'process raft request' (duration: 234.663994ms)","trace[1819241069] 'compare' (duration: 169.271106ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:30.12015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:29.715325Z","time spent":"404.77867ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:05:30.120135Z","caller":"traceutil/trace.go:171","msg":"trace[649490053] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"404.386191ms","start":"2026-06-28T20:05:29.715663Z","end":"2026-06-28T20:05:30.120049Z","steps":["trace[649490053] 'process raft request' (duration: 404.184836ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:30.120195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.900048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:05:30.120254Z","caller":"traceutil/trace.go:171","msg":"trace[829014695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5401; }","duration":"396.003811ms","start":"2026-06-28T20:05:29.724231Z","end":"2026-06-28T20:05:30.120235Z","steps":["trace[829014695] 'agreement among raft nodes before linearized reading' (duration: 395.823687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:30.120282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.081735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:05:30.120297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:29.724201Z","time spent":"396.084713ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:05:30.120298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.504264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:30.120382Z","caller":"traceutil/trace.go:171","msg":"trace[625012490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5401; }","duration":"183.26739ms","start":"2026-06-28T20:05:29.937099Z","end":"2026-06-28T20:05:30.120366Z","steps":["trace[625012490] 'agreement among raft nodes before linearized reading' (duration: 183.108296ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:30.120419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:29.71563Z","time spent":"404.605195ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:30.120552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.186847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-06-28T20:05:30.120416Z","caller":"traceutil/trace.go:171","msg":"trace[1084387981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5401; }","duration":"365.737549ms","start":"2026-06-28T20:05:29.754658Z","end":"2026-06-28T20:05:30.120396Z","steps":["trace[1084387981] 'agreement among raft nodes before linearized reading' (duration: 365.500754ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:30.120663Z","caller":"traceutil/trace.go:171","msg":"trace[180299550] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5401; }","duration":"321.423203ms","start":"2026-06-28T20:05:29.799216Z","end":"2026-06-28T20:05:30.120639Z","steps":["trace[180299550] 'agreement among raft nodes before linearized reading' (duration: 320.995753ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:30.120723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:29.799197Z","time spent":"321.513095ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2341,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-06-28T20:05:30.120759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:29.754638Z","time spent":"366.025397ms","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:05:32.280451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.60664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:05:32.280545Z","caller":"traceutil/trace.go:171","msg":"trace[1261307600] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:5449; }","duration":"194.735962ms","start":"2026-06-28T20:05:32.08578Z","end":"2026-06-28T20:05:32.280516Z","steps":["trace[1261307600] 'range keys from in-memory index tree' (duration: 194.414345ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:32.280614Z","caller":"traceutil/trace.go:171","msg":"trace[475487167] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"153.9433ms","start":"2026-06-28T20:05:32.126644Z","end":"2026-06-28T20:05:32.280587Z","steps":["trace[475487167] 'process raft request' (duration: 74.594488ms)","trace[475487167] 'compare' (duration: 79.147467ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:32.280827Z","caller":"traceutil/trace.go:171","msg":"trace[710830624] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5658; }","duration":"150.60065ms","start":"2026-06-28T20:05:32.130184Z","end":"2026-06-28T20:05:32.280785Z","steps":["trace[710830624] 'read index received' (duration: 71.077085ms)","trace[710830624] 'applied index is now lower than readState.Index' (duration: 79.521075ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:32.280982Z","caller":"traceutil/trace.go:171","msg":"trace[1568121573] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"154.128224ms","start":"2026-06-28T20:05:32.126841Z","end":"2026-06-28T20:05:32.280969Z","steps":["trace[1568121573] 'process raft request' (duration: 153.693963ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:32.281215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.672306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-06-28T20:05:32.281194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.960578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:05:32.281268Z","caller":"traceutil/trace.go:171","msg":"trace[1012130938] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5451; }","duration":"125.794658ms","start":"2026-06-28T20:05:32.155459Z","end":"2026-06-28T20:05:32.281253Z","steps":["trace[1012130938] 'agreement among raft nodes before linearized reading' (duration: 125.538662ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:32.281289Z","caller":"traceutil/trace.go:171","msg":"trace[761070709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5451; }","duration":"151.142703ms","start":"2026-06-28T20:05:32.130123Z","end":"2026-06-28T20:05:32.281266Z","steps":["trace[761070709] 'agreement among raft nodes before linearized reading' (duration: 150.844986ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:32.544837Z","caller":"traceutil/trace.go:171","msg":"trace[2075934088] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"139.902825ms","start":"2026-06-28T20:05:32.404906Z","end":"2026-06-28T20:05:32.544809Z","steps":["trace[2075934088] 'read index received' (duration: 138.694936ms)","trace[2075934088] 'applied index is now lower than readState.Index' (duration: 1.205499ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:32.544869Z","caller":"traceutil/trace.go:171","msg":"trace[733257679] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"214.232598ms","start":"2026-06-28T20:05:32.330605Z","end":"2026-06-28T20:05:32.544838Z","steps":["trace[733257679] 'process raft request' (duration: 213.107971ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:32.545027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.10763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:05:32.545075Z","caller":"traceutil/trace.go:171","msg":"trace[1213149344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5453; }","duration":"140.235103ms","start":"2026-06-28T20:05:32.404824Z","end":"2026-06-28T20:05:32.545059Z","steps":["trace[1213149344] 'agreement among raft nodes before linearized reading' (duration: 140.088709ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:36.394101Z","caller":"traceutil/trace.go:171","msg":"trace[1670960048] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"100.741782ms","start":"2026-06-28T20:05:36.293328Z","end":"2026-06-28T20:05:36.39407Z","steps":["trace[1670960048] 'process raft request' (duration: 81.866161ms)","trace[1670960048] 'compare' (duration: 18.635035ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:40.205158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.335192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:05:40.205278Z","caller":"traceutil/trace.go:171","msg":"trace[1697840980] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"280.904067ms","start":"2026-06-28T20:05:39.924358Z","end":"2026-06-28T20:05:40.205263Z","steps":["trace[1697840980] 'read index received' (duration: 141.35713ms)","trace[1697840980] 'applied index is now lower than readState.Index' (duration: 139.545977ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:40.205337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.980149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:05:40.205358Z","caller":"traceutil/trace.go:171","msg":"trace[1023277036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5541; }","duration":"281.04696ms","start":"2026-06-28T20:05:39.924304Z","end":"2026-06-28T20:05:40.205351Z","steps":["trace[1023277036] 'agreement among raft nodes before linearized reading' (duration: 280.996279ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:40.205487Z","caller":"traceutil/trace.go:171","msg":"trace[359486251] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"311.747652ms","start":"2026-06-28T20:05:39.893705Z","end":"2026-06-28T20:05:40.205453Z","steps":["trace[359486251] 'process raft request' (duration: 172.031111ms)","trace[359486251] 'compare' (duration: 139.203229ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:05:40.205665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:05:39.893676Z","time spent":"311.897896ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:05:40.547109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.462039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:05:40.547308Z","caller":"traceutil/trace.go:171","msg":"trace[312144859] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"140.716955ms","start":"2026-06-28T20:05:40.406574Z","end":"2026-06-28T20:05:40.547291Z","steps":["trace[312144859] 'process raft request' (duration: 140.638593ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:40.547547Z","caller":"traceutil/trace.go:171","msg":"trace[1309645866] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5752; }","duration":"166.261664ms","start":"2026-06-28T20:05:40.381258Z","end":"2026-06-28T20:05:40.54752Z","steps":["trace[1309645866] 'read index received' (duration: 43.401µs)","trace[1309645866] 'applied index is now lower than readState.Index' (duration: 166.215463ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:05:40.547625Z","caller":"traceutil/trace.go:171","msg":"trace[1992170019] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"242.335927ms","start":"2026-06-28T20:05:40.30526Z","end":"2026-06-28T20:05:40.547596Z","steps":["trace[1992170019] 'compare' (duration: 234.349137ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:40.547676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.420518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-06-28T20:05:40.547749Z","caller":"traceutil/trace.go:171","msg":"trace[1623483879] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5543; }","duration":"166.49511ms","start":"2026-06-28T20:05:40.381209Z","end":"2026-06-28T20:05:40.547704Z","steps":["trace[1623483879] 'agreement among raft nodes before linearized reading' (duration: 166.394167ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:05:40.547797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.993947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:05:40.547836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.864096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127848"} {"level":"info","ts":"2026-06-28T20:05:40.547844Z","caller":"traceutil/trace.go:171","msg":"trace[2074389841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5543; }","duration":"132.070419ms","start":"2026-06-28T20:05:40.415758Z","end":"2026-06-28T20:05:40.547828Z","steps":["trace[2074389841] 'agreement among raft nodes before linearized reading' (duration: 131.922215ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:05:40.547877Z","caller":"traceutil/trace.go:171","msg":"trace[1650254722] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5543; }","duration":"163.936448ms","start":"2026-06-28T20:05:40.383926Z","end":"2026-06-28T20:05:40.547862Z","steps":["trace[1650254722] 'agreement among raft nodes before linearized reading' (duration: 163.737424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:08.054563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.528321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:06:08.054654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.672975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:06:08.054674Z","caller":"traceutil/trace.go:171","msg":"trace[919914504] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5815; }","duration":"160.687745ms","start":"2026-06-28T20:06:07.893966Z","end":"2026-06-28T20:06:08.054654Z","steps":["trace[919914504] 'range keys from in-memory index tree' (duration: 160.45954ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:08.054732Z","caller":"traceutil/trace.go:171","msg":"trace[1667571810] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5815; }","duration":"160.786607ms","start":"2026-06-28T20:06:07.893925Z","end":"2026-06-28T20:06:08.054712Z","steps":["trace[1667571810] 'range keys from in-memory index tree' (duration: 160.620674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:08.054764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.532084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:06:08.054846Z","caller":"traceutil/trace.go:171","msg":"trace[635940121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5815; }","duration":"116.662977ms","start":"2026-06-28T20:06:07.938163Z","end":"2026-06-28T20:06:08.054826Z","steps":["trace[635940121] 'range keys from in-memory index tree' (duration: 116.449142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:08.054991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.178528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:06:08.055081Z","caller":"traceutil/trace.go:171","msg":"trace[1341700941] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5815; }","duration":"277.321521ms","start":"2026-06-28T20:06:07.777742Z","end":"2026-06-28T20:06:08.055064Z","steps":["trace[1341700941] 'count revisions from in-memory index tree' (duration: 277.044894ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:08.055372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.163787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-06-28T20:06:08.055445Z","caller":"traceutil/trace.go:171","msg":"trace[1045903237] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5815; }","duration":"156.26744ms","start":"2026-06-28T20:06:07.899159Z","end":"2026-06-28T20:06:08.055426Z","steps":["trace[1045903237] 'range keys from in-memory index tree' (duration: 155.43855ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:16.972124Z","caller":"traceutil/trace.go:171","msg":"trace[1710495231] linearizableReadLoop","detail":"{readStateIndex:6086; appliedIndex:6084; }","duration":"249.106469ms","start":"2026-06-28T20:06:16.72299Z","end":"2026-06-28T20:06:16.972097Z","steps":["trace[1710495231] 'read index received' (duration: 1.427394ms)","trace[1710495231] 'applied index is now lower than readState.Index' (duration: 247.677415ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:06:16.972258Z","caller":"traceutil/trace.go:171","msg":"trace[220428551] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"257.448728ms","start":"2026-06-28T20:06:16.714794Z","end":"2026-06-28T20:06:16.972242Z","steps":["trace[220428551] 'process raft request' (duration: 212.444867ms)","trace[220428551] 'compare' (duration: 44.741585ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:06:16.972652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.638033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:06:16.972771Z","caller":"traceutil/trace.go:171","msg":"trace[761683147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5866; }","duration":"249.798786ms","start":"2026-06-28T20:06:16.722944Z","end":"2026-06-28T20:06:16.972743Z","steps":["trace[761683147] 'agreement among raft nodes before linearized reading' (duration: 249.487658ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:16.976862Z","caller":"traceutil/trace.go:171","msg":"trace[397166418] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"134.802119ms","start":"2026-06-28T20:06:16.842028Z","end":"2026-06-28T20:06:16.97683Z","steps":["trace[397166418] 'process raft request' (duration: 134.551503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:16.977801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.943373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-06-28T20:06:16.977892Z","caller":"traceutil/trace.go:171","msg":"trace[1024448444] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5867; }","duration":"156.087856ms","start":"2026-06-28T20:06:16.821786Z","end":"2026-06-28T20:06:16.977874Z","steps":["trace[1024448444] 'agreement among raft nodes before linearized reading' (duration: 154.949579ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:17.844214Z","caller":"traceutil/trace.go:171","msg":"trace[1977460819] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"100.01965ms","start":"2026-06-28T20:06:17.744131Z","end":"2026-06-28T20:06:17.844151Z","steps":["trace[1977460819] 'process raft request' (duration: 75.663721ms)","trace[1977460819] 'compare' (duration: 23.749785ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:06:32.220942Z","caller":"traceutil/trace.go:171","msg":"trace[115233475] linearizableReadLoop","detail":"{readStateIndex:6204; appliedIndex:6203; }","duration":"103.817192ms","start":"2026-06-28T20:06:32.117091Z","end":"2026-06-28T20:06:32.220909Z","steps":["trace[115233475] 'read index received' (duration: 20.746105ms)","trace[115233475] 'applied index is now lower than readState.Index' (duration: 83.069287ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:06:32.221118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.995916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:06:32.221233Z","caller":"traceutil/trace.go:171","msg":"trace[844490733] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5980; }","duration":"104.141009ms","start":"2026-06-28T20:06:32.11707Z","end":"2026-06-28T20:06:32.221211Z","steps":["trace[844490733] 'agreement among raft nodes before linearized reading' (duration: 103.974285ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:32.24067Z","caller":"traceutil/trace.go:171","msg":"trace[1965559222] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"104.62103ms","start":"2026-06-28T20:06:32.136017Z","end":"2026-06-28T20:06:32.240638Z","steps":["trace[1965559222] 'process raft request' (duration: 104.357904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:06:32.240693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.316176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:06:32.240881Z","caller":"traceutil/trace.go:171","msg":"trace[584055328] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5981; }","duration":"123.537821ms","start":"2026-06-28T20:06:32.117326Z","end":"2026-06-28T20:06:32.240863Z","steps":["trace[584055328] 'agreement among raft nodes before linearized reading' (duration: 123.267204ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:06:39.134813Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2947} {"level":"info","ts":"2026-06-28T20:06:39.206911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2947,"took":"70.685373ms","hash":695407091,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":34025472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T20:06:39.206977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":695407091,"revision":2947,"compact-revision":-1} {"level":"info","ts":"2026-06-28T20:08:52.625183Z","caller":"traceutil/trace.go:171","msg":"trace[277591206] linearizableReadLoop","detail":"{readStateIndex:7136; appliedIndex:7135; }","duration":"116.166251ms","start":"2026-06-28T20:08:52.508988Z","end":"2026-06-28T20:08:52.625154Z","steps":["trace[277591206] 'read index received' (duration: 116.09294ms)","trace[277591206] 'applied index is now lower than readState.Index' (duration: 72.411µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:08:52.625273Z","caller":"traceutil/trace.go:171","msg":"trace[2035244677] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"138.694487ms","start":"2026-06-28T20:08:52.486571Z","end":"2026-06-28T20:08:52.625266Z","steps":["trace[2035244677] 'process raft request' (duration: 138.478852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:08:52.62547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.440618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:08:52.62555Z","caller":"traceutil/trace.go:171","msg":"trace[42724470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:6880; }","duration":"116.589841ms","start":"2026-06-28T20:08:52.508942Z","end":"2026-06-28T20:08:52.625531Z","steps":["trace[42724470] 'agreement among raft nodes before linearized reading' (duration: 116.358066ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:09:43.839027Z","caller":"traceutil/trace.go:171","msg":"trace[668712972] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"139.477035ms","start":"2026-06-28T20:09:43.69952Z","end":"2026-06-28T20:09:43.838997Z","steps":["trace[668712972] 'process raft request' (duration: 139.25488ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:09:51.020871Z","caller":"traceutil/trace.go:171","msg":"trace[1039289538] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"106.076711ms","start":"2026-06-28T20:09:50.91477Z","end":"2026-06-28T20:09:51.020847Z","steps":["trace[1039289538] 'process raft request' (duration: 105.918148ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:09:51.0941Z","caller":"traceutil/trace.go:171","msg":"trace[979509952] linearizableReadLoop","detail":"{readStateIndex:7657; appliedIndex:7655; }","duration":"177.998791ms","start":"2026-06-28T20:09:50.916085Z","end":"2026-06-28T20:09:51.094084Z","steps":["trace[979509952] 'read index received' (duration: 104.715949ms)","trace[979509952] 'applied index is now lower than readState.Index' (duration: 73.280922ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:09:51.094211Z","caller":"traceutil/trace.go:171","msg":"trace[1506502972] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"179.319472ms","start":"2026-06-28T20:09:50.91485Z","end":"2026-06-28T20:09:51.094169Z","steps":["trace[1506502972] 'process raft request' (duration: 123.232859ms)","trace[1506502972] 'compare' (duration: 55.899209ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:09:51.094297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.841824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:09:51.09429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.045064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:09:51.094332Z","caller":"traceutil/trace.go:171","msg":"trace[2111139225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7387; }","duration":"168.904965ms","start":"2026-06-28T20:09:50.925417Z","end":"2026-06-28T20:09:51.094322Z","steps":["trace[2111139225] 'agreement among raft nodes before linearized reading' (duration: 168.778202ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:09:51.094362Z","caller":"traceutil/trace.go:171","msg":"trace[1698499403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7387; }","duration":"157.148515ms","start":"2026-06-28T20:09:50.937195Z","end":"2026-06-28T20:09:51.094344Z","steps":["trace[1698499403] 'agreement among raft nodes before linearized reading' (duration: 157.027063ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:09:51.094501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.553464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:09:51.094556Z","caller":"traceutil/trace.go:171","msg":"trace[1000591430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:7387; }","duration":"138.635665ms","start":"2026-06-28T20:09:50.955908Z","end":"2026-06-28T20:09:51.094544Z","steps":["trace[1000591430] 'agreement among raft nodes before linearized reading' (duration: 138.294127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:09:51.094506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.37916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:09:51.094756Z","caller":"traceutil/trace.go:171","msg":"trace[760345943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7387; }","duration":"178.686588ms","start":"2026-06-28T20:09:50.916043Z","end":"2026-06-28T20:09:51.09473Z","steps":["trace[760345943] 'agreement among raft nodes before linearized reading' (duration: 178.151755ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:12.557752Z","caller":"traceutil/trace.go:171","msg":"trace[398926350] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"118.218171ms","start":"2026-06-28T20:11:12.439501Z","end":"2026-06-28T20:11:12.557719Z","steps":["trace[398926350] 'process raft request' (duration: 118.002876ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:12.69231Z","caller":"traceutil/trace.go:171","msg":"trace[463593511] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"130.231445ms","start":"2026-06-28T20:11:12.562039Z","end":"2026-06-28T20:11:12.69227Z","steps":["trace[463593511] 'process raft request' (duration: 78.78535ms)","trace[463593511] 'compare' (duration: 51.23326ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:18.729664Z","caller":"traceutil/trace.go:171","msg":"trace[414104502] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8421; }","duration":"195.793273ms","start":"2026-06-28T20:11:18.533849Z","end":"2026-06-28T20:11:18.729642Z","steps":["trace[414104502] 'read index received' (duration: 195.582608ms)","trace[414104502] 'applied index is now lower than readState.Index' (duration: 209.635µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:18.730021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.353086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:11:18.730122Z","caller":"traceutil/trace.go:171","msg":"trace[315870733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8129; }","duration":"149.51418ms","start":"2026-06-28T20:11:18.580584Z","end":"2026-06-28T20:11:18.730099Z","steps":["trace[315870733] 'agreement among raft nodes before linearized reading' (duration: 149.241533ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:18.729799Z","caller":"traceutil/trace.go:171","msg":"trace[643304340] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"235.783826ms","start":"2026-06-28T20:11:18.493992Z","end":"2026-06-28T20:11:18.729776Z","steps":["trace[643304340] 'process raft request' (duration: 235.50767ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:18.730458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.581592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:11:18.730517Z","caller":"traceutil/trace.go:171","msg":"trace[1913891813] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8129; }","duration":"196.683013ms","start":"2026-06-28T20:11:18.533818Z","end":"2026-06-28T20:11:18.730501Z","steps":["trace[1913891813] 'agreement among raft nodes before linearized reading' (duration: 195.955916ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:20.517698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600114320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:21.018764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600114320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:21.497945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493638103s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:11:21.498291Z","caller":"traceutil/trace.go:171","msg":"trace[1044561213] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"1.494082354s","start":"2026-06-28T20:11:20.004184Z","end":"2026-06-28T20:11:21.498266Z","steps":["trace[1044561213] 'process raft request' (duration: 1.493928631s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:21.498448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.004162Z","time spent":"1.494199746s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:22.784423Z","caller":"traceutil/trace.go:171","msg":"trace[1598644109] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8430; }","duration":"2.767425637s","start":"2026-06-28T20:11:20.016969Z","end":"2026-06-28T20:11:22.784395Z","steps":["trace[1598644109] 'read index received' (duration: 1.481171349s)","trace[1598644109] 'applied index is now lower than readState.Index' (duration: 1.286252938s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:22.784755Z","caller":"traceutil/trace.go:171","msg":"trace[1524652116] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"2.598709474s","start":"2026-06-28T20:11:20.185958Z","end":"2026-06-28T20:11:22.784667Z","steps":["trace[1524652116] 'process raft request' (duration: 2.598352225s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.784867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767888898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.784914Z","caller":"traceutil/trace.go:171","msg":"trace[201979276] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8140; }","duration":"2.76797499s","start":"2026-06-28T20:11:20.016923Z","end":"2026-06-28T20:11:22.784898Z","steps":["trace[201979276] 'agreement among raft nodes before linearized reading' (duration: 2.767909939s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.784963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.016904Z","time spent":"2.768043231s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-06-28T20:11:22.784971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.185946Z","time spent":"2.598908488s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:22.784797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767797706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.785653Z","caller":"traceutil/trace.go:171","msg":"trace[2094401740] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8140; }","duration":"2.768655576s","start":"2026-06-28T20:11:20.016947Z","end":"2026-06-28T20:11:22.785602Z","steps":["trace[2094401740] 'agreement among raft nodes before linearized reading' (duration: 2.767782735s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.785122Z","caller":"traceutil/trace.go:171","msg":"trace[56399180] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"2.696318008s","start":"2026-06-28T20:11:20.088777Z","end":"2026-06-28T20:11:22.785095Z","steps":["trace[56399180] 'process raft request' (duration: 2.663175505s)","trace[56399180] 'compare' (duration: 31.789231ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:22.785736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.016934Z","time spent":"2.768775039s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.785843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.088768Z","time spent":"2.696972394s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:22.790102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772524717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134912103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.790184Z","caller":"traceutil/trace.go:171","msg":"trace[1910708699] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8143; }","duration":"2.77263836s","start":"2026-06-28T20:11:20.017525Z","end":"2026-06-28T20:11:22.790164Z","steps":["trace[1910708699] 'agreement among raft nodes before linearized reading' (duration: 2.772489357s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790214Z","caller":"traceutil/trace.go:171","msg":"trace[478130008] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8143; }","duration":"2.134979615s","start":"2026-06-28T20:11:20.655223Z","end":"2026-06-28T20:11:22.790202Z","steps":["trace[478130008] 'agreement among raft nodes before linearized reading' (duration: 2.134799481s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790221Z","caller":"traceutil/trace.go:171","msg":"trace[346940983] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"1.234167798s","start":"2026-06-28T20:11:21.55604Z","end":"2026-06-28T20:11:22.790207Z","steps":["trace[346940983] 'process raft request' (duration: 1.233877172s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.017511Z","time spent":"2.772710952s","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:11:22.790237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.078686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.79026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279080848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.790289Z","caller":"traceutil/trace.go:171","msg":"trace[160127471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8143; }","duration":"1.27915526s","start":"2026-06-28T20:11:21.511126Z","end":"2026-06-28T20:11:22.790281Z","steps":["trace[160127471] 'agreement among raft nodes before linearized reading' (duration: 1.279103479s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.026163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:11:22.790342Z","caller":"traceutil/trace.go:171","msg":"trace[1826776045] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:8143; }","duration":"685.093104ms","start":"2026-06-28T20:11:22.105239Z","end":"2026-06-28T20:11:22.790332Z","steps":["trace[1826776045] 'agreement among raft nodes before linearized reading' (duration: 684.972992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:22.105219Z","time spent":"685.139776ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:11:22.79037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.908315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:11:22.790374Z","caller":"traceutil/trace.go:171","msg":"trace[64969663] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"1.250581786s","start":"2026-06-28T20:11:21.539758Z","end":"2026-06-28T20:11:22.79034Z","steps":["trace[64969663] 'process raft request' (duration: 1.250013892s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790431Z","caller":"traceutil/trace.go:171","msg":"trace[1251010956] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8143; }","duration":"303.995877ms","start":"2026-06-28T20:11:22.486408Z","end":"2026-06-28T20:11:22.790404Z","steps":["trace[1251010956] 'agreement among raft nodes before linearized reading' (duration: 303.901205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210842758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:11:22.790465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:22.486386Z","time spent":"304.068589ms","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.790176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.206554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.79048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580285219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.790508Z","caller":"traceutil/trace.go:171","msg":"trace[2103989105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"213.571092ms","start":"2026-06-28T20:11:22.576927Z","end":"2026-06-28T20:11:22.790498Z","steps":["trace[2103989105] 'agreement among raft nodes before linearized reading' (duration: 213.203604ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790507Z","caller":"traceutil/trace.go:171","msg":"trace[1062831289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8143; }","duration":"1.210979511s","start":"2026-06-28T20:11:21.579505Z","end":"2026-06-28T20:11:22.790485Z","steps":["trace[1062831289] 'agreement among raft nodes before linearized reading' (duration: 1.210767346s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.511101Z","time spent":"1.279414347s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.79052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.539744Z","time spent":"1.250709028s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:22.790522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047281154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:11:22.790551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.579491Z","time spent":"1.211049012s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:11:22.790565Z","caller":"traceutil/trace.go:171","msg":"trace[1689804352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8143; }","duration":"2.047357037s","start":"2026-06-28T20:11:20.743194Z","end":"2026-06-28T20:11:22.790551Z","steps":["trace[1689804352] 'agreement among raft nodes before linearized reading' (duration: 2.047225394s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580535115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.743175Z","time spent":"2.047409457s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:11:22.790247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.655206Z","time spent":"2.135032396s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.790632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580664587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851889352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261038312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:11:22.790672Z","caller":"traceutil/trace.go:171","msg":"trace[212312366] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8143; }","duration":"2.580720249s","start":"2026-06-28T20:11:20.209945Z","end":"2026-06-28T20:11:22.790665Z","steps":["trace[212312366] 'agreement among raft nodes before linearized reading' (duration: 2.580670278s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790689Z","caller":"traceutil/trace.go:171","msg":"trace[1627404414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8143; }","duration":"1.261088124s","start":"2026-06-28T20:11:21.529596Z","end":"2026-06-28T20:11:22.790684Z","steps":["trace[1627404414] 'agreement among raft nodes before linearized reading' (duration: 1.261010732s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790685Z","caller":"traceutil/trace.go:171","msg":"trace[26060409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"1.851950904s","start":"2026-06-28T20:11:20.938722Z","end":"2026-06-28T20:11:22.790673Z","steps":["trace[26060409] 'agreement among raft nodes before linearized reading' (duration: 1.851902252s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.529578Z","time spent":"1.261121114s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:22.790701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.209933Z","time spent":"2.58075992s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-06-28T20:11:22.790705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048482003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:11:22.790712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.938702Z","time spent":"1.852003184s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:11:22.790527Z","caller":"traceutil/trace.go:171","msg":"trace[1644791183] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8143; }","duration":"2.5803459s","start":"2026-06-28T20:11:20.210171Z","end":"2026-06-28T20:11:22.790517Z","steps":["trace[1644791183] 'agreement among raft nodes before linearized reading' (duration: 2.580280648s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20202229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:11:22.790756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.210166Z","time spent":"2.580576155s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-06-28T20:11:22.790738Z","caller":"traceutil/trace.go:171","msg":"trace[1311705425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8143; }","duration":"2.048541915s","start":"2026-06-28T20:11:20.742187Z","end":"2026-06-28T20:11:22.790729Z","steps":["trace[1311705425] 'agreement among raft nodes before linearized reading' (duration: 2.048457703s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790801Z","caller":"traceutil/trace.go:171","msg":"trace[479707142] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"960.388524ms","start":"2026-06-28T20:11:21.830405Z","end":"2026-06-28T20:11:22.790794Z","steps":["trace[479707142] 'process raft request' (duration: 959.557355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.742173Z","time spent":"2.048620406s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:11:22.790803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261291028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:11:22.790769Z","caller":"traceutil/trace.go:171","msg":"trace[1932811911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8143; }","duration":"1.202085741s","start":"2026-06-28T20:11:21.588673Z","end":"2026-06-28T20:11:22.790759Z","steps":["trace[1932811911] 'agreement among raft nodes before linearized reading' (duration: 1.201990078s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.790598Z","caller":"traceutil/trace.go:171","msg":"trace[82628563] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8143; }","duration":"2.580571956s","start":"2026-06-28T20:11:20.210019Z","end":"2026-06-28T20:11:22.790591Z","steps":["trace[82628563] 'agreement among raft nodes before linearized reading' (duration: 2.580529365s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.830386Z","time spent":"960.430645ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:22.790836Z","caller":"traceutil/trace.go:171","msg":"trace[100522196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8143; }","duration":"1.2613527s","start":"2026-06-28T20:11:21.529474Z","end":"2026-06-28T20:11:22.790827Z","steps":["trace[100522196] 'agreement among raft nodes before linearized reading' (duration: 1.261259588s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.529454Z","time spent":"1.261401571s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:22.790862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.588631Z","time spent":"1.202219754s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:22.790887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681584731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.790902Z","caller":"traceutil/trace.go:171","msg":"trace[2023475319] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8143; }","duration":"2.681609421s","start":"2026-06-28T20:11:20.109288Z","end":"2026-06-28T20:11:22.790897Z","steps":["trace[2023475319] 'agreement among raft nodes before linearized reading' (duration: 2.68158575s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597975887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.109282Z","time spent":"2.681631191s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:11:22.790865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.210015Z","time spent":"2.580838152s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:22.790925Z","caller":"traceutil/trace.go:171","msg":"trace[1001961920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8143; }","duration":"2.598019567s","start":"2026-06-28T20:11:20.192898Z","end":"2026-06-28T20:11:22.790917Z","steps":["trace[1001961920] 'agreement among raft nodes before linearized reading' (duration: 2.597973446s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.192893Z","time spent":"2.598063708s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:11:22.790975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621865481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.79098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664384184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.790998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664987098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703908407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665134132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621923652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621960773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.791062Z","caller":"traceutil/trace.go:171","msg":"trace[951841766] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8143; }","duration":"2.703960259s","start":"2026-06-28T20:11:20.087075Z","end":"2026-06-28T20:11:22.791035Z","steps":["trace[951841766] 'agreement among raft nodes before linearized reading' (duration: 2.703894658s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.791064Z","caller":"traceutil/trace.go:171","msg":"trace[1204493349] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8143; }","duration":"2.621949593s","start":"2026-06-28T20:11:20.169108Z","end":"2026-06-28T20:11:22.791058Z","steps":["trace[1204493349] 'agreement among raft nodes before linearized reading' (duration: 2.621920542s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.791084Z","caller":"traceutil/trace.go:171","msg":"trace[131294645] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8143; }","duration":"2.622024944s","start":"2026-06-28T20:11:20.169049Z","end":"2026-06-28T20:11:22.791074Z","steps":["trace[131294645] 'agreement among raft nodes before linearized reading' (duration: 2.621976563s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.79109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598716823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.169106Z","time spent":"2.621980523s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:22.791009Z","caller":"traceutil/trace.go:171","msg":"trace[1288422285] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8143; }","duration":"2.664431875s","start":"2026-06-28T20:11:20.126568Z","end":"2026-06-28T20:11:22.791Z","steps":["trace[1288422285] 'agreement among raft nodes before linearized reading' (duration: 2.664385884s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.79111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704048631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.791122Z","caller":"traceutil/trace.go:171","msg":"trace[757401303] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8143; }","duration":"2.598752415s","start":"2026-06-28T20:11:20.192358Z","end":"2026-06-28T20:11:22.79111Z","steps":["trace[757401303] 'agreement among raft nodes before linearized reading' (duration: 2.598712664s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.79113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.126557Z","time spent":"2.664564578s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-06-28T20:11:22.791146Z","caller":"traceutil/trace.go:171","msg":"trace[1221094667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8143; }","duration":"2.704110473s","start":"2026-06-28T20:11:20.087028Z","end":"2026-06-28T20:11:22.791139Z","steps":["trace[1221094667] 'agreement among raft nodes before linearized reading' (duration: 2.704059901s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.192354Z","time spent":"2.598790956s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.791181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.087013Z","time spent":"2.704160153s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:11:22.791097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.087072Z","time spent":"2.70401238s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-06-28T20:11:22.791054Z","caller":"traceutil/trace.go:171","msg":"trace[1086400769] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8143; }","duration":"2.665185263s","start":"2026-06-28T20:11:20.125865Z","end":"2026-06-28T20:11:22.79105Z","steps":["trace[1086400769] 'agreement among raft nodes before linearized reading' (duration: 2.665162223s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704184934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.791018Z","caller":"traceutil/trace.go:171","msg":"trace[1980709971] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8143; }","duration":"2.66504856s","start":"2026-06-28T20:11:20.125962Z","end":"2026-06-28T20:11:22.791011Z","steps":["trace[1980709971] 'agreement among raft nodes before linearized reading' (duration: 2.665021449s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.791322Z","caller":"traceutil/trace.go:171","msg":"trace[479983768] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8143; }","duration":"2.704223945s","start":"2026-06-28T20:11:20.08709Z","end":"2026-06-28T20:11:22.791314Z","steps":["trace[479983768] 'agreement among raft nodes before linearized reading' (duration: 2.704180824s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682469171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683014595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:22.791391Z","caller":"traceutil/trace.go:171","msg":"trace[1155247329] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8143; }","duration":"2.682532343s","start":"2026-06-28T20:11:20.108848Z","end":"2026-06-28T20:11:22.79138Z","steps":["trace[1155247329] 'agreement among raft nodes before linearized reading' (duration: 2.682448101s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.79045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925710795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:11:22.791424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.108842Z","time spent":"2.682575264s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:22.791446Z","caller":"traceutil/trace.go:171","msg":"trace[1478155829] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8143; }","duration":"426.321595ms","start":"2026-06-28T20:11:22.365105Z","end":"2026-06-28T20:11:22.791426Z","steps":["trace[1478155829] 'agreement among raft nodes before linearized reading' (duration: 425.069736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.790282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.556009Z","time spent":"1.234236419s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:22.791491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:22.365084Z","time spent":"426.392748ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.791116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.16903Z","time spent":"2.622077956s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-06-28T20:11:22.791499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161609215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:11:22.791533Z","caller":"traceutil/trace.go:171","msg":"trace[1994081362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8143; }","duration":"1.161658757s","start":"2026-06-28T20:11:21.629861Z","end":"2026-06-28T20:11:22.79152Z","steps":["trace[1994081362] 'agreement among raft nodes before linearized reading' (duration: 1.160244503s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:22.791395Z","caller":"traceutil/trace.go:171","msg":"trace[458552674] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8143; }","duration":"2.683070325s","start":"2026-06-28T20:11:20.108316Z","end":"2026-06-28T20:11:22.791386Z","steps":["trace[458552674] 'agreement among raft nodes before linearized reading' (duration: 2.683013784s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.62985Z","time spent":"1.161722268s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:11:22.7913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.125853Z","time spent":"2.665440359s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-06-28T20:11:22.791606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.108307Z","time spent":"2.68328189s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-06-28T20:11:22.791003Z","caller":"traceutil/trace.go:171","msg":"trace[2072298551] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8143; }","duration":"2.621896431s","start":"2026-06-28T20:11:20.169096Z","end":"2026-06-28T20:11:22.790992Z","steps":["trace[2072298551] 'agreement among raft nodes before linearized reading' (duration: 2.62185423s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.169093Z","time spent":"2.622579077s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-06-28T20:11:22.791349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.125929Z","time spent":"2.665405558s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.791048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598692843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:22.791356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.087086Z","time spent":"2.704262826s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:22.791756Z","caller":"traceutil/trace.go:171","msg":"trace[500586587] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8143; }","duration":"2.59941458s","start":"2026-06-28T20:11:20.19233Z","end":"2026-06-28T20:11:22.791744Z","steps":["trace[500586587] 'agreement among raft nodes before linearized reading' (duration: 2.598682013s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.192322Z","time spent":"2.599460901s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-06-28T20:11:22.791474Z","caller":"traceutil/trace.go:171","msg":"trace[1779374992] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8143; }","duration":"1.92675748s","start":"2026-06-28T20:11:20.864678Z","end":"2026-06-28T20:11:22.791436Z","steps":["trace[1779374992] 'agreement among raft nodes before linearized reading' (duration: 1.925622403s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.791835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:20.864655Z","time spent":"1.927171939s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:22.795122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.184652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-78754c6644-dzcjn.18bd57b73120fd0f\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-06-28T20:11:22.795184Z","caller":"traceutil/trace.go:171","msg":"trace[852587192] range","detail":"{range_begin:/registry/events/openstack/barbican-api-78754c6644-dzcjn.18bd57b73120fd0f; range_end:; response_count:1; response_revision:8143; }","duration":"969.307185ms","start":"2026-06-28T20:11:21.825861Z","end":"2026-06-28T20:11:22.795168Z","steps":["trace[852587192] 'agreement among raft nodes before linearized reading' (duration: 965.586407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:22.795216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:21.825811Z","time spent":"969.396827ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-78754c6644-dzcjn.18bd57b73120fd0f\" "} {"level":"warn","ts":"2026-06-28T20:11:33.362764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600114465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:33.863699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600114465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:34.364233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600114465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:11:34.413599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257487948s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:11:34.414058Z","caller":"traceutil/trace.go:171","msg":"trace[257857743] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"1.594178428s","start":"2026-06-28T20:11:32.81985Z","end":"2026-06-28T20:11:34.414028Z","steps":["trace[257857743] 'process raft request' (duration: 1.593969173s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.414215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.819813Z","time spent":"1.594321701s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:34.452144Z","caller":"traceutil/trace.go:171","msg":"trace[14733836] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8489; }","duration":"1.589406425s","start":"2026-06-28T20:11:32.862714Z","end":"2026-06-28T20:11:34.452121Z","steps":["trace[14733836] 'read index received' (duration: 1.55108314s)","trace[14733836] 'applied index is now lower than readState.Index' (duration: 38.320355ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:34.452251Z","caller":"traceutil/trace.go:171","msg":"trace[216680265] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"1.520588991s","start":"2026-06-28T20:11:32.931649Z","end":"2026-06-28T20:11:34.452238Z","steps":["trace[216680265] 'process raft request' (duration: 1.520391246s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.452246Z","caller":"traceutil/trace.go:171","msg":"trace[2052147028] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"1.596326309s","start":"2026-06-28T20:11:32.855891Z","end":"2026-06-28T20:11:34.452218Z","steps":["trace[2052147028] 'process raft request' (duration: 1.596125474s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.452381Z","caller":"traceutil/trace.go:171","msg":"trace[2109269086] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"618.101133ms","start":"2026-06-28T20:11:33.834272Z","end":"2026-06-28T20:11:34.452373Z","steps":["trace[2109269086] 'process raft request' (duration: 617.805706ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:33.834227Z","time spent":"618.178605ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:34.452559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.855868Z","time spent":"1.596525134s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:34.452647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582008461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:11:34.45266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.375783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:11:34.452707Z","caller":"traceutil/trace.go:171","msg":"trace[32638797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"1.582102073s","start":"2026-06-28T20:11:32.870588Z","end":"2026-06-28T20:11:34.45269Z","steps":["trace[32638797] 'agreement among raft nodes before linearized reading' (duration: 1.581892958s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.452756Z","caller":"traceutil/trace.go:171","msg":"trace[878888273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8197; }","duration":"788.497766ms","start":"2026-06-28T20:11:33.664234Z","end":"2026-06-28T20:11:34.452732Z","steps":["trace[878888273] 'agreement among raft nodes before linearized reading' (duration: 788.316411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579447181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:11:34.45287Z","caller":"traceutil/trace.go:171","msg":"trace[288449213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8197; }","duration":"1.579513522s","start":"2026-06-28T20:11:32.873348Z","end":"2026-06-28T20:11:34.452862Z","steps":["trace[288449213] 'agreement among raft nodes before linearized reading' (duration: 1.579388769s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580768152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:11:34.45293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515953191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:34.45293Z","caller":"traceutil/trace.go:171","msg":"trace[992705234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8197; }","duration":"1.580870204s","start":"2026-06-28T20:11:32.872045Z","end":"2026-06-28T20:11:34.452915Z","steps":["trace[992705234] 'agreement among raft nodes before linearized reading' (duration: 1.580748301s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.452954Z","caller":"traceutil/trace.go:171","msg":"trace[1731744510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8197; }","duration":"1.516038184s","start":"2026-06-28T20:11:32.936908Z","end":"2026-06-28T20:11:34.452946Z","steps":["trace[1731744510] 'agreement among raft nodes before linearized reading' (duration: 1.516001663s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.936875Z","time spent":"1.516094894s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:34.452971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.872017Z","time spent":"1.580944976s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:34.452982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580623888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:11:34.45299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580594677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:11:34.453003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590284046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:11:34.453035Z","caller":"traceutil/trace.go:171","msg":"trace[69735292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8197; }","duration":"1.580696959s","start":"2026-06-28T20:11:32.872323Z","end":"2026-06-28T20:11:34.45302Z","steps":["trace[69735292] 'agreement among raft nodes before linearized reading' (duration: 1.580467224s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.453048Z","caller":"traceutil/trace.go:171","msg":"trace[1917035066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8197; }","duration":"1.580716231s","start":"2026-06-28T20:11:32.872315Z","end":"2026-06-28T20:11:34.453031Z","steps":["trace[1917035066] 'agreement among raft nodes before linearized reading' (duration: 1.580562777s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.453053Z","caller":"traceutil/trace.go:171","msg":"trace[254736087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8197; }","duration":"1.590369558s","start":"2026-06-28T20:11:32.86267Z","end":"2026-06-28T20:11:34.45304Z","steps":["trace[254736087] 'agreement among raft nodes before linearized reading' (duration: 1.590192724s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.453087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.872294Z","time spent":"1.580782242s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:11:34.453087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.872312Z","time spent":"1.580763452s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:34.453098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.862656Z","time spent":"1.59042772s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:11:34.453154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577960625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:11:34.453203Z","caller":"traceutil/trace.go:171","msg":"trace[706290908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8197; }","duration":"1.578055048s","start":"2026-06-28T20:11:32.87514Z","end":"2026-06-28T20:11:34.453195Z","steps":["trace[706290908] 'agreement among raft nodes before linearized reading' (duration: 1.577952225s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.870574Z","time spent":"1.582171285s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:34.453225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.875117Z","time spent":"1.578102159s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:11:34.452895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.873337Z","time spent":"1.579551083s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:34.45283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:33.664214Z","time spent":"788.597619ms","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:34.453405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.944777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-06-28T20:11:34.453411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.401882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-28T20:11:34.453464Z","caller":"traceutil/trace.go:171","msg":"trace[329327103] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8197; }","duration":"717.017568ms","start":"2026-06-28T20:11:33.736421Z","end":"2026-06-28T20:11:34.453439Z","steps":["trace[329327103] 'agreement among raft nodes before linearized reading' (duration: 716.882995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.452347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.931606Z","time spent":"1.520669703s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:34.453487Z","caller":"traceutil/trace.go:171","msg":"trace[2016255964] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8197; }","duration":"502.551875ms","start":"2026-06-28T20:11:33.950913Z","end":"2026-06-28T20:11:34.453465Z","steps":["trace[2016255964] 'agreement among raft nodes before linearized reading' (duration: 502.34296ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.453508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.806784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:11:34.453512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:33.736409Z","time spent":"717.08704ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:34.453529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:33.950888Z","time spent":"502.631667ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-06-28T20:11:34.453545Z","caller":"traceutil/trace.go:171","msg":"trace[1514207172] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8197; }","duration":"741.877466ms","start":"2026-06-28T20:11:33.711656Z","end":"2026-06-28T20:11:34.453534Z","steps":["trace[1514207172] 'agreement among raft nodes before linearized reading' (duration: 741.783713ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.453575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:33.711645Z","time spent":"741.922186ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:34.452709Z","caller":"traceutil/trace.go:171","msg":"trace[405199732] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.625232841s","start":"2026-06-28T20:11:32.827467Z","end":"2026-06-28T20:11:34.4527Z","steps":["trace[405199732] 'process raft request' (duration: 1.624464823s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.453682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:32.827457Z","time spent":"1.626179023s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:34.453742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.670462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:11:34.453791Z","caller":"traceutil/trace.go:171","msg":"trace[1757064322] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8197; }","duration":"312.791165ms","start":"2026-06-28T20:11:34.140985Z","end":"2026-06-28T20:11:34.453776Z","steps":["trace[1757064322] 'agreement among raft nodes before linearized reading' (duration: 312.670272ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.453839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:34.140961Z","time spent":"312.862466ms","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:34.570449Z","caller":"traceutil/trace.go:171","msg":"trace[1178592388] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"112.699231ms","start":"2026-06-28T20:11:34.457721Z","end":"2026-06-28T20:11:34.57042Z","steps":["trace[1178592388] 'process raft request' (duration: 97.337168ms)","trace[1178592388] 'compare' (duration: 15.23811ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:34.632966Z","caller":"traceutil/trace.go:171","msg":"trace[1079424070] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"174.5173ms","start":"2026-06-28T20:11:34.458412Z","end":"2026-06-28T20:11:34.632929Z","steps":["trace[1079424070] 'process raft request' (duration: 174.331415ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.633031Z","caller":"traceutil/trace.go:171","msg":"trace[1024418812] linearizableReadLoop","detail":"{readStateIndex:8496; appliedIndex:8494; }","duration":"174.528141ms","start":"2026-06-28T20:11:34.458484Z","end":"2026-06-28T20:11:34.633012Z","steps":["trace[1024418812] 'read index received' (duration: 96.630862ms)","trace[1024418812] 'applied index is now lower than readState.Index' (duration: 77.896439ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:34.633116Z","caller":"traceutil/trace.go:171","msg":"trace[2061941245] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"174.623013ms","start":"2026-06-28T20:11:34.458484Z","end":"2026-06-28T20:11:34.633107Z","steps":["trace[2061941245] 'process raft request' (duration: 174.364617ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.633231Z","caller":"traceutil/trace.go:171","msg":"trace[1807056243] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"173.522577ms","start":"2026-06-28T20:11:34.459702Z","end":"2026-06-28T20:11:34.633225Z","steps":["trace[1807056243] 'process raft request' (duration: 173.176059ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.633296Z","caller":"traceutil/trace.go:171","msg":"trace[1451320425] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"173.573637ms","start":"2026-06-28T20:11:34.459717Z","end":"2026-06-28T20:11:34.633291Z","steps":["trace[1451320425] 'process raft request' (duration: 173.181538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.633382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.054908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:34.63341Z","caller":"traceutil/trace.go:171","msg":"trace[174698432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8204; }","duration":"171.11466ms","start":"2026-06-28T20:11:34.462288Z","end":"2026-06-28T20:11:34.633403Z","steps":["trace[174698432] 'agreement among raft nodes before linearized reading' (duration: 171.057889ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.633617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.195337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:11:34.633643Z","caller":"traceutil/trace.go:171","msg":"trace[1843300820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8204; }","duration":"153.258338ms","start":"2026-06-28T20:11:34.480379Z","end":"2026-06-28T20:11:34.633637Z","steps":["trace[1843300820] 'agreement among raft nodes before linearized reading' (duration: 153.160086ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:34.633653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.151645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223787"} {"level":"info","ts":"2026-06-28T20:11:34.633705Z","caller":"traceutil/trace.go:171","msg":"trace[842585264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8204; }","duration":"175.237047ms","start":"2026-06-28T20:11:34.458457Z","end":"2026-06-28T20:11:34.633694Z","steps":["trace[842585264] 'agreement among raft nodes before linearized reading' (duration: 174.853638ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.633895Z","caller":"traceutil/trace.go:171","msg":"trace[60615449] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"173.446434ms","start":"2026-06-28T20:11:34.460442Z","end":"2026-06-28T20:11:34.633888Z","steps":["trace[60615449] 'process raft request' (duration: 172.540553ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:34.633998Z","caller":"traceutil/trace.go:171","msg":"trace[286287167] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"174.230374ms","start":"2026-06-28T20:11:34.459756Z","end":"2026-06-28T20:11:34.633987Z","steps":["trace[286287167] 'process raft request' (duration: 173.165869ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:36.953895Z","caller":"traceutil/trace.go:171","msg":"trace[644084580] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"534.274054ms","start":"2026-06-28T20:11:36.419495Z","end":"2026-06-28T20:11:36.953769Z","steps":["trace[644084580] 'process raft request' (duration: 534.10492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.954199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.419469Z","time spent":"534.54472ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:36.958378Z","caller":"traceutil/trace.go:171","msg":"trace[739509232] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"498.96888ms","start":"2026-06-28T20:11:36.459387Z","end":"2026-06-28T20:11:36.958356Z","steps":["trace[739509232] 'process raft request' (duration: 498.750725ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.958543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.45936Z","time spent":"499.096974ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:36.958677Z","caller":"traceutil/trace.go:171","msg":"trace[1704331312] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8501; }","duration":"455.832542ms","start":"2026-06-28T20:11:36.502815Z","end":"2026-06-28T20:11:36.958648Z","steps":["trace[1704331312] 'read index received' (duration: 450.831364ms)","trace[1704331312] 'applied index is now lower than readState.Index' (duration: 4.999618ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:36.958992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.17132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-06-28T20:11:36.959016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.995722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:11:36.959054Z","caller":"traceutil/trace.go:171","msg":"trace[88441293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8207; }","duration":"456.271302ms","start":"2026-06-28T20:11:36.502766Z","end":"2026-06-28T20:11:36.959037Z","steps":["trace[88441293] 'agreement among raft nodes before linearized reading' (duration: 456.063737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.116817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:11:36.959113Z","caller":"traceutil/trace.go:171","msg":"trace[809060587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8207; }","duration":"317.222509ms","start":"2026-06-28T20:11:36.641879Z","end":"2026-06-28T20:11:36.959101Z","steps":["trace[809060587] 'agreement among raft nodes before linearized reading' (duration: 317.034384ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:36.959071Z","caller":"traceutil/trace.go:171","msg":"trace[14546582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8207; }","duration":"383.104095ms","start":"2026-06-28T20:11:36.575952Z","end":"2026-06-28T20:11:36.959056Z","steps":["trace[14546582] 'agreement among raft nodes before linearized reading' (duration: 382.923831ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.641869Z","time spent":"317.282461ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"info","ts":"2026-06-28T20:11:36.959221Z","caller":"traceutil/trace.go:171","msg":"trace[1520734039] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"497.852324ms","start":"2026-06-28T20:11:36.461348Z","end":"2026-06-28T20:11:36.9592Z","steps":["trace[1520734039] 'process raft request' (duration: 496.953753ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.924947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:36.959317Z","caller":"traceutil/trace.go:171","msg":"trace[1773704247] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8207; }","duration":"130.01607ms","start":"2026-06-28T20:11:36.829284Z","end":"2026-06-28T20:11:36.9593Z","steps":["trace[1773704247] 'agreement among raft nodes before linearized reading' (duration: 129.949948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.461319Z","time spent":"497.929266ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:36.959503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.469696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:11:36.959511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.165765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:11:36.959533Z","caller":"traceutil/trace.go:171","msg":"trace[1303157287] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8207; }","duration":"176.546348ms","start":"2026-06-28T20:11:36.782978Z","end":"2026-06-28T20:11:36.959525Z","steps":["trace[1303157287] 'agreement among raft nodes before linearized reading' (duration: 176.496607ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:36.959557Z","caller":"traceutil/trace.go:171","msg":"trace[215941703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8207; }","duration":"319.231926ms","start":"2026-06-28T20:11:36.640313Z","end":"2026-06-28T20:11:36.959545Z","steps":["trace[215941703] 'agreement among raft nodes before linearized reading' (duration: 319.107823ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.640304Z","time spent":"319.276198ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:36.959118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.502748Z","time spent":"456.355434ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:11:36.959748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.243081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:11:36.959167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.575919Z","time spent":"383.236968ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:11:36.959784Z","caller":"traceutil/trace.go:171","msg":"trace[1218630461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8207; }","duration":"320.331503ms","start":"2026-06-28T20:11:36.639441Z","end":"2026-06-28T20:11:36.959773Z","steps":["trace[1218630461] 'agreement among raft nodes before linearized reading' (duration: 320.22142ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.959818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.639409Z","time spent":"320.399295ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:36.959794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.902677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:11:36.959877Z","caller":"traceutil/trace.go:171","msg":"trace[787998926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8207; }","duration":"321.03937ms","start":"2026-06-28T20:11:36.638819Z","end":"2026-06-28T20:11:36.959859Z","steps":["trace[787998926] 'agreement among raft nodes before linearized reading' (duration: 320.804314ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.95993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.638795Z","time spent":"321.114091ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:36.959945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.376554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:11:36.959973Z","caller":"traceutil/trace.go:171","msg":"trace[437843120] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8207; }","duration":"320.466286ms","start":"2026-06-28T20:11:36.639497Z","end":"2026-06-28T20:11:36.959964Z","steps":["trace[437843120] 'agreement among raft nodes before linearized reading' (duration: 320.390324ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.960002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.63946Z","time spent":"320.536147ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:36.96021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.955358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:11:36.960258Z","caller":"traceutil/trace.go:171","msg":"trace[634398872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8207; }","duration":"321.027139ms","start":"2026-06-28T20:11:36.63922Z","end":"2026-06-28T20:11:36.960247Z","steps":["trace[634398872] 'agreement among raft nodes before linearized reading' (duration: 320.880455ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:36.960289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.639211Z","time spent":"321.07043ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:11:37.108484Z","caller":"traceutil/trace.go:171","msg":"trace[1756682417] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"144.797479ms","start":"2026-06-28T20:11:36.963657Z","end":"2026-06-28T20:11:37.108455Z","steps":["trace[1756682417] 'process raft request' (duration: 76.22449ms)","trace[1756682417] 'compare' (duration: 68.423195ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:37.355684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.471719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:37.355911Z","caller":"traceutil/trace.go:171","msg":"trace[214931645] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"392.152019ms","start":"2026-06-28T20:11:36.963732Z","end":"2026-06-28T20:11:37.355884Z","steps":["trace[214931645] 'process raft request' (duration: 253.391173ms)","trace[214931645] 'compare' (duration: 138.339816ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:37.355964Z","caller":"traceutil/trace.go:171","msg":"trace[1416322800] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"391.843581ms","start":"2026-06-28T20:11:36.964096Z","end":"2026-06-28T20:11:37.35594Z","steps":["trace[1416322800] 'process raft request' (duration: 391.698538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:37.356062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.963709Z","time spent":"392.271601ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:37.356068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.964085Z","time spent":"391.934263ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:37.356274Z","caller":"traceutil/trace.go:171","msg":"trace[1408977330] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"392.098418ms","start":"2026-06-28T20:11:36.964148Z","end":"2026-06-28T20:11:37.356246Z","steps":["trace[1408977330] 'process raft request' (duration: 391.729549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:37.356561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.964133Z","time spent":"392.20971ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:37.356856Z","caller":"traceutil/trace.go:171","msg":"trace[2073110597] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"392.023176ms","start":"2026-06-28T20:11:36.964819Z","end":"2026-06-28T20:11:37.356843Z","steps":["trace[2073110597] 'process raft request' (duration: 391.340739ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:37.356884Z","caller":"traceutil/trace.go:171","msg":"trace[143404276] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8504; }","duration":"392.853175ms","start":"2026-06-28T20:11:36.964011Z","end":"2026-06-28T20:11:37.356865Z","steps":["trace[143404276] 'read index received' (duration: 76.005344ms)","trace[143404276] 'applied index is now lower than readState.Index' (duration: 316.846591ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:37.356922Z","caller":"traceutil/trace.go:171","msg":"trace[1508600588] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"392.067807ms","start":"2026-06-28T20:11:36.964836Z","end":"2026-06-28T20:11:37.356904Z","steps":["trace[1508600588] 'process raft request' (duration: 391.893053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:37.356954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.964811Z","time spent":"392.089767ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:37.356996Z","caller":"traceutil/trace.go:171","msg":"trace[361920093] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"392.036246ms","start":"2026-06-28T20:11:36.964945Z","end":"2026-06-28T20:11:37.356981Z","steps":["trace[361920093] 'process raft request' (duration: 391.861902ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:37.357019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.964825Z","time spent":"392.132948ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:37.357097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.964933Z","time spent":"392.108767ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:37.357438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.419488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223787"} {"level":"info","ts":"2026-06-28T20:11:37.357482Z","caller":"traceutil/trace.go:171","msg":"trace[396387825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8214; }","duration":"393.48788ms","start":"2026-06-28T20:11:36.963985Z","end":"2026-06-28T20:11:37.357473Z","steps":["trace[396387825] 'agreement among raft nodes before linearized reading' (duration: 393.122632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:37.357514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:36.963973Z","time spent":"393.531801ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:11:37.553023Z","caller":"traceutil/trace.go:171","msg":"trace[508834915] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"188.533402ms","start":"2026-06-28T20:11:37.364458Z","end":"2026-06-28T20:11:37.552991Z","steps":["trace[508834915] 'process raft request' (duration: 149.362947ms)","trace[508834915] 'compare' (duration: 39.041792ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:38.847119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.31836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-28T20:11:38.847382Z","caller":"traceutil/trace.go:171","msg":"trace[846305300] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"379.93224ms","start":"2026-06-28T20:11:38.467431Z","end":"2026-06-28T20:11:38.847363Z","steps":["trace[846305300] 'process raft request' (duration: 379.800737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:38.84749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.467402Z","time spent":"380.022942ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:39.403996Z","caller":"traceutil/trace.go:171","msg":"trace[1367073225] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"443.650734ms","start":"2026-06-28T20:11:38.960318Z","end":"2026-06-28T20:11:39.403969Z","steps":["trace[1367073225] 'process raft request' (duration: 401.645702ms)","trace[1367073225] 'compare' (duration: 41.818867ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:39.404141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.960294Z","time spent":"443.772006ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:39.814447Z","caller":"traceutil/trace.go:171","msg":"trace[1086896495] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8515; }","duration":"700.59532ms","start":"2026-06-28T20:11:39.113825Z","end":"2026-06-28T20:11:39.814421Z","steps":["trace[1086896495] 'read index received' (duration: 248.151288ms)","trace[1086896495] 'applied index is now lower than readState.Index' (duration: 452.443072ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:39.814457Z","caller":"traceutil/trace.go:171","msg":"trace[1067048842] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"851.123443ms","start":"2026-06-28T20:11:38.963298Z","end":"2026-06-28T20:11:39.814422Z","steps":["trace[1067048842] 'process raft request' (duration: 829.973384ms)","trace[1067048842] 'compare' (duration: 20.681348ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:11:39.814606Z","caller":"traceutil/trace.go:171","msg":"trace[406149858] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"678.15548ms","start":"2026-06-28T20:11:39.136418Z","end":"2026-06-28T20:11:39.814574Z","steps":["trace[406149858] 'process raft request' (duration: 677.951305ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.81463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.963277Z","time spent":"851.266737ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:39.814705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.866416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:11:39.814456Z","caller":"traceutil/trace.go:171","msg":"trace[2093563664] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"850.785915ms","start":"2026-06-28T20:11:38.963641Z","end":"2026-06-28T20:11:39.814427Z","steps":["trace[2093563664] 'process raft request' (duration: 850.627622ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.814729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.136394Z","time spent":"678.267463ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:39.814747Z","caller":"traceutil/trace.go:171","msg":"trace[1210801394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8221; }","duration":"700.930068ms","start":"2026-06-28T20:11:39.113806Z","end":"2026-06-28T20:11:39.814736Z","steps":["trace[1210801394] 'agreement among raft nodes before linearized reading' (duration: 700.765914ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.814784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.113748Z","time spent":"701.02859ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:11:39.814808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.017549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:11:39.814857Z","caller":"traceutil/trace.go:171","msg":"trace[83146504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8221; }","duration":"454.109521ms","start":"2026-06-28T20:11:39.360736Z","end":"2026-06-28T20:11:39.814846Z","steps":["trace[83146504] 'agreement among raft nodes before linearized reading' (duration: 453.960368ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.814889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.360715Z","time spent":"454.166903ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:11:39.814911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:38.963631Z","time spent":"851.136594ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:39.815006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.481417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:11:39.815027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.550288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:11:39.815039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.671002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:11:39.815051Z","caller":"traceutil/trace.go:171","msg":"trace[2081509577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8221; }","duration":"453.564059ms","start":"2026-06-28T20:11:39.361474Z","end":"2026-06-28T20:11:39.815038Z","steps":["trace[2081509577] 'agreement among raft nodes before linearized reading' (duration: 453.453166ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.81506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.7427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:11:39.815078Z","caller":"traceutil/trace.go:171","msg":"trace[1703246236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8221; }","duration":"453.63954ms","start":"2026-06-28T20:11:39.361425Z","end":"2026-06-28T20:11:39.815064Z","steps":["trace[1703246236] 'agreement among raft nodes before linearized reading' (duration: 453.478737ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:39.815088Z","caller":"traceutil/trace.go:171","msg":"trace[34762306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8221; }","duration":"453.723663ms","start":"2026-06-28T20:11:39.361351Z","end":"2026-06-28T20:11:39.815075Z","steps":["trace[34762306] 'agreement among raft nodes before linearized reading' (duration: 453.581499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.815091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.361442Z","time spent":"453.640541ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:11:39.815119Z","caller":"traceutil/trace.go:171","msg":"trace[50114472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8221; }","duration":"452.841931ms","start":"2026-06-28T20:11:39.362262Z","end":"2026-06-28T20:11:39.815104Z","steps":["trace[50114472] 'agreement among raft nodes before linearized reading' (duration: 452.622766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.815128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.361309Z","time spent":"453.812015ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:39.815129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.361411Z","time spent":"453.705662ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:11:39.815154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.36225Z","time spent":"452.898013ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:11:39.815169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.230641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:11:39.815232Z","caller":"traceutil/trace.go:171","msg":"trace[1947412192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8221; }","duration":"450.315462ms","start":"2026-06-28T20:11:39.3649Z","end":"2026-06-28T20:11:39.815215Z","steps":["trace[1947412192] 'agreement among raft nodes before linearized reading' (duration: 450.116757ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:39.815274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.364889Z","time spent":"450.374243ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"info","ts":"2026-06-28T20:11:39.891886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6045} {"level":"warn","ts":"2026-06-28T20:11:40.173018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.259289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:40.173201Z","caller":"traceutil/trace.go:171","msg":"trace[591230420] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"351.762075ms","start":"2026-06-28T20:11:39.821372Z","end":"2026-06-28T20:11:40.173134Z","steps":["trace[591230420] 'process raft request' (duration: 73.295991ms)","trace[591230420] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 277.993363ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:40.17328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821348Z","time spent":"351.899948ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:40.369792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.579811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:40.369933Z","caller":"traceutil/trace.go:171","msg":"trace[1740036107] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"548.450239ms","start":"2026-06-28T20:11:39.821455Z","end":"2026-06-28T20:11:40.369905Z","steps":["trace[1740036107] 'process raft request' (duration: 351.663543ms)","trace[1740036107] 'compare' (duration: 19.677534ms)","trace[1740036107] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 176.511367ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:11:40.37Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821431Z","time spent":"548.536971ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:40.993037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.04626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:40.99325Z","caller":"traceutil/trace.go:171","msg":"trace[1263253832] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.171749385s","start":"2026-06-28T20:11:39.821463Z","end":"2026-06-28T20:11:40.993212Z","steps":["trace[1263253832] 'process raft request' (duration: 548.428149ms)","trace[1263253832] 'compare' (duration: 308.575465ms)","trace[1263253832] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 314.126437ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:11:40.993353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821441Z","time spent":"1.171866918s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:11:41.12793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.70796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:11:41.128133Z","caller":"traceutil/trace.go:171","msg":"trace[130636623] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.306615508s","start":"2026-06-28T20:11:39.82147Z","end":"2026-06-28T20:11:41.128085Z","steps":["trace[130636623] 'process raft request' (duration: 1.171682663s)","trace[130636623] 'compare' (duration: 122.902581ms)","trace[130636623] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 11.723987ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:11:41.12829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.82146Z","time spent":"1.306763322s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:41.128325Z","caller":"traceutil/trace.go:171","msg":"trace[1716016537] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"1.306826083s","start":"2026-06-28T20:11:39.821478Z","end":"2026-06-28T20:11:41.128304Z","steps":["trace[1716016537] 'process raft request' (duration: 1.306533326s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.128395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821461Z","time spent":"1.306901786s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:41.128595Z","caller":"traceutil/trace.go:171","msg":"trace[2025588737] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"1.306162118s","start":"2026-06-28T20:11:39.822418Z","end":"2026-06-28T20:11:41.12858Z","steps":["trace[2025588737] 'process raft request' (duration: 1.305796599s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.128664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.822404Z","time spent":"1.306227899s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:11:41.12912Z","caller":"traceutil/trace.go:171","msg":"trace[1927221134] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8519; }","duration":"1.307011798s","start":"2026-06-28T20:11:39.821478Z","end":"2026-06-28T20:11:41.12849Z","steps":["trace[1927221134] 'read index received' (duration: 41.568261ms)","trace[1927221134] 'applied index is now lower than readState.Index' (duration: 1.265442457s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:11:41.129214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307731964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223787"} {"level":"info","ts":"2026-06-28T20:11:41.129966Z","caller":"traceutil/trace.go:171","msg":"trace[1539270533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8227; }","duration":"1.308511593s","start":"2026-06-28T20:11:39.821425Z","end":"2026-06-28T20:11:41.129936Z","steps":["trace[1539270533] 'agreement among raft nodes before linearized reading' (duration: 1.307476428s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821403Z","time spent":"1.308627376s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:11:41.130207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30834143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:11:41.130256Z","caller":"traceutil/trace.go:171","msg":"trace[2031531736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8227; }","duration":"1.308431071s","start":"2026-06-28T20:11:39.82181Z","end":"2026-06-28T20:11:41.130241Z","steps":["trace[2031531736] 'agreement among raft nodes before linearized reading' (duration: 1.308134924s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.821799Z","time spent":"1.308533184s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:11:41.130499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.572324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:41.130525Z","caller":"traceutil/trace.go:171","msg":"trace[1770384647] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8227; }","duration":"823.627096ms","start":"2026-06-28T20:11:40.30689Z","end":"2026-06-28T20:11:41.130517Z","steps":["trace[1770384647] 'agreement among raft nodes before linearized reading' (duration: 823.568094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.306875Z","time spent":"823.685547ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:41.13062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.340547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:11:41.1307Z","caller":"traceutil/trace.go:171","msg":"trace[514256320] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8227; }","duration":"612.46172ms","start":"2026-06-28T20:11:40.51822Z","end":"2026-06-28T20:11:41.130681Z","steps":["trace[514256320] 'agreement among raft nodes before linearized reading' (duration: 612.340497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.631271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-06-28T20:11:41.130758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.518198Z","time spent":"612.545382ms","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:11:41.130758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.586375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:11:41.130782Z","caller":"traceutil/trace.go:171","msg":"trace[243718848] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8227; }","duration":"553.723183ms","start":"2026-06-28T20:11:40.577039Z","end":"2026-06-28T20:11:41.130762Z","steps":["trace[243718848] 'agreement among raft nodes before linearized reading' (duration: 553.495427ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:11:41.130819Z","caller":"traceutil/trace.go:171","msg":"trace[108275330] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8227; }","duration":"873.77364ms","start":"2026-06-28T20:11:40.257031Z","end":"2026-06-28T20:11:41.130805Z","steps":["trace[108275330] 'agreement among raft nodes before linearized reading' (duration: 873.624436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192776651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:11:41.130894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.257006Z","time spent":"873.877312ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:41.130933Z","caller":"traceutil/trace.go:171","msg":"trace[747044440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8227; }","duration":"1.192900783s","start":"2026-06-28T20:11:39.938023Z","end":"2026-06-28T20:11:41.130924Z","steps":["trace[747044440] 'agreement among raft nodes before linearized reading' (duration: 1.192791001s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:39.937996Z","time spent":"1.192960325s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:11:41.130977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.714879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129710"} {"level":"info","ts":"2026-06-28T20:11:41.131039Z","caller":"traceutil/trace.go:171","msg":"trace[1312015590] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8227; }","duration":"552.816372ms","start":"2026-06-28T20:11:40.578208Z","end":"2026-06-28T20:11:41.131025Z","steps":["trace[1312015590] 'agreement among raft nodes before linearized reading' (duration: 552.651278ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.130833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.577027Z","time spent":"553.793145ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-06-28T20:11:41.131079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.578186Z","time spent":"552.883473ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129732,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-06-28T20:11:41.131254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.640689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:11:41.131527Z","caller":"traceutil/trace.go:171","msg":"trace[1254749570] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8227; }","duration":"630.955086ms","start":"2026-06-28T20:11:40.50055Z","end":"2026-06-28T20:11:41.131505Z","steps":["trace[1254749570] 'agreement among raft nodes before linearized reading' (duration: 629.936002ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:11:41.131589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:11:40.500529Z","time spent":"631.040259ms","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:11:41.142754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6045,"took":"1.248891396s","hash":963141438,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":23752704,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-28T20:11:41.142846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":963141438,"revision":6045,"compact-revision":2947} {"level":"warn","ts":"2026-06-28T20:12:05.262816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.414528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:12:05.262928Z","caller":"traceutil/trace.go:171","msg":"trace[679879628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"160.586462ms","start":"2026-06-28T20:12:05.102318Z","end":"2026-06-28T20:12:05.262904Z","steps":["trace[679879628] 'range keys from in-memory index tree' (duration: 160.211923ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:05.26327Z","caller":"traceutil/trace.go:171","msg":"trace[1490568669] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8712; }","duration":"140.993299ms","start":"2026-06-28T20:12:05.122257Z","end":"2026-06-28T20:12:05.26325Z","steps":["trace[1490568669] 'read index received' (duration: 140.582599ms)","trace[1490568669] 'applied index is now lower than readState.Index' (duration: 409.67µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:05.263379Z","caller":"traceutil/trace.go:171","msg":"trace[808168511] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"149.611593ms","start":"2026-06-28T20:12:05.113745Z","end":"2026-06-28T20:12:05.263356Z","steps":["trace[808168511] 'process raft request' (duration: 149.154722ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:05.263477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.213814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-06-28T20:12:05.263514Z","caller":"traceutil/trace.go:171","msg":"trace[2018532024] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8407; }","duration":"141.301056ms","start":"2026-06-28T20:12:05.122199Z","end":"2026-06-28T20:12:05.2635Z","steps":["trace[2018532024] 'agreement among raft nodes before linearized reading' (duration: 141.158213ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:08.355554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:08.710713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210092119s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:12:08.711073Z","caller":"traceutil/trace.go:171","msg":"trace[1173443788] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"1.210529969s","start":"2026-06-28T20:12:07.500524Z","end":"2026-06-28T20:12:08.711054Z","steps":["trace[1173443788] 'process raft request' (duration: 1.210402286s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:08.711197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.5005Z","time spent":"1.210630932s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:09.485667Z","caller":"traceutil/trace.go:171","msg":"trace[1477521051] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8731; }","duration":"1.631065888s","start":"2026-06-28T20:12:07.854571Z","end":"2026-06-28T20:12:09.485637Z","steps":["trace[1477521051] 'read index received' (duration: 856.401778ms)","trace[1477521051] 'applied index is now lower than readState.Index' (duration: 774.66272ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:09.485692Z","caller":"traceutil/trace.go:171","msg":"trace[1052472332] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"1.569016463s","start":"2026-06-28T20:12:07.916655Z","end":"2026-06-28T20:12:09.485672Z","steps":["trace[1052472332] 'process raft request' (duration: 1.568882079s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.485979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.916629Z","time spent":"1.569266999s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:09.485685Z","caller":"traceutil/trace.go:171","msg":"trace[1701532054] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"1.570619481s","start":"2026-06-28T20:12:07.915033Z","end":"2026-06-28T20:12:09.485652Z","steps":["trace[1701532054] 'process raft request' (duration: 1.569436163s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.486165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.915008Z","time spent":"1.571096912s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:09.485796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631202711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:09.486441Z","caller":"traceutil/trace.go:171","msg":"trace[1790095201] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8427; }","duration":"1.631896747s","start":"2026-06-28T20:12:07.854527Z","end":"2026-06-28T20:12:09.486424Z","steps":["trace[1790095201] 'agreement among raft nodes before linearized reading' (duration: 1.631213381s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.486549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.854506Z","time spent":"1.632023271s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:09.633098Z","caller":"traceutil/trace.go:171","msg":"trace[1614456869] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8734; }","duration":"147.236956ms","start":"2026-06-28T20:12:09.485841Z","end":"2026-06-28T20:12:09.633079Z","steps":["trace[1614456869] 'read index received' (duration: 147.112113ms)","trace[1614456869] 'applied index is now lower than readState.Index' (duration: 123.933µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:09.633218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696129215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:09.633241Z","caller":"traceutil/trace.go:171","msg":"trace[581755661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8428; }","duration":"1.696203426s","start":"2026-06-28T20:12:07.93703Z","end":"2026-06-28T20:12:09.633234Z","steps":["trace[581755661] 'agreement among raft nodes before linearized reading' (duration: 1.696141474s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:07.937016Z","time spent":"1.696243808s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.394278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:12:09.63352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.010693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:12:09.633513Z","caller":"traceutil/trace.go:171","msg":"trace[825404577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8428; }","duration":"346.515421ms","start":"2026-06-28T20:12:09.28698Z","end":"2026-06-28T20:12:09.633495Z","steps":["trace[825404577] 'agreement among raft nodes before linearized reading' (duration: 346.325707ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.633541Z","caller":"traceutil/trace.go:171","msg":"trace[1819104408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8428; }","duration":"347.070224ms","start":"2026-06-28T20:12:09.286463Z","end":"2026-06-28T20:12:09.633533Z","steps":["trace[1819104408] 'agreement among raft nodes before linearized reading' (duration: 346.984552ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.286959Z","time spent":"346.585783ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.286439Z","time spent":"347.122746ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.141389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:12:09.633707Z","caller":"traceutil/trace.go:171","msg":"trace[1003287174] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"756.846529ms","start":"2026-06-28T20:12:08.876827Z","end":"2026-06-28T20:12:09.633673Z","steps":["trace[1003287174] 'process raft request' (duration: 756.118912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.049021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:09.633755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.417255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:09.633755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.002155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:12:09.63378Z","caller":"traceutil/trace.go:171","msg":"trace[558433459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8428; }","duration":"504.117683ms","start":"2026-06-28T20:12:09.129654Z","end":"2026-06-28T20:12:09.633772Z","steps":["trace[558433459] 'agreement among raft nodes before linearized reading' (duration: 504.033961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.466462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:12:09.633813Z","caller":"traceutil/trace.go:171","msg":"trace[11199391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8428; }","duration":"331.087877ms","start":"2026-06-28T20:12:09.302711Z","end":"2026-06-28T20:12:09.633799Z","steps":["trace[11199391] 'agreement among raft nodes before linearized reading' (duration: 330.908003ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.129591Z","time spent":"504.217924ms","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:09.633858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.302696Z","time spent":"331.151158ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:12:09.633747Z","caller":"traceutil/trace.go:171","msg":"trace[1528637057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8428; }","duration":"345.19619ms","start":"2026-06-28T20:12:09.288539Z","end":"2026-06-28T20:12:09.633735Z","steps":["trace[1528637057] 'agreement among raft nodes before linearized reading' (duration: 345.104008ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.633846Z","caller":"traceutil/trace.go:171","msg":"trace[651775537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8428; }","duration":"330.595585ms","start":"2026-06-28T20:12:09.303236Z","end":"2026-06-28T20:12:09.633831Z","steps":["trace[651775537] 'agreement among raft nodes before linearized reading' (duration: 330.325539ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.633927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230803499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:12:09.633922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.288529Z","time spent":"345.381965ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.303228Z","time spent":"330.707118ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.876802Z","time spent":"756.979472ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:09.634084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.371422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:09.63378Z","caller":"traceutil/trace.go:171","msg":"trace[1344603519] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8428; }","duration":"536.471166ms","start":"2026-06-28T20:12:09.097302Z","end":"2026-06-28T20:12:09.633773Z","steps":["trace[1344603519] 'agreement among raft nodes before linearized reading' (duration: 536.425865ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.633947Z","caller":"traceutil/trace.go:171","msg":"trace[1733624923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8428; }","duration":"1.230848771s","start":"2026-06-28T20:12:08.40309Z","end":"2026-06-28T20:12:09.633939Z","steps":["trace[1733624923] 'agreement among raft nodes before linearized reading' (duration: 1.230802059s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.634111Z","caller":"traceutil/trace.go:171","msg":"trace[44205552] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8428; }","duration":"214.431782ms","start":"2026-06-28T20:12:09.419674Z","end":"2026-06-28T20:12:09.634106Z","steps":["trace[44205552] 'agreement among raft nodes before linearized reading' (duration: 214.392292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.634133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.403074Z","time spent":"1.231048445s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:09.634142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:09.097283Z","time spent":"536.836955ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:09.633879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113651913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:12:09.634297Z","caller":"traceutil/trace.go:171","msg":"trace[658327502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8428; }","duration":"1.114097124s","start":"2026-06-28T20:12:08.520186Z","end":"2026-06-28T20:12:09.634283Z","steps":["trace[658327502] 'agreement among raft nodes before linearized reading' (duration: 1.113634853s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.634344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.520166Z","time spent":"1.114166225s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:09.633807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.325416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:09.634444Z","caller":"traceutil/trace.go:171","msg":"trace[517021294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8428; }","duration":"983.972591ms","start":"2026-06-28T20:12:08.650451Z","end":"2026-06-28T20:12:09.634424Z","steps":["trace[517021294] 'agreement among raft nodes before linearized reading' (duration: 983.342046ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.634497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:08.650434Z","time spent":"984.047543ms","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:09.824746Z","caller":"traceutil/trace.go:171","msg":"trace[1530112391] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8735; }","duration":"184.599889ms","start":"2026-06-28T20:12:09.640121Z","end":"2026-06-28T20:12:09.824721Z","steps":["trace[1530112391] 'read index received' (duration: 59.224748ms)","trace[1530112391] 'applied index is now lower than readState.Index' (duration: 125.37362ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:09.824893Z","caller":"traceutil/trace.go:171","msg":"trace[1779222641] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"185.427628ms","start":"2026-06-28T20:12:09.639438Z","end":"2026-06-28T20:12:09.824866Z","steps":["trace[1779222641] 'process raft request' (duration: 185.210183ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.824922Z","caller":"traceutil/trace.go:171","msg":"trace[789902104] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"185.480279ms","start":"2026-06-28T20:12:09.639394Z","end":"2026-06-28T20:12:09.824874Z","steps":["trace[789902104] 'process raft request' (duration: 185.10796ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.824977Z","caller":"traceutil/trace.go:171","msg":"trace[1031783898] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"185.634763ms","start":"2026-06-28T20:12:09.639304Z","end":"2026-06-28T20:12:09.824939Z","steps":["trace[1031783898] 'process raft request' (duration: 185.160071ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.825006Z","caller":"traceutil/trace.go:171","msg":"trace[1433893023] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"185.560001ms","start":"2026-06-28T20:12:09.63943Z","end":"2026-06-28T20:12:09.82499Z","steps":["trace[1433893023] 'process raft request' (duration: 185.250904ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:09.824945Z","caller":"traceutil/trace.go:171","msg":"trace[823295654] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"185.649643ms","start":"2026-06-28T20:12:09.639263Z","end":"2026-06-28T20:12:09.824913Z","steps":["trace[823295654] 'process raft request' (duration: 185.069559ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.825212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.287344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:09.825254Z","caller":"traceutil/trace.go:171","msg":"trace[450569592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8434; }","duration":"182.376296ms","start":"2026-06-28T20:12:09.642868Z","end":"2026-06-28T20:12:09.825244Z","steps":["trace[450569592] 'agreement among raft nodes before linearized reading' (duration: 182.258043ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:09.825349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.212773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228514"} {"level":"info","ts":"2026-06-28T20:12:09.825414Z","caller":"traceutil/trace.go:171","msg":"trace[244777295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8434; }","duration":"185.315234ms","start":"2026-06-28T20:12:09.640081Z","end":"2026-06-28T20:12:09.825396Z","steps":["trace[244777295] 'agreement among raft nodes before linearized reading' (duration: 184.871434ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:11.597738Z","caller":"traceutil/trace.go:171","msg":"trace[1773370516] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"106.131464ms","start":"2026-06-28T20:12:11.49158Z","end":"2026-06-28T20:12:11.597712Z","steps":["trace[1773370516] 'process raft request' (duration: 105.96182ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.329311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:12:12.407531Z","caller":"traceutil/trace.go:171","msg":"trace[223379795] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8745; }","duration":"578.734764ms","start":"2026-06-28T20:12:11.828752Z","end":"2026-06-28T20:12:12.407487Z","steps":["trace[223379795] 'read index received' (duration: 578.405296ms)","trace[223379795] 'applied index is now lower than readState.Index' (duration: 328.048µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:12.407685Z","caller":"traceutil/trace.go:171","msg":"trace[729370131] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"580.73368ms","start":"2026-06-28T20:12:11.826908Z","end":"2026-06-28T20:12:12.407642Z","steps":["trace[729370131] 'process raft request' (duration: 580.351861ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.407833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.044101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:12:12.407875Z","caller":"traceutil/trace.go:171","msg":"trace[1857484893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8439; }","duration":"579.161774ms","start":"2026-06-28T20:12:11.828701Z","end":"2026-06-28T20:12:12.407862Z","steps":["trace[1857484893] 'agreement among raft nodes before linearized reading' (duration: 578.960259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.407868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.826893Z","time spent":"580.870404ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:12.407912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.828676Z","time spent":"579.225706ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:12:12.408133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.729804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:12:12.408209Z","caller":"traceutil/trace.go:171","msg":"trace[1061942395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8439; }","duration":"578.841487ms","start":"2026-06-28T20:12:11.829353Z","end":"2026-06-28T20:12:12.408194Z","steps":["trace[1061942395] 'agreement among raft nodes before linearized reading' (duration: 578.678313ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.408244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.829327Z","time spent":"578.907827ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:12.408431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.684006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:12:12.408476Z","caller":"traceutil/trace.go:171","msg":"trace[1072028764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8439; }","duration":"579.731587ms","start":"2026-06-28T20:12:11.828734Z","end":"2026-06-28T20:12:12.408466Z","steps":["trace[1072028764] 'agreement among raft nodes before linearized reading' (duration: 579.611124ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.408506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.828713Z","time spent":"579.786259ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:12.408539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.425459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:12:12.408592Z","caller":"traceutil/trace.go:171","msg":"trace[816729145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8439; }","duration":"576.495971ms","start":"2026-06-28T20:12:11.832082Z","end":"2026-06-28T20:12:12.408578Z","steps":["trace[816729145] 'agreement among raft nodes before linearized reading' (duration: 576.376338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.408634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.83207Z","time spent":"576.550292ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:12:12.408686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.57577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-06-28T20:12:12.408709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.220385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:12:12.408751Z","caller":"traceutil/trace.go:171","msg":"trace[12230280] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:8439; }","duration":"301.642131ms","start":"2026-06-28T20:12:12.107092Z","end":"2026-06-28T20:12:12.408734Z","steps":["trace[12230280] 'agreement among raft nodes before linearized reading' (duration: 301.411316ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:12.408793Z","caller":"traceutil/trace.go:171","msg":"trace[536463612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8439; }","duration":"579.332698ms","start":"2026-06-28T20:12:11.829439Z","end":"2026-06-28T20:12:12.408772Z","steps":["trace[536463612] 'agreement among raft nodes before linearized reading' (duration: 579.070572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.408781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.343498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:12:12.408842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.829431Z","time spent":"579.40182ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:12:12.408855Z","caller":"traceutil/trace.go:171","msg":"trace[244755095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8439; }","duration":"579.43079ms","start":"2026-06-28T20:12:11.829406Z","end":"2026-06-28T20:12:12.408837Z","steps":["trace[244755095] 'agreement among raft nodes before linearized reading' (duration: 579.186344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.408919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:11.82937Z","time spent":"579.537822ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:12:12.408795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:12.107021Z","time spent":"301.762744ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-06-28T20:12:12.651928Z","caller":"traceutil/trace.go:171","msg":"trace[547304868] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"238.89992ms","start":"2026-06-28T20:12:12.412998Z","end":"2026-06-28T20:12:12.651898Z","steps":["trace[547304868] 'process raft request' (duration: 238.709896ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:12.652251Z","caller":"traceutil/trace.go:171","msg":"trace[1445965365] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"239.135926ms","start":"2026-06-28T20:12:12.413098Z","end":"2026-06-28T20:12:12.652234Z","steps":["trace[1445965365] 'process raft request' (duration: 238.741487ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:12.652901Z","caller":"traceutil/trace.go:171","msg":"trace[1916438265] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"239.751401ms","start":"2026-06-28T20:12:12.413142Z","end":"2026-06-28T20:12:12.652894Z","steps":["trace[1916438265] 'process raft request' (duration: 239.017713ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:12.65359Z","caller":"traceutil/trace.go:171","msg":"trace[43093298] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"240.366765ms","start":"2026-06-28T20:12:12.413214Z","end":"2026-06-28T20:12:12.653581Z","steps":["trace[43093298] 'process raft request' (duration: 239.638818ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:12.653853Z","caller":"traceutil/trace.go:171","msg":"trace[544471179] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8746; }","duration":"239.829933ms","start":"2026-06-28T20:12:12.413996Z","end":"2026-06-28T20:12:12.653826Z","steps":["trace[544471179] 'read index received' (duration: 193.510439ms)","trace[544471179] 'applied index is now lower than readState.Index' (duration: 46.318254ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:12.653946Z","caller":"traceutil/trace.go:171","msg":"trace[234699309] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"240.556499ms","start":"2026-06-28T20:12:12.413373Z","end":"2026-06-28T20:12:12.653929Z","steps":["trace[234699309] 'process raft request' (duration: 240.17698ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:12.654766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.758924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228514"} {"level":"info","ts":"2026-06-28T20:12:12.654804Z","caller":"traceutil/trace.go:171","msg":"trace[297427834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8444; }","duration":"240.817655ms","start":"2026-06-28T20:12:12.413972Z","end":"2026-06-28T20:12:12.65479Z","steps":["trace[297427834] 'agreement among raft nodes before linearized reading' (duration: 240.060887ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.226108Z","caller":"traceutil/trace.go:171","msg":"trace[26043948] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8534; }","duration":"171.685523ms","start":"2026-06-28T20:12:22.054392Z","end":"2026-06-28T20:12:22.226078Z","steps":["trace[26043948] 'process raft request' (duration: 79.189265ms)","trace[26043948] 'compare' (duration: 92.274653ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:22.272944Z","caller":"traceutil/trace.go:171","msg":"trace[1842915089] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8845; }","duration":"164.609286ms","start":"2026-06-28T20:12:22.108304Z","end":"2026-06-28T20:12:22.272914Z","steps":["trace[1842915089] 'read index received' (duration: 25.284595ms)","trace[1842915089] 'applied index is now lower than readState.Index' (duration: 139.32328ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:22.273358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.040095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:12:22.273399Z","caller":"traceutil/trace.go:171","msg":"trace[2116613278] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:8535; }","duration":"165.145699ms","start":"2026-06-28T20:12:22.108244Z","end":"2026-06-28T20:12:22.27339Z","steps":["trace[2116613278] 'agreement among raft nodes before linearized reading' (duration: 164.76802ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.273816Z","caller":"traceutil/trace.go:171","msg":"trace[1050536526] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"216.704053ms","start":"2026-06-28T20:12:22.057103Z","end":"2026-06-28T20:12:22.273807Z","steps":["trace[1050536526] 'process raft request' (duration: 215.654448ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.428299Z","caller":"traceutil/trace.go:171","msg":"trace[653351623] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8847; }","duration":"150.405611ms","start":"2026-06-28T20:12:22.277869Z","end":"2026-06-28T20:12:22.428275Z","steps":["trace[653351623] 'read index received' (duration: 85.090013ms)","trace[653351623] 'applied index is now lower than readState.Index' (duration: 65.313988ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:22.429194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.23408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8x9jt\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-06-28T20:12:22.429336Z","caller":"traceutil/trace.go:171","msg":"trace[922143985] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8x9jt; range_end:; response_count:1; response_revision:8535; }","duration":"151.470535ms","start":"2026-06-28T20:12:22.277834Z","end":"2026-06-28T20:12:22.429305Z","steps":["trace[922143985] 'agreement among raft nodes before linearized reading' (duration: 150.708297ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.638163Z","caller":"traceutil/trace.go:171","msg":"trace[1709361656] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8848; }","duration":"204.895875ms","start":"2026-06-28T20:12:22.433237Z","end":"2026-06-28T20:12:22.638133Z","steps":["trace[1709361656] 'read index received' (duration: 23.145765ms)","trace[1709361656] 'applied index is now lower than readState.Index' (duration: 181.74889ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:22.638219Z","caller":"traceutil/trace.go:171","msg":"trace[1309237227] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"205.270284ms","start":"2026-06-28T20:12:22.432912Z","end":"2026-06-28T20:12:22.638182Z","steps":["trace[1309237227] 'process raft request' (duration: 112.458298ms)","trace[1309237227] 'compare' (duration: 92.540819ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:22.638461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.200222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8x9jt\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-06-28T20:12:22.638549Z","caller":"traceutil/trace.go:171","msg":"trace[1229735864] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8x9jt; range_end:; response_count:1; response_revision:8537; }","duration":"205.338735ms","start":"2026-06-28T20:12:22.433186Z","end":"2026-06-28T20:12:22.638525Z","steps":["trace[1229735864] 'agreement among raft nodes before linearized reading' (duration: 205.080509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.638482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.800184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-06-28T20:12:22.638776Z","caller":"traceutil/trace.go:171","msg":"trace[142184545] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8537; }","duration":"180.111351ms","start":"2026-06-28T20:12:22.45865Z","end":"2026-06-28T20:12:22.638761Z","steps":["trace[142184545] 'agreement among raft nodes before linearized reading' (duration: 179.671511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.638794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.740847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:22.638853Z","caller":"traceutil/trace.go:171","msg":"trace[103236270] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8537; }","duration":"135.830998ms","start":"2026-06-28T20:12:22.503004Z","end":"2026-06-28T20:12:22.638835Z","steps":["trace[103236270] 'agreement among raft nodes before linearized reading' (duration: 135.740486ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.940052Z","caller":"traceutil/trace.go:171","msg":"trace[801709136] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"146.393537ms","start":"2026-06-28T20:12:22.793638Z","end":"2026-06-28T20:12:22.940032Z","steps":["trace[801709136] 'process raft request' (duration: 146.364977ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.940531Z","caller":"traceutil/trace.go:171","msg":"trace[2073411957] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"240.072723ms","start":"2026-06-28T20:12:22.700434Z","end":"2026-06-28T20:12:22.940507Z","steps":["trace[2073411957] 'process raft request' (duration: 162.63539ms)","trace[2073411957] 'compare' (duration: 76.639085ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:22.940703Z","caller":"traceutil/trace.go:171","msg":"trace[964085446] linearizableReadLoop","detail":"{readStateIndex:8851; appliedIndex:8850; }","duration":"239.873509ms","start":"2026-06-28T20:12:22.700809Z","end":"2026-06-28T20:12:22.940682Z","steps":["trace[964085446] 'read index received' (duration: 162.254311ms)","trace[964085446] 'applied index is now lower than readState.Index' (duration: 77.616697ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:22.940873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.055613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:12:22.940752Z","caller":"traceutil/trace.go:171","msg":"trace[1907073925] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"238.857105ms","start":"2026-06-28T20:12:22.701827Z","end":"2026-06-28T20:12:22.940684Z","steps":["trace[1907073925] 'process raft request' (duration: 238.143408ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.940917Z","caller":"traceutil/trace.go:171","msg":"trace[1129551207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8540; }","duration":"240.140645ms","start":"2026-06-28T20:12:22.700765Z","end":"2026-06-28T20:12:22.940906Z","steps":["trace[1129551207] 'agreement among raft nodes before linearized reading' (duration: 240.009292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.940917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.147673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:12:22.940952Z","caller":"traceutil/trace.go:171","msg":"trace[673090697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8540; }","duration":"231.201544ms","start":"2026-06-28T20:12:22.70974Z","end":"2026-06-28T20:12:22.940941Z","steps":["trace[673090697] 'agreement among raft nodes before linearized reading' (duration: 231.103501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.941006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.133714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:22.941051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.082149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:12:22.941118Z","caller":"traceutil/trace.go:171","msg":"trace[24563230] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8540; }","duration":"226.317909ms","start":"2026-06-28T20:12:22.714771Z","end":"2026-06-28T20:12:22.941089Z","steps":["trace[24563230] 'agreement among raft nodes before linearized reading' (duration: 226.041413ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.941141Z","caller":"traceutil/trace.go:171","msg":"trace[487672689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8540; }","duration":"236.221062ms","start":"2026-06-28T20:12:22.704901Z","end":"2026-06-28T20:12:22.941122Z","steps":["trace[487672689] 'agreement among raft nodes before linearized reading' (duration: 235.905394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:22.941471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.977134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:12:22.941601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.384696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:12:22.941798Z","caller":"traceutil/trace.go:171","msg":"trace[1917643615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8540; }","duration":"236.640202ms","start":"2026-06-28T20:12:22.705123Z","end":"2026-06-28T20:12:22.941763Z","steps":["trace[1917643615] 'agreement among raft nodes before linearized reading' (duration: 235.923265ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:22.941818Z","caller":"traceutil/trace.go:171","msg":"trace[1249066409] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8540; }","duration":"193.315782ms","start":"2026-06-28T20:12:22.748413Z","end":"2026-06-28T20:12:22.941729Z","steps":["trace[1249066409] 'agreement among raft nodes before linearized reading' (duration: 192.904653ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:23.119223Z","caller":"traceutil/trace.go:171","msg":"trace[1969309570] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"172.167854ms","start":"2026-06-28T20:12:22.947026Z","end":"2026-06-28T20:12:23.119194Z","steps":["trace[1969309570] 'process raft request' (duration: 149.694334ms)","trace[1969309570] 'compare' (duration: 22.327706ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:23.310682Z","caller":"traceutil/trace.go:171","msg":"trace[1519645164] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"361.871121ms","start":"2026-06-28T20:12:22.948778Z","end":"2026-06-28T20:12:23.310649Z","steps":["trace[1519645164] 'process raft request' (duration: 347.957303ms)","trace[1519645164] 'compare' (duration: 13.709513ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:23.310921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.233153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:23.310993Z","caller":"traceutil/trace.go:171","msg":"trace[965562970] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8544; }","duration":"284.357846ms","start":"2026-06-28T20:12:23.026617Z","end":"2026-06-28T20:12:23.310974Z","steps":["trace[965562970] 'agreement among raft nodes before linearized reading' (duration: 284.176062ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:23.311136Z","caller":"traceutil/trace.go:171","msg":"trace[2115562329] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"361.589204ms","start":"2026-06-28T20:12:22.949526Z","end":"2026-06-28T20:12:23.311115Z","steps":["trace[2115562329] 'process raft request' (duration: 361.057662ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:23.311234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.949496Z","time spent":"361.688297ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:23.310938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:22.948752Z","time spent":"362.082866ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:23.310748Z","caller":"traceutil/trace.go:171","msg":"trace[2052255186] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8853; }","duration":"284.061339ms","start":"2026-06-28T20:12:23.026666Z","end":"2026-06-28T20:12:23.310727Z","steps":["trace[2052255186] 'read index received' (duration: 70.142082ms)","trace[2052255186] 'applied index is now lower than readState.Index' (duration: 213.917757ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:23.311236Z","caller":"traceutil/trace.go:171","msg":"trace[310953016] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"308.135216ms","start":"2026-06-28T20:12:23.003064Z","end":"2026-06-28T20:12:23.311199Z","steps":["trace[310953016] 'process raft request' (duration: 307.592853ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:23.311504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:23.003035Z","time spent":"308.375891ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:24.000494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.936429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-06-28T20:12:24.000589Z","caller":"traceutil/trace.go:171","msg":"trace[1086401121] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8548; }","duration":"206.063992ms","start":"2026-06-28T20:12:23.794503Z","end":"2026-06-28T20:12:24.000567Z","steps":["trace[1086401121] 'range keys from in-memory index tree' (duration: 205.726335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.00086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.286401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:12:24.000922Z","caller":"traceutil/trace.go:171","msg":"trace[549490701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8548; }","duration":"204.366872ms","start":"2026-06-28T20:12:23.796539Z","end":"2026-06-28T20:12:24.000906Z","steps":["trace[549490701] 'range keys from in-memory index tree' (duration: 204.181498ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.37603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.075824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:12:24.37619Z","caller":"traceutil/trace.go:171","msg":"trace[1703250471] linearizableReadLoop","detail":"{readStateIndex:8863; appliedIndex:8862; }","duration":"309.303863ms","start":"2026-06-28T20:12:24.066821Z","end":"2026-06-28T20:12:24.376125Z","steps":["trace[1703250471] 'read index received' (duration: 189.952722ms)","trace[1703250471] 'applied index is now lower than readState.Index' (duration: 119.349791ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:24.376333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.878655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-06-28T20:12:24.376437Z","caller":"traceutil/trace.go:171","msg":"trace[956590362] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8550; }","duration":"346.021807ms","start":"2026-06-28T20:12:24.030392Z","end":"2026-06-28T20:12:24.376414Z","steps":["trace[956590362] 'agreement among raft nodes before linearized reading' (duration: 345.739531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.376444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.070963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18bd57c3488fcf7c\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-06-28T20:12:24.3765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.030379Z","time spent":"346.10611ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-06-28T20:12:24.376535Z","caller":"traceutil/trace.go:171","msg":"trace[1881024893] range","detail":"{range_begin:/registry/events/openstack/ceph.18bd57c3488fcf7c; range_end:; response_count:1; response_revision:8550; }","duration":"367.199437ms","start":"2026-06-28T20:12:24.009317Z","end":"2026-06-28T20:12:24.376517Z","steps":["trace[1881024893] 'agreement among raft nodes before linearized reading' (duration: 366.942401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.376587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.009301Z","time spent":"367.272098ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.18bd57c3488fcf7c\" "} {"level":"info","ts":"2026-06-28T20:12:24.376346Z","caller":"traceutil/trace.go:171","msg":"trace[1229605287] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"367.898733ms","start":"2026-06-28T20:12:24.008408Z","end":"2026-06-28T20:12:24.376307Z","steps":["trace[1229605287] 'process raft request' (duration: 248.45873ms)","trace[1229605287] 'compare' (duration: 118.924481ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:24.376715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.008382Z","time spent":"368.248741ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:24.376768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.331314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:24.376867Z","caller":"traceutil/trace.go:171","msg":"trace[1653140211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8550; }","duration":"374.450617ms","start":"2026-06-28T20:12:24.002399Z","end":"2026-06-28T20:12:24.376849Z","steps":["trace[1653140211] 'agreement among raft nodes before linearized reading' (duration: 373.867473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.376992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.002382Z","time spent":"374.593141ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:12:24.777515Z","caller":"traceutil/trace.go:171","msg":"trace[1930540580] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"380.372376ms","start":"2026-06-28T20:12:24.39711Z","end":"2026-06-28T20:12:24.777482Z","steps":["trace[1930540580] 'read index received' (duration: 283.568957ms)","trace[1930540580] 'applied index is now lower than readState.Index' (duration: 96.802289ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:24.77756Z","caller":"traceutil/trace.go:171","msg":"trace[959701823] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"398.255807ms","start":"2026-06-28T20:12:24.379267Z","end":"2026-06-28T20:12:24.777523Z","steps":["trace[959701823] 'process raft request' (duration: 301.395286ms)","trace[959701823] 'compare' (duration: 96.422961ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:12:24.777708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.588751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-06-28T20:12:24.777749Z","caller":"traceutil/trace.go:171","msg":"trace[926204280] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8551; }","duration":"380.672313ms","start":"2026-06-28T20:12:24.397059Z","end":"2026-06-28T20:12:24.777731Z","steps":["trace[926204280] 'agreement among raft nodes before linearized reading' (duration: 380.52839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.777779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.397043Z","time spent":"380.729865ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3706,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-06-28T20:12:24.777796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.379246Z","time spent":"398.466533ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:24.84949Z","caller":"traceutil/trace.go:171","msg":"trace[1874084011] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"201.415153ms","start":"2026-06-28T20:12:24.648055Z","end":"2026-06-28T20:12:24.849471Z","steps":["trace[1874084011] 'process raft request' (duration: 201.271859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:24.84969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.810598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:24.849734Z","caller":"traceutil/trace.go:171","msg":"trace[1815030962] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8552; }","duration":"259.90215ms","start":"2026-06-28T20:12:24.589819Z","end":"2026-06-28T20:12:24.849721Z","steps":["trace[1815030962] 'agreement among raft nodes before linearized reading' (duration: 259.822879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:25.505541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:26.006573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:26.506954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:27.007551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600115549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:12:27.471204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.466632381s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:12:27.471826Z","caller":"traceutil/trace.go:171","msg":"trace[983960136] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"2.522911126s","start":"2026-06-28T20:12:24.948888Z","end":"2026-06-28T20:12:27.471799Z","steps":["trace[983960136] 'process raft request' (duration: 2.522721032s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.472007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.948868Z","time spent":"2.523027108s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:27.913572Z","caller":"traceutil/trace.go:171","msg":"trace[120544538] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"2.902737099s","start":"2026-06-28T20:12:25.010789Z","end":"2026-06-28T20:12:27.913526Z","steps":["trace[120544538] 'process raft request' (duration: 2.902428902s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.913736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.010771Z","time spent":"2.902883583s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:27.914102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961213076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:12:27.914149Z","caller":"traceutil/trace.go:171","msg":"trace[773781758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:8560; }","duration":"2.961317478s","start":"2026-06-28T20:12:24.95282Z","end":"2026-06-28T20:12:27.914138Z","steps":["trace[773781758] 'agreement among raft nodes before linearized reading' (duration: 2.961104873s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:27.913738Z","caller":"traceutil/trace.go:171","msg":"trace[1282732997] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"2.824437685s","start":"2026-06-28T20:12:25.089265Z","end":"2026-06-28T20:12:27.913703Z","steps":["trace[1282732997] 'process raft request' (duration: 2.824138118s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.914183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.952806Z","time spent":"2.96136904s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:12:27.914211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.089238Z","time spent":"2.824944208s","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:12:27.913818Z","caller":"traceutil/trace.go:171","msg":"trace[1946474386] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"2.241271094s","start":"2026-06-28T20:12:25.672537Z","end":"2026-06-28T20:12:27.913808Z","steps":["trace[1946474386] 'process raft request' (duration: 2.241196222s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.914359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.672513Z","time spent":"2.241776315s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:27.913791Z","caller":"traceutil/trace.go:171","msg":"trace[413817140] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8866; }","duration":"2.909086719s","start":"2026-06-28T20:12:25.00468Z","end":"2026-06-28T20:12:27.913767Z","steps":["trace[413817140] 'read index received' (duration: 2.466850206s)","trace[413817140] 'applied index is now lower than readState.Index' (duration: 442.235583ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:12:27.913857Z","caller":"traceutil/trace.go:171","msg":"trace[1892859866] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"2.273006162s","start":"2026-06-28T20:12:25.640842Z","end":"2026-06-28T20:12:27.913849Z","steps":["trace[1892859866] 'process raft request' (duration: 2.272856538s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.914808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.640821Z","time spent":"2.273952153s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:27.915185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97903199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:27.913853Z","caller":"traceutil/trace.go:171","msg":"trace[1465084873] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"2.338863532s","start":"2026-06-28T20:12:25.574945Z","end":"2026-06-28T20:12:27.913809Z","steps":["trace[1465084873] 'process raft request' (duration: 2.338715378s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447387271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:27.915297Z","caller":"traceutil/trace.go:171","msg":"trace[1267980689] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8560; }","duration":"1.447484343s","start":"2026-06-28T20:12:26.467797Z","end":"2026-06-28T20:12:27.915281Z","steps":["trace[1267980689] 'agreement among raft nodes before linearized reading' (duration: 1.447386281s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534113143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:12:27.915325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.574928Z","time spent":"2.340336647s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:12:27.915348Z","caller":"traceutil/trace.go:171","msg":"trace[1828945800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8560; }","duration":"1.534204586s","start":"2026-06-28T20:12:26.381132Z","end":"2026-06-28T20:12:27.915336Z","steps":["trace[1828945800] 'agreement among raft nodes before linearized reading' (duration: 1.534119754s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.381108Z","time spent":"1.534263497s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:12:27.915389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201099502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:12:27.91546Z","caller":"traceutil/trace.go:171","msg":"trace[75392113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8560; }","duration":"1.201170143s","start":"2026-06-28T20:12:26.714239Z","end":"2026-06-28T20:12:27.915409Z","steps":["trace[75392113] 'agreement among raft nodes before linearized reading' (duration: 1.201120662s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599460087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:12:27.915521Z","caller":"traceutil/trace.go:171","msg":"trace[930503264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8560; }","duration":"2.59953069s","start":"2026-06-28T20:12:25.315983Z","end":"2026-06-28T20:12:27.915513Z","steps":["trace[930503264] 'agreement among raft nodes before linearized reading' (duration: 2.599460018s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.714219Z","time spent":"1.201276887s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:27.915551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.842215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:27.915591Z","caller":"traceutil/trace.go:171","msg":"trace[1194545059] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8560; }","duration":"895.898745ms","start":"2026-06-28T20:12:27.019678Z","end":"2026-06-28T20:12:27.915577Z","steps":["trace[1194545059] 'agreement among raft nodes before linearized reading' (duration: 895.844174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59954438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:12:27.915636Z","caller":"traceutil/trace.go:171","msg":"trace[1475697146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8560; }","duration":"2.599613222s","start":"2026-06-28T20:12:25.316016Z","end":"2026-06-28T20:12:27.915629Z","steps":["trace[1475697146] 'agreement among raft nodes before linearized reading' (duration: 2.59954646s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.019665Z","time spent":"895.959527ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" "} {"level":"warn","ts":"2026-06-28T20:12:27.915661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.315991Z","time spent":"2.599663302s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:27.915546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.315954Z","time spent":"2.599586611s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:12:27.91518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.223599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:12:27.915816Z","caller":"traceutil/trace.go:171","msg":"trace[293957445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8560; }","duration":"923.928986ms","start":"2026-06-28T20:12:26.991877Z","end":"2026-06-28T20:12:27.915806Z","steps":["trace[293957445] 'agreement among raft nodes before linearized reading' (duration: 923.178588ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.991857Z","time spent":"923.996297ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:12:27.915839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.970792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:27.915339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:26.46777Z","time spent":"1.447558776s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:27.91392Z","caller":"traceutil/trace.go:171","msg":"trace[2000281197] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"2.821148838s","start":"2026-06-28T20:12:25.092739Z","end":"2026-06-28T20:12:27.913888Z","steps":["trace[2000281197] 'process raft request' (duration: 2.820871051s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:27.916001Z","caller":"traceutil/trace.go:171","msg":"trace[842622804] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8560; }","duration":"717.585007ms","start":"2026-06-28T20:12:27.198378Z","end":"2026-06-28T20:12:27.915963Z","steps":["trace[842622804] 'agreement among raft nodes before linearized reading' (duration: 716.936071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.916079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:27.198356Z","time spent":"717.682799ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:27.9161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.092727Z","time spent":"2.823297479s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:12:27.913953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910329688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:12:27.916227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765677313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:27.916239Z","caller":"traceutil/trace.go:171","msg":"trace[575797043] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8560; }","duration":"2.912665063s","start":"2026-06-28T20:12:25.00356Z","end":"2026-06-28T20:12:27.916225Z","steps":["trace[575797043] 'agreement among raft nodes before linearized reading' (duration: 2.910326588s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:27.916263Z","caller":"traceutil/trace.go:171","msg":"trace[247791421] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8560; }","duration":"2.765755684s","start":"2026-06-28T20:12:25.150495Z","end":"2026-06-28T20:12:27.91625Z","steps":["trace[247791421] 'agreement among raft nodes before linearized reading' (duration: 2.765702803s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.916282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.003542Z","time spent":"2.912724815s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:12:27.916296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.150474Z","time spent":"2.765813765s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:12:27.915232Z","caller":"traceutil/trace.go:171","msg":"trace[816661904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8560; }","duration":"1.979074021s","start":"2026-06-28T20:12:25.936144Z","end":"2026-06-28T20:12:27.915218Z","steps":["trace[816661904] 'agreement among raft nodes before linearized reading' (duration: 1.979010889s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.916443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.936082Z","time spent":"1.98034248s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:12:27.913997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963993732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:12:27.916606Z","caller":"traceutil/trace.go:171","msg":"trace[770857268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8560; }","duration":"2.966629964s","start":"2026-06-28T20:12:24.949955Z","end":"2026-06-28T20:12:27.916585Z","steps":["trace[770857268] 'agreement among raft nodes before linearized reading' (duration: 2.96390659s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.915051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791186363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:12:27.916986Z","caller":"traceutil/trace.go:171","msg":"trace[658199348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8560; }","duration":"2.793120498s","start":"2026-06-28T20:12:25.123853Z","end":"2026-06-28T20:12:27.916974Z","steps":["trace[658199348] 'agreement among raft nodes before linearized reading' (duration: 2.79108572s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:27.917037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:25.123796Z","time spent":"2.793229041s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:12:27.916681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:12:24.949942Z","time spent":"2.966719366s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:12:28.057839Z","caller":"traceutil/trace.go:171","msg":"trace[479814138] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"138.314237ms","start":"2026-06-28T20:12:27.919493Z","end":"2026-06-28T20:12:28.057808Z","steps":["trace[479814138] 'process raft request' (duration: 138.04069ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.05792Z","caller":"traceutil/trace.go:171","msg":"trace[1806178232] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"136.234308ms","start":"2026-06-28T20:12:27.921658Z","end":"2026-06-28T20:12:28.057892Z","steps":["trace[1806178232] 'process raft request' (duration: 136.044563ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.057996Z","caller":"traceutil/trace.go:171","msg":"trace[247719443] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"136.119735ms","start":"2026-06-28T20:12:27.921858Z","end":"2026-06-28T20:12:28.057978Z","steps":["trace[247719443] 'process raft request' (duration: 136.012122ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.058128Z","caller":"traceutil/trace.go:171","msg":"trace[184186098] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"135.844219ms","start":"2026-06-28T20:12:27.922265Z","end":"2026-06-28T20:12:28.05811Z","steps":["trace[184186098] 'process raft request' (duration: 135.767967ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.05817Z","caller":"traceutil/trace.go:171","msg":"trace[1587447949] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"136.297999ms","start":"2026-06-28T20:12:27.921854Z","end":"2026-06-28T20:12:28.058152Z","steps":["trace[1587447949] 'process raft request' (duration: 135.92511ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.058258Z","caller":"traceutil/trace.go:171","msg":"trace[1958778801] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"136.424582ms","start":"2026-06-28T20:12:27.92182Z","end":"2026-06-28T20:12:28.058244Z","steps":["trace[1958778801] 'process raft request' (duration: 135.999692ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.05831Z","caller":"traceutil/trace.go:171","msg":"trace[1647662790] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"136.218087ms","start":"2026-06-28T20:12:27.922083Z","end":"2026-06-28T20:12:28.058301Z","steps":["trace[1647662790] 'process raft request' (duration: 135.823288ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:28.072835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.223287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:12:28.072882Z","caller":"traceutil/trace.go:171","msg":"trace[535678318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8569; }","duration":"147.283228ms","start":"2026-06-28T20:12:27.925588Z","end":"2026-06-28T20:12:28.072871Z","steps":["trace[535678318] 'agreement among raft nodes before linearized reading' (duration: 147.207827ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:12:28.073749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.396889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:12:28.07378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.364178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228429"} {"level":"info","ts":"2026-06-28T20:12:28.073899Z","caller":"traceutil/trace.go:171","msg":"trace[17114895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8569; }","duration":"152.519731ms","start":"2026-06-28T20:12:27.921354Z","end":"2026-06-28T20:12:28.073874Z","steps":["trace[17114895] 'agreement among raft nodes before linearized reading' (duration: 151.326723ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:28.074119Z","caller":"traceutil/trace.go:171","msg":"trace[726399421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8569; }","duration":"152.518322ms","start":"2026-06-28T20:12:27.921291Z","end":"2026-06-28T20:12:28.073809Z","steps":["trace[726399421] 'agreement among raft nodes before linearized reading' (duration: 151.489977ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:35.250688Z","caller":"traceutil/trace.go:171","msg":"trace[1913444089] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"147.694867ms","start":"2026-06-28T20:12:35.102964Z","end":"2026-06-28T20:12:35.250659Z","steps":["trace[1913444089] 'process raft request' (duration: 147.519193ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:12:39.459606Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000234f.wal"} {"level":"warn","ts":"2026-06-28T20:13:36.588539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.135156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:13:36.588712Z","caller":"traceutil/trace.go:171","msg":"trace[338090194] linearizableReadLoop","detail":"{readStateIndex:9590; appliedIndex:9589; }","duration":"355.053051ms","start":"2026-06-28T20:13:36.233634Z","end":"2026-06-28T20:13:36.588687Z","steps":["trace[338090194] 'read index received' (duration: 12.592177ms)","trace[338090194] 'applied index is now lower than readState.Index' (duration: 342.459214ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:13:36.588825Z","caller":"traceutil/trace.go:171","msg":"trace[827483349] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"422.98204ms","start":"2026-06-28T20:13:36.165802Z","end":"2026-06-28T20:13:36.588784Z","steps":["trace[827483349] 'process raft request' (duration: 80.443634ms)","trace[827483349] 'compare' (duration: 341.927972ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:13:36.588977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.345727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:13:36.588959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.979498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:13:36.589001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:36.165787Z","time spent":"423.122483ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:13:36.589017Z","caller":"traceutil/trace.go:171","msg":"trace[335568835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9259; }","duration":"355.385088ms","start":"2026-06-28T20:13:36.233619Z","end":"2026-06-28T20:13:36.589004Z","steps":["trace[335568835] 'agreement among raft nodes before linearized reading' (duration: 355.197244ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.589043Z","caller":"traceutil/trace.go:171","msg":"trace[1021821803] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9259; }","duration":"259.082311ms","start":"2026-06-28T20:13:36.32994Z","end":"2026-06-28T20:13:36.589022Z","steps":["trace[1021821803] 'agreement among raft nodes before linearized reading' (duration: 258.938867ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:36.589066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:13:36.233569Z","time spent":"355.48774ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:13:36.589203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.220655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:13:36.589287Z","caller":"traceutil/trace.go:171","msg":"trace[2023791257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9259; }","duration":"183.378078ms","start":"2026-06-28T20:13:36.405886Z","end":"2026-06-28T20:13:36.589264Z","steps":["trace[2023791257] 'agreement among raft nodes before linearized reading' (duration: 183.114322ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:36.589282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.12609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:13:36.58932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.124757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-28T20:13:36.589329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.858672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:13:36.589335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.647703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:13:36.589386Z","caller":"traceutil/trace.go:171","msg":"trace[432777121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9259; }","duration":"188.259153ms","start":"2026-06-28T20:13:36.401105Z","end":"2026-06-28T20:13:36.589364Z","steps":["trace[432777121] 'agreement among raft nodes before linearized reading' (duration: 187.854343ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.589411Z","caller":"traceutil/trace.go:171","msg":"trace[2122498776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9259; }","duration":"190.25843ms","start":"2026-06-28T20:13:36.399129Z","end":"2026-06-28T20:13:36.589388Z","steps":["trace[2122498776] 'agreement among raft nodes before linearized reading' (duration: 189.930152ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.589418Z","caller":"traceutil/trace.go:171","msg":"trace[240055312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9259; }","duration":"198.999795ms","start":"2026-06-28T20:13:36.390397Z","end":"2026-06-28T20:13:36.589397Z","steps":["trace[240055312] 'agreement among raft nodes before linearized reading' (duration: 198.681868ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.58945Z","caller":"traceutil/trace.go:171","msg":"trace[608940057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9259; }","duration":"194.806847ms","start":"2026-06-28T20:13:36.394609Z","end":"2026-06-28T20:13:36.589416Z","steps":["trace[608940057] 'agreement among raft nodes before linearized reading' (duration: 194.435478ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.808015Z","caller":"traceutil/trace.go:171","msg":"trace[289854368] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"214.717406ms","start":"2026-06-28T20:13:36.59327Z","end":"2026-06-28T20:13:36.807987Z","steps":["trace[289854368] 'process raft request' (duration: 214.562772ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.821329Z","caller":"traceutil/trace.go:171","msg":"trace[1875630827] linearizableReadLoop","detail":"{readStateIndex:9592; appliedIndex:9590; }","duration":"227.62965ms","start":"2026-06-28T20:13:36.593675Z","end":"2026-06-28T20:13:36.821305Z","steps":["trace[1875630827] 'read index received' (duration: 214.177273ms)","trace[1875630827] 'applied index is now lower than readState.Index' (duration: 13.451127ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:13:36.821446Z","caller":"traceutil/trace.go:171","msg":"trace[827565008] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"227.284551ms","start":"2026-06-28T20:13:36.59415Z","end":"2026-06-28T20:13:36.821434Z","steps":["trace[827565008] 'process raft request' (duration: 227.048516ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.821432Z","caller":"traceutil/trace.go:171","msg":"trace[410941755] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"227.719902ms","start":"2026-06-28T20:13:36.593677Z","end":"2026-06-28T20:13:36.821397Z","steps":["trace[410941755] 'process raft request' (duration: 227.453846ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.82157Z","caller":"traceutil/trace.go:171","msg":"trace[2038499448] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"228.156762ms","start":"2026-06-28T20:13:36.593398Z","end":"2026-06-28T20:13:36.821555Z","steps":["trace[2038499448] 'process raft request' (duration: 227.595879ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.821617Z","caller":"traceutil/trace.go:171","msg":"trace[1513866696] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"226.973674ms","start":"2026-06-28T20:13:36.594621Z","end":"2026-06-28T20:13:36.821595Z","steps":["trace[1513866696] 'process raft request' (duration: 226.644196ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:36.821786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.044644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:13:36.821827Z","caller":"traceutil/trace.go:171","msg":"trace[1617618308] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9265; }","duration":"170.134116ms","start":"2026-06-28T20:13:36.651683Z","end":"2026-06-28T20:13:36.821817Z","steps":["trace[1617618308] 'agreement among raft nodes before linearized reading' (duration: 170.040224ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:36.821887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.02999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:13:36.82192Z","caller":"traceutil/trace.go:171","msg":"trace[1256757833] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9265; }","duration":"169.122023ms","start":"2026-06-28T20:13:36.652791Z","end":"2026-06-28T20:13:36.821913Z","steps":["trace[1256757833] 'agreement among raft nodes before linearized reading' (duration: 169.051921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:13:36.82195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.256185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291203"} {"level":"info","ts":"2026-06-28T20:13:36.822025Z","caller":"traceutil/trace.go:171","msg":"trace[2072685466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9265; }","duration":"228.372448ms","start":"2026-06-28T20:13:36.593636Z","end":"2026-06-28T20:13:36.822009Z","steps":["trace[2072685466] 'agreement among raft nodes before linearized reading' (duration: 227.833095ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:13:36.822644Z","caller":"traceutil/trace.go:171","msg":"trace[1278214137] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"228.414459ms","start":"2026-06-28T20:13:36.594191Z","end":"2026-06-28T20:13:36.822605Z","steps":["trace[1278214137] 'process raft request' (duration: 227.043967ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:14:31.085904Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:14:31.094607Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-28T20:14:31.094697Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-28T20:16:22.322954Z","caller":"traceutil/trace.go:171","msg":"trace[1968578166] linearizableReadLoop","detail":"{readStateIndex:10954; appliedIndex:10953; }","duration":"195.161418ms","start":"2026-06-28T20:16:22.127755Z","end":"2026-06-28T20:16:22.322916Z","steps":["trace[1968578166] 'read index received' (duration: 194.930583ms)","trace[1968578166] 'applied index is now lower than readState.Index' (duration: 229.655µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:22.323056Z","caller":"traceutil/trace.go:171","msg":"trace[970487633] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"234.112816ms","start":"2026-06-28T20:16:22.088908Z","end":"2026-06-28T20:16:22.323021Z","steps":["trace[970487633] 'process raft request' (duration: 233.805359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:22.323271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.479295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:16:22.32335Z","caller":"traceutil/trace.go:171","msg":"trace[539129801] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10582; }","duration":"195.614659ms","start":"2026-06-28T20:16:22.127719Z","end":"2026-06-28T20:16:22.323333Z","steps":["trace[539129801] 'agreement among raft nodes before linearized reading' (duration: 195.334232ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:27.332956Z","caller":"traceutil/trace.go:171","msg":"trace[1885316689] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"101.774652ms","start":"2026-06-28T20:16:27.231144Z","end":"2026-06-28T20:16:27.332919Z","steps":["trace[1885316689] 'process raft request' (duration: 101.553017ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:28.230545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:28.73112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:29.231869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:29.733488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:29.937872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:29.937964Z","caller":"traceutil/trace.go:171","msg":"trace[73798968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024113s","start":"2026-06-28T20:16:27.93792Z","end":"2026-06-28T20:16:29.937944Z","steps":["trace[73798968] 'agreement among raft nodes before linearized reading' (duration: 1.99991097s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:29.938069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.937876Z","time spent":"2.000177776s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:30.23445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:30.734815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:31.235505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:31.736294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:31.938751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:31.938854Z","caller":"traceutil/trace.go:171","msg":"trace[1986474781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593927s","start":"2026-06-28T20:16:29.938242Z","end":"2026-06-28T20:16:31.938836Z","steps":["trace[1986474781] 'agreement among raft nodes before linearized reading' (duration: 2.000464384s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:31.938917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:29.938228Z","time spent":"2.000679149s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:16:31 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:32.237254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:32.710266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.712481Z","time spent":"4.99777396s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:16:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:32.738471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:32.756829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999320177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:32.756952Z","caller":"traceutil/trace.go:171","msg":"trace[1519702385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999509422s","start":"2026-06-28T20:16:27.757414Z","end":"2026-06-28T20:16:32.756923Z","steps":["trace[1519702385] 'agreement among raft nodes before linearized reading' (duration: 4.999340698s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:32.757019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.757384Z","time spent":"4.999622914s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:16:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:32.760358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999232185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:32.760483Z","caller":"traceutil/trace.go:171","msg":"trace[607617808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999427989s","start":"2026-06-28T20:16:27.761033Z","end":"2026-06-28T20:16:32.760461Z","steps":["trace[607617808] 'agreement among raft nodes before linearized reading' (duration: 4.999240005s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:32.760536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.761025Z","time spent":"4.99950004s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:16:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:33.239145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:33.341204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:28.343575Z","time spent":"4.997575155s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:16:33 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:33.739537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:33.946741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:33.946879Z","caller":"traceutil/trace.go:171","msg":"trace[1628002482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810782s","start":"2026-06-28T20:16:31.946033Z","end":"2026-06-28T20:16:33.946844Z","steps":["trace[1628002482] 'agreement among raft nodes before linearized reading' (duration: 2.000643548s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:33.946983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.946022Z","time spent":"2.000930284s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:16:33 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:34.240377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:34.336292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:29.337774Z","time spent":"4.998509037s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:16:34.730511Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-06-28T20:16:34.730748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-06-28T20:16:34.730801Z","caller":"traceutil/trace.go:171","msg":"trace[828611368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.001191983s","start":"2026-06-28T20:16:27.729588Z","end":"2026-06-28T20:16:34.73078Z","steps":["trace[828611368] 'agreement among raft nodes before linearized reading' (duration: 7.001114191s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:34.731076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.729567Z","time spent":"7.001364976s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:16:34.952089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.239423565s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:16:35.854698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:28.854256Z","time spent":"7.000435005s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:16:35.947383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:35.947478Z","caller":"traceutil/trace.go:171","msg":"trace[1594662250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381612s","start":"2026-06-28T20:16:33.947076Z","end":"2026-06-28T20:16:35.947457Z","steps":["trace[1594662250] 'agreement among raft nodes before linearized reading' (duration: 2.000233579s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:35.947529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.947053Z","time spent":"2.000466414s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:37.707809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994809636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.707922Z","caller":"traceutil/trace.go:171","msg":"trace[1303643333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.994978769s","start":"2026-06-28T20:16:34.712915Z","end":"2026-06-28T20:16:37.707894Z","steps":["trace[1303643333] 'agreement among raft nodes before linearized reading' (duration: 2.994846055s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.708017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.712885Z","time spent":"2.995077561s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.729157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.450231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.729276Z","caller":"traceutil/trace.go:171","msg":"trace[1296532874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"992.615075ms","start":"2026-06-28T20:16:36.736638Z","end":"2026-06-28T20:16:37.729253Z","steps":["trace[1296532874] 'agreement among raft nodes before linearized reading' (duration: 992.487792ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.729328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:36.736615Z","time spent":"992.699616ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.757126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9996995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.757221Z","caller":"traceutil/trace.go:171","msg":"trace[421078528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999850273s","start":"2026-06-28T20:16:27.757354Z","end":"2026-06-28T20:16:37.757204Z","steps":["trace[421078528] 'agreement among raft nodes before linearized reading' (duration: 9.999744961s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.757263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.757326Z","time spent":"9.999927215s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.759547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999379067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.759638Z","caller":"traceutil/trace.go:171","msg":"trace[2056906111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999478159s","start":"2026-06-28T20:16:34.760136Z","end":"2026-06-28T20:16:37.759614Z","steps":["trace[2056906111] 'agreement among raft nodes before linearized reading' (duration: 2.999377677s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.759687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.76008Z","time spent":"2.999596692s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.760621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998156409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.760789Z","caller":"traceutil/trace.go:171","msg":"trace[537276709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998413585s","start":"2026-06-28T20:16:34.762348Z","end":"2026-06-28T20:16:37.760762Z","steps":["trace[537276709] 'agreement among raft nodes before linearized reading' (duration: 2.99819162s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.760871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.762325Z","time spent":"2.998531267s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.765006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999233619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.76508Z","caller":"traceutil/trace.go:171","msg":"trace[1473294172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999401143s","start":"2026-06-28T20:16:27.765663Z","end":"2026-06-28T20:16:37.765064Z","steps":["trace[1473294172] 'agreement among raft nodes before linearized reading' (duration: 9.999242879s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.76512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.765656Z","time spent":"9.999454104s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.77064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053543038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:37.770744Z","caller":"traceutil/trace.go:171","msg":"trace[125310114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; }","duration":"4.053757293s","start":"2026-06-28T20:16:33.716967Z","end":"2026-06-28T20:16:37.770725Z","steps":["trace[125310114] 'agreement among raft nodes before linearized reading' (duration: 4.053582228s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.77081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.716946Z","time spent":"4.053853384s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:37.955976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999855452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:37.956074Z","caller":"traceutil/trace.go:171","msg":"trace[1113258284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038057s","start":"2026-06-28T20:16:35.956015Z","end":"2026-06-28T20:16:37.956053Z","steps":["trace[1113258284] 'agreement among raft nodes before linearized reading' (duration: 1.999883233s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:37.956128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:35.955994Z","time spent":"2.000123919s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:16:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:38.340967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997946118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:38.341055Z","caller":"traceutil/trace.go:171","msg":"trace[421137101] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998094412s","start":"2026-06-28T20:16:33.34294Z","end":"2026-06-28T20:16:38.341035Z","steps":["trace[421137101] 'agreement among raft nodes before linearized reading' (duration: 4.997977469s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.341108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.342918Z","time spent":"4.998178544s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/28 20:16:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:38.365464Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.413138284s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:16:38.366105Z","caller":"traceutil/trace.go:171","msg":"trace[1776289409] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"6.423165417s","start":"2026-06-28T20:16:31.942919Z","end":"2026-06-28T20:16:38.366085Z","steps":["trace[1776289409] 'process raft request' (duration: 6.423090905s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.366226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.942898Z","time spent":"6.42327188s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:16:38.366446Z","caller":"traceutil/trace.go:171","msg":"trace[386842205] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"6.414733321s","start":"2026-06-28T20:16:31.951683Z","end":"2026-06-28T20:16:38.366416Z","steps":["trace[386842205] 'process raft request' (duration: 6.414367882s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.366638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.951656Z","time spent":"6.414888425s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:38.366716Z","caller":"traceutil/trace.go:171","msg":"trace[1448296875] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"4.873720346s","start":"2026-06-28T20:16:33.492982Z","end":"2026-06-28T20:16:38.366703Z","steps":["trace[1448296875] 'process raft request' (duration: 4.873524481s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.366601Z","caller":"traceutil/trace.go:171","msg":"trace[1709897453] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"5.710767003s","start":"2026-06-28T20:16:32.655799Z","end":"2026-06-28T20:16:38.366566Z","steps":["trace[1709897453] 'process raft request' (duration: 5.710525948s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.366813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:32.655773Z","time spent":"5.711000179s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:38.366773Z","caller":"traceutil/trace.go:171","msg":"trace[1694532248] linearizableReadLoop","detail":"{readStateIndex:11002; appliedIndex:10994; }","duration":"3.63604439s","start":"2026-06-28T20:16:34.730659Z","end":"2026-06-28T20:16:38.366703Z","steps":["trace[1694532248] 'read index received' (duration: 221.82241ms)","trace[1694532248] 'applied index is now lower than readState.Index' (duration: 3.41422048s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:38.366904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.492953Z","time spent":"4.873826188s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:38.366955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.359685367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:38.366991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238194306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-06-28T20:16:38.367008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.702489227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.367086Z","caller":"traceutil/trace.go:171","msg":"trace[1841178016] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10628; }","duration":"6.2383554s","start":"2026-06-28T20:16:32.128706Z","end":"2026-06-28T20:16:38.367062Z","steps":["trace[1841178016] 'agreement among raft nodes before linearized reading' (duration: 6.238136355s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367128Z","caller":"traceutil/trace.go:171","msg":"trace[936203594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10628; }","duration":"9.702664601s","start":"2026-06-28T20:16:28.664434Z","end":"2026-06-28T20:16:38.367099Z","steps":["trace[936203594] 'agreement among raft nodes before linearized reading' (duration: 9.702491777s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.367171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:32.128684Z","time spent":"6.238477213s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:16:38.367194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.903646316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-06-28T20:16:38.367211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:28.664408Z","time spent":"9.702776873s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.208552213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.367301Z","caller":"traceutil/trace.go:171","msg":"trace[750149016] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10628; }","duration":"7.208640504s","start":"2026-06-28T20:16:31.158654Z","end":"2026-06-28T20:16:38.367294Z","steps":["trace[750149016] 'agreement among raft nodes before linearized reading' (duration: 7.208592913s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.36733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.158622Z","time spent":"7.208701096s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739166633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.367379Z","caller":"traceutil/trace.go:171","msg":"trace[716556040] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10628; }","duration":"3.739269436s","start":"2026-06-28T20:16:34.628091Z","end":"2026-06-28T20:16:38.36736Z","steps":["trace[716556040] 'agreement among raft nodes before linearized reading' (duration: 3.739201884s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.367427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.628058Z","time spent":"3.739355877s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.37711129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-28T20:16:38.367259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848193571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:38.367506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.669905655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.367539Z","caller":"traceutil/trace.go:171","msg":"trace[605369379] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:10628; }","duration":"7.669937546s","start":"2026-06-28T20:16:30.697591Z","end":"2026-06-28T20:16:38.367529Z","steps":["trace[605369379] 'agreement among raft nodes before linearized reading' (duration: 7.669886615s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367535Z","caller":"traceutil/trace.go:171","msg":"trace[1124427203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10628; }","duration":"10.377189802s","start":"2026-06-28T20:16:27.990291Z","end":"2026-06-28T20:16:38.367481Z","steps":["trace[1124427203] 'agreement among raft nodes before linearized reading' (duration: 10.376958486s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367554Z","caller":"traceutil/trace.go:171","msg":"trace[828443136] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10628; }","duration":"4.848513718s","start":"2026-06-28T20:16:33.519019Z","end":"2026-06-28T20:16:38.367533Z","steps":["trace[828443136] 'agreement among raft nodes before linearized reading' (duration: 4.848191451s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.367587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:30.697537Z","time spent":"7.670042318s","remote":"127.0.0.1:56200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.660347849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:16:38.367621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.519001Z","time spent":"4.848601191s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:27.990272Z","time spent":"10.377306134s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:16:38.367709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029007289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-06-28T20:16:38.367773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883815027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:38.367774Z","caller":"traceutil/trace.go:171","msg":"trace[1263209041] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10628; }","duration":"4.029128791s","start":"2026-06-28T20:16:34.338631Z","end":"2026-06-28T20:16:38.36776Z","steps":["trace[1263209041] 'agreement among raft nodes before linearized reading' (duration: 4.029028419s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367802Z","caller":"traceutil/trace.go:171","msg":"trace[1508388920] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10628; }","duration":"5.88395385s","start":"2026-06-28T20:16:32.48384Z","end":"2026-06-28T20:16:38.367794Z","steps":["trace[1508388920] 'agreement among raft nodes before linearized reading' (duration: 5.883907679s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367066Z","caller":"traceutil/trace.go:171","msg":"trace[1469342865] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10628; }","duration":"9.359749038s","start":"2026-06-28T20:16:29.007229Z","end":"2026-06-28T20:16:38.366978Z","steps":["trace[1469342865] 'agreement among raft nodes before linearized reading' (duration: 9.359691087s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.367823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.338601Z","time spent":"4.029210684s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-28T20:16:38.367844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:32.483816Z","time spent":"5.884020882s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:29.00721Z","time spent":"9.360638889s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423620378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.367979Z","caller":"traceutil/trace.go:171","msg":"trace[568484052] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10628; }","duration":"6.424672893s","start":"2026-06-28T20:16:31.943295Z","end":"2026-06-28T20:16:38.367968Z","steps":["trace[568484052] 'agreement among raft nodes before linearized reading' (duration: 6.423603678s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367628Z","caller":"traceutil/trace.go:171","msg":"trace[977758624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10628; }","duration":"5.660435631s","start":"2026-06-28T20:16:32.707179Z","end":"2026-06-28T20:16:38.367615Z","steps":["trace[977758624] 'agreement among raft nodes before linearized reading' (duration: 5.660273367s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.943257Z","time spent":"6.424754864s","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.368044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471239005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.368102Z","caller":"traceutil/trace.go:171","msg":"trace[1261583617] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10628; }","duration":"4.471335497s","start":"2026-06-28T20:16:33.896753Z","end":"2026-06-28T20:16:38.368088Z","steps":["trace[1261583617] 'agreement among raft nodes before linearized reading' (duration: 4.471245025s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.896731Z","time spent":"4.471411619s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.36743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920653039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:38.367721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.782287151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:38.3683Z","caller":"traceutil/trace.go:171","msg":"trace[958459590] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10628; }","duration":"5.782905266s","start":"2026-06-28T20:16:32.585381Z","end":"2026-06-28T20:16:38.368287Z","steps":["trace[958459590] 'agreement among raft nodes before linearized reading' (duration: 5.782273241s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.481338282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-06-28T20:16:38.368279Z","caller":"traceutil/trace.go:171","msg":"trace[2128913622] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10628; }","duration":"4.9214839s","start":"2026-06-28T20:16:33.446763Z","end":"2026-06-28T20:16:38.368247Z","steps":["trace[2128913622] 'agreement among raft nodes before linearized reading' (duration: 4.92063203s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:38.367228Z","caller":"traceutil/trace.go:171","msg":"trace[1801907767] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10628; }","duration":"6.903724218s","start":"2026-06-28T20:16:31.463495Z","end":"2026-06-28T20:16:38.367219Z","steps":["trace[1801907767] 'agreement among raft nodes before linearized reading' (duration: 6.903598085s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:33.446663Z","time spent":"4.921692944s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.368411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:31.463448Z","time spent":"6.904940676s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-06-28T20:16:38.368348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:32.585358Z","time spent":"5.782978327s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:38.367181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.179116115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:38.368589Z","caller":"traceutil/trace.go:171","msg":"trace[1743597519] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10628; }","duration":"10.18058051s","start":"2026-06-28T20:16:28.187998Z","end":"2026-06-28T20:16:38.368578Z","steps":["trace[1743597519] 'agreement among raft nodes before linearized reading' (duration: 10.179091895s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:32.70716Z","time spent":"5.660890571s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:16:38.368628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:28.187972Z","time spent":"10.180643s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:38.368351Z","caller":"traceutil/trace.go:171","msg":"trace[2128392595] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10628; }","duration":"9.481422804s","start":"2026-06-28T20:16:28.886914Z","end":"2026-06-28T20:16:38.368337Z","steps":["trace[2128392595] 'agreement among raft nodes before linearized reading' (duration: 9.481313521s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.368702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:28.886891Z","time spent":"9.481788173s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-28T20:16:38.852777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993951626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:38.852868Z","caller":"traceutil/trace.go:171","msg":"trace[672823610] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.99415632s","start":"2026-06-28T20:16:35.858691Z","end":"2026-06-28T20:16:38.852847Z","steps":["trace[672823610] 'agreement among raft nodes before linearized reading' (duration: 2.993998907s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:38.852917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:35.858664Z","time spent":"2.994242653s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/28 20:16:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:38.867546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:39.336083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.911334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:39.336228Z","caller":"traceutil/trace.go:171","msg":"trace[130698216] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"963.088308ms","start":"2026-06-28T20:16:38.373117Z","end":"2026-06-28T20:16:39.336205Z","steps":["trace[130698216] 'agreement among raft nodes before linearized reading' (duration: 962.922714ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.336287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.373104Z","time spent":"963.17219ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:16:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:39.366374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.728886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:39.366498Z","caller":"traceutil/trace.go:171","msg":"trace[38929796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"993.903649ms","start":"2026-06-28T20:16:38.372563Z","end":"2026-06-28T20:16:39.366467Z","steps":["trace[38929796] 'agreement among raft nodes before linearized reading' (duration: 993.753176ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.366596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.372542Z","time spent":"994.022002ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/28 20:16:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:39.367661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:39.61502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249225557s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:16:39.615616Z","caller":"traceutil/trace.go:171","msg":"trace[895282870] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"1.883527568s","start":"2026-06-28T20:16:37.732067Z","end":"2026-06-28T20:16:39.615595Z","steps":["trace[895282870] 'process raft request' (duration: 1.883264892s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.61582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.73204Z","time spent":"1.88365464s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:39.615935Z","caller":"traceutil/trace.go:171","msg":"trace[166052409] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"1.856054754s","start":"2026-06-28T20:16:37.759857Z","end":"2026-06-28T20:16:39.615912Z","steps":["trace[166052409] 'process raft request' (duration: 1.855678295s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.616022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.759839Z","time spent":"1.856144016s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:39.616122Z","caller":"traceutil/trace.go:171","msg":"trace[594864457] transaction","detail":"{read_only:false; response_revision:10631; number_of_response:1; }","duration":"1.855549612s","start":"2026-06-28T20:16:37.760562Z","end":"2026-06-28T20:16:39.616112Z","steps":["trace[594864457] 'process raft request' (duration: 1.855270295s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.616177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.760551Z","time spent":"1.855600374s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:39.61629Z","caller":"traceutil/trace.go:171","msg":"trace[1821341387] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"1.854814355s","start":"2026-06-28T20:16:37.761466Z","end":"2026-06-28T20:16:39.61628Z","steps":["trace[1821341387] 'process raft request' (duration: 1.854494437s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.616352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.761433Z","time spent":"1.854888467s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:39.956883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:16:39.957002Z","caller":"traceutil/trace.go:171","msg":"trace[266537202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066636s","start":"2026-06-28T20:16:37.956306Z","end":"2026-06-28T20:16:39.956973Z","steps":["trace[266537202] 'agreement among raft nodes before linearized reading' (duration: 2.000500226s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:39.957063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.956288Z","time spent":"2.000763962s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:40.84054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224496357s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-28T20:16:40.841561Z","caller":"traceutil/trace.go:171","msg":"trace[1233126937] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"2.497612633s","start":"2026-06-28T20:16:38.343922Z","end":"2026-06-28T20:16:40.841534Z","steps":["trace[1233126937] 'process raft request' (duration: 2.496747863s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:40.842331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.343896Z","time spent":"2.49836495s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:16:41.118314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.753859ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-06-28T20:16:41.118647Z","caller":"traceutil/trace.go:171","msg":"trace[1326384837] transaction","detail":"{read_only:false; response_revision:10636; number_of_response:1; }","duration":"1.224615309s","start":"2026-06-28T20:16:39.894008Z","end":"2026-06-28T20:16:41.118623Z","steps":["trace[1326384837] 'process raft request' (duration: 1.224558798s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.118647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.368823Z","time spent":"2.749805378s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:16:41.118801Z","caller":"traceutil/trace.go:171","msg":"trace[1380044807] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"2.748136468s","start":"2026-06-28T20:16:38.370657Z","end":"2026-06-28T20:16:41.118793Z","steps":["trace[1380044807] 'process raft request' (duration: 2.74777073s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.118854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.370636Z","time spent":"2.748189539s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:16:41.118864Z","caller":"traceutil/trace.go:171","msg":"trace[1432843583] linearizableReadLoop","detail":"{readStateIndex:11010; appliedIndex:11002; }","duration":"2.751962848s","start":"2026-06-28T20:16:38.366867Z","end":"2026-06-28T20:16:41.11883Z","steps":["trace[1432843583] 'read index received' (duration: 1.248405158s)","trace[1432843583] 'applied index is now lower than readState.Index' (duration: 1.50355356s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:41.118763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:39.893981Z","time spent":"1.224707072s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:41.119347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072015461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:41.1194Z","caller":"traceutil/trace.go:171","msg":"trace[963279897] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10636; }","duration":"3.072092812s","start":"2026-06-28T20:16:38.047294Z","end":"2026-06-28T20:16:41.119387Z","steps":["trace[963279897] 'agreement among raft nodes before linearized reading' (duration: 3.071706383s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58791622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:41.119442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.047202Z","time spent":"3.072229286s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.119481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374122624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:41.119539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74817762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-06-28T20:16:41.119543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.760995288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:41.119553Z","caller":"traceutil/trace.go:171","msg":"trace[113902619] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10636; }","duration":"3.374237587s","start":"2026-06-28T20:16:37.74529Z","end":"2026-06-28T20:16:41.119527Z","steps":["trace[113902619] 'agreement among raft nodes before linearized reading' (duration: 3.374144544s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.119585Z","caller":"traceutil/trace.go:171","msg":"trace[183370126] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10636; }","duration":"4.7610733s","start":"2026-06-28T20:16:36.3585Z","end":"2026-06-28T20:16:41.119573Z","steps":["trace[183370126] 'agreement among raft nodes before linearized reading' (duration: 4.761010388s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.745266Z","time spent":"3.37434692s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.119648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21392246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-06-28T20:16:41.119677Z","caller":"traceutil/trace.go:171","msg":"trace[1928912042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10636; }","duration":"6.214041973s","start":"2026-06-28T20:16:34.905628Z","end":"2026-06-28T20:16:41.11967Z","steps":["trace[1928912042] 'agreement among raft nodes before linearized reading' (duration: 6.213961911s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565242372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:41.119733Z","caller":"traceutil/trace.go:171","msg":"trace[1161265558] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10636; }","duration":"5.565314663s","start":"2026-06-28T20:16:35.554409Z","end":"2026-06-28T20:16:41.119723Z","steps":["trace[1161265558] 'agreement among raft nodes before linearized reading' (duration: 5.565250062s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351124486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-06-28T20:16:41.119828Z","caller":"traceutil/trace.go:171","msg":"trace[606280561] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10636; }","duration":"3.351297779s","start":"2026-06-28T20:16:37.768508Z","end":"2026-06-28T20:16:41.119806Z","steps":["trace[606280561] 'agreement among raft nodes before linearized reading' (duration: 3.35088802s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:36.358477Z","time spent":"4.761143611s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.11993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.768597799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-06-28T20:16:41.119949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.768489Z","time spent":"3.351425403s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:16:41.11997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.450954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:41.119972Z","caller":"traceutil/trace.go:171","msg":"trace[896212697] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10636; }","duration":"3.768676161s","start":"2026-06-28T20:16:37.351286Z","end":"2026-06-28T20:16:41.119962Z","steps":["trace[896212697] 'agreement among raft nodes before linearized reading' (duration: 3.768513037s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.119998Z","caller":"traceutil/trace.go:171","msg":"trace[925871924] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10636; }","duration":"215.528146ms","start":"2026-06-28T20:16:40.90446Z","end":"2026-06-28T20:16:41.119989Z","steps":["trace[925871924] 'agreement among raft nodes before linearized reading' (duration: 215.446765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.351265Z","time spent":"3.768734682s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-28T20:16:41.119705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:34.905595Z","time spent":"6.214104465s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:16:41.1202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.177806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-06-28T20:16:41.120233Z","caller":"traceutil/trace.go:171","msg":"trace[2020351515] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10636; }","duration":"320.262748ms","start":"2026-06-28T20:16:40.799958Z","end":"2026-06-28T20:16:41.120221Z","steps":["trace[2020351515] 'agreement among raft nodes before linearized reading' (duration: 320.176296ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.119475Z","caller":"traceutil/trace.go:171","msg":"trace[1361555642] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10636; }","duration":"5.588092164s","start":"2026-06-28T20:16:35.531356Z","end":"2026-06-28T20:16:41.119448Z","steps":["trace[1361555642] 'agreement among raft nodes before linearized reading' (duration: 5.587878789s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.119772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:35.554396Z","time spent":"5.565365954s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.120332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75856651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:41.120342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191703001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:41.120346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307827922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-06-28T20:16:41.120308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:35.531323Z","time spent":"5.588962844s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:41.120386Z","caller":"traceutil/trace.go:171","msg":"trace[122764800] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10636; }","duration":"4.191811563s","start":"2026-06-28T20:16:36.928565Z","end":"2026-06-28T20:16:41.120376Z","steps":["trace[122764800] 'agreement among raft nodes before linearized reading' (duration: 4.191741801s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854074047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:41.119885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.605569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:41.120473Z","caller":"traceutil/trace.go:171","msg":"trace[1708470678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10636; }","duration":"187.181642ms","start":"2026-06-28T20:16:40.933269Z","end":"2026-06-28T20:16:41.12045Z","steps":["trace[1708470678] 'agreement among raft nodes before linearized reading' (duration: 186.589028ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.120359Z","caller":"traceutil/trace.go:171","msg":"trace[357955552] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10636; }","duration":"1.758629882s","start":"2026-06-28T20:16:39.361719Z","end":"2026-06-28T20:16:41.120349Z","steps":["trace[357955552] 'agreement among raft nodes before linearized reading' (duration: 1.758591531s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:39.361694Z","time spent":"1.758930009s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.119359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420188485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:41.119573Z","caller":"traceutil/trace.go:171","msg":"trace[1264743476] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac; range_end:; response_count:1; response_revision:10636; }","duration":"2.74823595s","start":"2026-06-28T20:16:38.371327Z","end":"2026-06-28T20:16:41.119563Z","steps":["trace[1264743476] 'agreement among raft nodes before linearized reading' (duration: 2.748084967s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.371319Z","time spent":"2.749435268s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac\" "} {"level":"info","ts":"2026-06-28T20:16:41.12075Z","caller":"traceutil/trace.go:171","msg":"trace[449721653] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10636; }","duration":"4.42165553s","start":"2026-06-28T20:16:36.699072Z","end":"2026-06-28T20:16:41.120727Z","steps":["trace[449721653] 'agreement among raft nodes before linearized reading' (duration: 4.420145294s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:40.799941Z","time spent":"320.306219ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:16:41.120834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:36.699044Z","time spent":"4.421770263s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.120878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74435411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385913"} {"level":"info","ts":"2026-06-28T20:16:41.120922Z","caller":"traceutil/trace.go:171","msg":"trace[2030348856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10636; }","duration":"2.744412031s","start":"2026-06-28T20:16:38.376502Z","end":"2026-06-28T20:16:41.120914Z","steps":["trace[2030348856] 'agreement among raft nodes before linearized reading' (duration: 2.74392091s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.120244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340869725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:8083"} {"level":"warn","ts":"2026-06-28T20:16:41.12096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.376493Z","time spent":"2.744458802s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:16:41.120986Z","caller":"traceutil/trace.go:171","msg":"trace[1468469503] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10636; }","duration":"3.341647824s","start":"2026-06-28T20:16:37.779327Z","end":"2026-06-28T20:16:41.120975Z","steps":["trace[1468469503] 'agreement among raft nodes before linearized reading' (duration: 3.340787423s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.120399Z","caller":"traceutil/trace.go:171","msg":"trace[729173421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10636; }","duration":"3.307903284s","start":"2026-06-28T20:16:37.812481Z","end":"2026-06-28T20:16:41.120384Z","steps":["trace[729173421] 'agreement among raft nodes before linearized reading' (duration: 3.307791871s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.121015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.779302Z","time spent":"3.341703865s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8105,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-28T20:16:41.121031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:37.812465Z","time spent":"3.308552529s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:16:41.121022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691362079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:41.120419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:36.928533Z","time spent":"4.191878804s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.120294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155135753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:41.121152Z","caller":"traceutil/trace.go:171","msg":"trace[726543080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10636; }","duration":"2.691556934s","start":"2026-06-28T20:16:38.429553Z","end":"2026-06-28T20:16:41.12111Z","steps":["trace[726543080] 'agreement among raft nodes before linearized reading' (duration: 2.691334419s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.121144Z","caller":"traceutil/trace.go:171","msg":"trace[1027147888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10636; }","duration":"1.156016363s","start":"2026-06-28T20:16:39.96512Z","end":"2026-06-28T20:16:41.121136Z","steps":["trace[1027147888] 'agreement among raft nodes before linearized reading' (duration: 1.155148843s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:41.120429Z","caller":"traceutil/trace.go:171","msg":"trace[36139051] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10636; }","duration":"1.854138578s","start":"2026-06-28T20:16:39.266284Z","end":"2026-06-28T20:16:41.120422Z","steps":["trace[36139051] 'agreement among raft nodes before linearized reading' (duration: 1.854096067s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:41.121254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:39.965098Z","time spent":"1.156147607s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:41.121259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:38.429529Z","time spent":"2.691716527s","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.121293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:39.266258Z","time spent":"1.855017799s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:41.62361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600120990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:42.272534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024824153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:42.272668Z","caller":"traceutil/trace.go:171","msg":"trace[101467123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10636; }","duration":"1.024971006s","start":"2026-06-28T20:16:41.247676Z","end":"2026-06-28T20:16:42.272647Z","steps":["trace[101467123] 'range keys from in-memory index tree' (duration: 1.024803853s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:42.272589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.33767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-06-28T20:16:42.273006Z","caller":"traceutil/trace.go:171","msg":"trace[1007581113] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10636; }","duration":"1.150174448s","start":"2026-06-28T20:16:41.122799Z","end":"2026-06-28T20:16:42.272973Z","steps":["trace[1007581113] 'process raft request' (duration: 706.356867ms)","trace[1007581113] 'compare' (duration: 443.278728ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:42.27313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.122771Z","time spent":"1.15026917s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:43.077112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8221} {"level":"warn","ts":"2026-06-28T20:16:43.07784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.628553ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-06-28T20:16:43.077997Z","caller":"traceutil/trace.go:171","msg":"trace[1902224872] compact","detail":"{revision:8221; response_revision:10636; }","duration":"1.955144414s","start":"2026-06-28T20:16:41.122834Z","end":"2026-06-28T20:16:43.077979Z","steps":["trace[1902224872] 'process raft request' (duration: 1.376143188s)","trace[1902224872] 'check and update compact revision' (duration: 577.497741ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:43.07804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.12277Z","time spent":"1.955266986s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:16:43.078902Z","caller":"traceutil/trace.go:171","msg":"trace[479435030] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"1.951886288s","start":"2026-06-28T20:16:41.126986Z","end":"2026-06-28T20:16:43.078872Z","steps":["trace[479435030] 'process raft request' (duration: 1.950969776s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.079058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.126968Z","time spent":"1.95199948s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:43.079226Z","caller":"traceutil/trace.go:171","msg":"trace[1597647294] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"1.9515754s","start":"2026-06-28T20:16:41.127621Z","end":"2026-06-28T20:16:43.079197Z","steps":["trace[1597647294] 'process raft request' (duration: 1.951222092s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.079394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.12761Z","time spent":"1.951694683s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:43.07959Z","caller":"traceutil/trace.go:171","msg":"trace[1704150370] linearizableReadLoop","detail":"{readStateIndex:11016; appliedIndex:11011; }","duration":"1.95668019s","start":"2026-06-28T20:16:41.12289Z","end":"2026-06-28T20:16:43.07957Z","steps":["trace[1704150370] 'read index received' (duration: 706.307406ms)","trace[1704150370] 'applied index is now lower than readState.Index' (duration: 1.250371444s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:43.079628Z","caller":"traceutil/trace.go:171","msg":"trace[418464306] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"1.94983105s","start":"2026-06-28T20:16:41.129765Z","end":"2026-06-28T20:16:43.079596Z","steps":["trace[418464306] 'process raft request' (duration: 1.94941303s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.079761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956849484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:43.079789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.129732Z","time spent":"1.949963392s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:43.079849Z","caller":"traceutil/trace.go:171","msg":"trace[847807606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10639; }","duration":"1.956998167s","start":"2026-06-28T20:16:41.122829Z","end":"2026-06-28T20:16:43.079827Z","steps":["trace[847807606] 'agreement among raft nodes before linearized reading' (duration: 1.956842333s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.079901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.12281Z","time spent":"1.957082369s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:43.428135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.018465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:43.428357Z","caller":"traceutil/trace.go:171","msg":"trace[1743600288] linearizableReadLoop","detail":"{readStateIndex:11018; appliedIndex:11016; }","duration":"348.705264ms","start":"2026-06-28T20:16:43.079635Z","end":"2026-06-28T20:16:43.42834Z","steps":["trace[1743600288] 'read index received' (duration: 165.34226ms)","trace[1743600288] 'applied index is now lower than readState.Index' (duration: 183.361624ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:43.428454Z","caller":"traceutil/trace.go:171","msg":"trace[254761940] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"1.219334837s","start":"2026-06-28T20:16:42.209107Z","end":"2026-06-28T20:16:43.428442Z","steps":["trace[254761940] 'process raft request' (duration: 1.035905812s)","trace[254761940] 'compare' (duration: 182.695638ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:43.42852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:42.209077Z","time spent":"1.219409569s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:43.42864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247683901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-06-28T20:16:43.428723Z","caller":"traceutil/trace.go:171","msg":"trace[1732248982] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10640; }","duration":"1.247837955s","start":"2026-06-28T20:16:42.180865Z","end":"2026-06-28T20:16:43.428703Z","steps":["trace[1732248982] 'agreement among raft nodes before linearized reading' (duration: 1.247575999s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.428771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:42.180834Z","time spent":"1.247924636s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:16:43.428887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.633958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-06-28T20:16:43.428929Z","caller":"traceutil/trace.go:171","msg":"trace[1610636640] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10640; }","duration":"344.70052ms","start":"2026-06-28T20:16:43.084217Z","end":"2026-06-28T20:16:43.428918Z","steps":["trace[1610636640] 'agreement among raft nodes before linearized reading' (duration: 344.545156ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.428954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:42.274877Z","time spent":"1.154076459s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:16:43.428928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302424214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-06-28T20:16:43.428943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068231342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-06-28T20:16:43.429015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.103404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:43.429033Z","caller":"traceutil/trace.go:171","msg":"trace[1381466752] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:10640; }","duration":"2.068380475s","start":"2026-06-28T20:16:41.360627Z","end":"2026-06-28T20:16:43.429007Z","steps":["trace[1381466752] 'agreement among raft nodes before linearized reading' (duration: 2.068094628s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:43.429061Z","caller":"traceutil/trace.go:171","msg":"trace[768141111] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10640; }","duration":"358.171236ms","start":"2026-06-28T20:16:43.070876Z","end":"2026-06-28T20:16:43.429047Z","steps":["trace[768141111] 'agreement among raft nodes before linearized reading' (duration: 358.102065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.42909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.070857Z","time spent":"358.226407ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:43.429089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.360589Z","time spent":"2.068485358s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":978,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-06-28T20:16:43.429065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.186405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:43.429119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302352193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-06-28T20:16:43.429156Z","caller":"traceutil/trace.go:171","msg":"trace[624290782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:10640; }","duration":"2.302433234s","start":"2026-06-28T20:16:41.126713Z","end":"2026-06-28T20:16:43.429146Z","steps":["trace[624290782] 'agreement among raft nodes before linearized reading' (duration: 2.302332982s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:43.429167Z","caller":"traceutil/trace.go:171","msg":"trace[101929828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10640; }","duration":"853.337418ms","start":"2026-06-28T20:16:42.575805Z","end":"2026-06-28T20:16:43.429143Z","steps":["trace[101929828] 'agreement among raft nodes before linearized reading' (duration: 853.170914ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:43.429015Z","caller":"traceutil/trace.go:171","msg":"trace[740927558] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10640; }","duration":"2.302547647s","start":"2026-06-28T20:16:41.126447Z","end":"2026-06-28T20:16:43.428995Z","steps":["trace[740927558] 'agreement among raft nodes before linearized reading' (duration: 2.30224398s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.429227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.126642Z","time spent":"2.302575638s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:16:43.429248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:41.126434Z","time spent":"2.302804774s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:16:43.429311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.432355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:43.428962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.084203Z","time spent":"344.752361ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4681,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-06-28T20:16:43.429354Z","caller":"traceutil/trace.go:171","msg":"trace[1942407017] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10640; }","duration":"192.479666ms","start":"2026-06-28T20:16:43.236864Z","end":"2026-06-28T20:16:43.429344Z","steps":["trace[1942407017] 'agreement among raft nodes before linearized reading' (duration: 192.397904ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.429456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.194881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:43.429119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.600523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:43.429518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.679142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:16:43.429544Z","caller":"traceutil/trace.go:171","msg":"trace[245553899] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10640; }","duration":"953.083374ms","start":"2026-06-28T20:16:42.476451Z","end":"2026-06-28T20:16:43.429534Z","steps":["trace[245553899] 'agreement among raft nodes before linearized reading' (duration: 952.609952ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.429573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:42.476418Z","time spent":"953.145145ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:43.429558Z","caller":"traceutil/trace.go:171","msg":"trace[1477157431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10640; }","duration":"342.323065ms","start":"2026-06-28T20:16:43.087211Z","end":"2026-06-28T20:16:43.429534Z","steps":["trace[1477157431] 'agreement among raft nodes before linearized reading' (duration: 342.173531ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:43.429567Z","caller":"traceutil/trace.go:171","msg":"trace[1256924850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10640; }","duration":"292.766774ms","start":"2026-06-28T20:16:43.136786Z","end":"2026-06-28T20:16:43.429553Z","steps":["trace[1256924850] 'agreement among raft nodes before linearized reading' (duration: 292.61561ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.429626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.087194Z","time spent":"342.418796ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:43.429363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:42.575773Z","time spent":"853.576884ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:43.431251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.564845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:16:43.431326Z","caller":"traceutil/trace.go:171","msg":"trace[1839818817] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10640; }","duration":"408.684328ms","start":"2026-06-28T20:16:43.022624Z","end":"2026-06-28T20:16:43.431308Z","steps":["trace[1839818817] 'agreement among raft nodes before linearized reading' (duration: 406.371794ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:43.431764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.022604Z","time spent":"409.138229ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1133,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:44.433983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.953773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:44.434487Z","caller":"traceutil/trace.go:171","msg":"trace[524450198] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"1.004512767s","start":"2026-06-28T20:16:43.429946Z","end":"2026-06-28T20:16:44.434459Z","steps":["trace[524450198] 'process raft request' (duration: 202.955841ms)","trace[524450198] 'compare' (duration: 272.307945ms)","trace[524450198] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/199.204.45.72; req_size:116; } (duration: 527.763456ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:16:44.434575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.429924Z","time spent":"1.004612679s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:44.434716Z","caller":"traceutil/trace.go:171","msg":"trace[231661235] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"998.078126ms","start":"2026-06-28T20:16:43.436602Z","end":"2026-06-28T20:16:44.43468Z","steps":["trace[231661235] 'process raft request' (duration: 997.565834ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:44.434757Z","caller":"traceutil/trace.go:171","msg":"trace[1858544016] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"1.002238353s","start":"2026-06-28T20:16:43.432232Z","end":"2026-06-28T20:16:44.434471Z","steps":["trace[1858544016] 'process raft request' (duration: 1.001858374s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:44.434824Z","caller":"traceutil/trace.go:171","msg":"trace[968331584] linearizableReadLoop","detail":"{readStateIndex:11020; appliedIndex:11018; }","duration":"1.00081406s","start":"2026-06-28T20:16:43.433408Z","end":"2026-06-28T20:16:44.434222Z","steps":["trace[968331584] 'read index received' (duration: 199.51691ms)","trace[968331584] 'applied index is now lower than readState.Index' (duration: 801.2962ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:44.434871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.436592Z","time spent":"998.191988ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:44.434972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.432211Z","time spent":"1.002634863s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:44.435002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001563358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-06-28T20:16:44.4351Z","caller":"traceutil/trace.go:171","msg":"trace[1744538592] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:10643; }","duration":"1.001711061s","start":"2026-06-28T20:16:43.433364Z","end":"2026-06-28T20:16:44.435075Z","steps":["trace[1744538592] 'agreement among raft nodes before linearized reading' (duration: 1.001413674s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:44.435158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.433355Z","time spent":"1.001794183s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" "} {"level":"warn","ts":"2026-06-28T20:16:44.436374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.169512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:44.436457Z","caller":"traceutil/trace.go:171","msg":"trace[149555597] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10643; }","duration":"888.297505ms","start":"2026-06-28T20:16:43.548112Z","end":"2026-06-28T20:16:44.43641Z","steps":["trace[149555597] 'agreement among raft nodes before linearized reading' (duration: 888.171932ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:44.436496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.548077Z","time spent":"888.408318ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:44.436627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000112794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19101"} {"level":"warn","ts":"2026-06-28T20:16:44.4367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002392107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385913"} {"level":"info","ts":"2026-06-28T20:16:44.436712Z","caller":"traceutil/trace.go:171","msg":"trace[1638339960] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10643; }","duration":"1.000226776s","start":"2026-06-28T20:16:43.436465Z","end":"2026-06-28T20:16:44.436691Z","steps":["trace[1638339960] 'agreement among raft nodes before linearized reading' (duration: 999.896878ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:44.436743Z","caller":"traceutil/trace.go:171","msg":"trace[1621876438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10643; }","duration":"1.002442688s","start":"2026-06-28T20:16:43.434288Z","end":"2026-06-28T20:16:44.436731Z","steps":["trace[1621876438] 'agreement among raft nodes before linearized reading' (duration: 1.001897895s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:44.436758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.436457Z","time spent":"1.000291567s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-06-28T20:16:44.436752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.250473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:44.436793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.434231Z","time spent":"1.002551731s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:16:44.436823Z","caller":"traceutil/trace.go:171","msg":"trace[276270069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10643; }","duration":"395.381637ms","start":"2026-06-28T20:16:44.041428Z","end":"2026-06-28T20:16:44.436809Z","steps":["trace[276270069] 'agreement among raft nodes before linearized reading' (duration: 395.242113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:44.436893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:44.041394Z","time spent":"395.485789ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:44.437598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.246471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:44.437733Z","caller":"traceutil/trace.go:171","msg":"trace[662759363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10643; }","duration":"497.455347ms","start":"2026-06-28T20:16:43.940243Z","end":"2026-06-28T20:16:44.437698Z","steps":["trace[662759363] 'agreement among raft nodes before linearized reading' (duration: 497.201311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:44.437799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:43.940214Z","time spent":"497.573929ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:16:45.350466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.822541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:45.350748Z","caller":"traceutil/trace.go:171","msg":"trace[159284685] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"907.832254ms","start":"2026-06-28T20:16:44.442863Z","end":"2026-06-28T20:16:45.350695Z","steps":["trace[159284685] 'process raft request' (duration: 126.640434ms)","trace[159284685] 'compare' (duration: 563.175886ms)","trace[159284685] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-dq87w.18bd56f75ffcf9c5; req_size:843; } (duration: 217.315777ms)"],"step_count":3} {"level":"info","ts":"2026-06-28T20:16:45.350841Z","caller":"traceutil/trace.go:171","msg":"trace[1620366293] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"901.995638ms","start":"2026-06-28T20:16:44.448818Z","end":"2026-06-28T20:16:45.350814Z","steps":["trace[1620366293] 'process raft request' (duration: 901.835304ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:45.350838Z","caller":"traceutil/trace.go:171","msg":"trace[1321577645] linearizableReadLoop","detail":"{readStateIndex:11022; appliedIndex:11021; }","duration":"906.715768ms","start":"2026-06-28T20:16:44.444092Z","end":"2026-06-28T20:16:45.350808Z","steps":["trace[1321577645] 'read index received' (duration: 125.403146ms)","trace[1321577645] 'applied index is now lower than readState.Index' (duration: 781.308152ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:45.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:44.448787Z","time spent":"902.10103ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:45.350969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:44.442848Z","time spent":"908.007979ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:45.351088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.007463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:45.351181Z","caller":"traceutil/trace.go:171","msg":"trace[26409777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10645; }","duration":"124.092745ms","start":"2026-06-28T20:16:45.227051Z","end":"2026-06-28T20:16:45.351144Z","steps":["trace[26409777] 'agreement among raft nodes before linearized reading' (duration: 123.957342ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:45.351192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.056806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:16:45.351315Z","caller":"traceutil/trace.go:171","msg":"trace[1079271405] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10645; }","duration":"907.244651ms","start":"2026-06-28T20:16:44.444055Z","end":"2026-06-28T20:16:45.351299Z","steps":["trace[1079271405] 'agreement among raft nodes before linearized reading' (duration: 906.843262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:45.351386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:44.444039Z","time spent":"907.335463ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:16:46.727197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182328711s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-06-28T20:16:46.727299Z","caller":"traceutil/trace.go:171","msg":"trace[964932933] linearizableReadLoop","detail":"{readStateIndex:11024; appliedIndex:11023; }","duration":"1.371568312s","start":"2026-06-28T20:16:45.355713Z","end":"2026-06-28T20:16:46.727281Z","steps":["trace[964932933] 'read index received' (duration: 189.174119ms)","trace[964932933] 'applied index is now lower than readState.Index' (duration: 1.182392573s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:46.727369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.352622Z","time spent":"1.374744006s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:16:46.727662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37194317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p\" ","response":"range_response_count:1 size:5597"} {"level":"info","ts":"2026-06-28T20:16:46.727702Z","caller":"traceutil/trace.go:171","msg":"trace[22128560] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p; range_end:; response_count:1; response_revision:10645; }","duration":"1.372010981s","start":"2026-06-28T20:16:45.355679Z","end":"2026-06-28T20:16:46.72769Z","steps":["trace[22128560] 'agreement among raft nodes before linearized reading' (duration: 1.371862018s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:46.727736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.355658Z","time spent":"1.372071403s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5619,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p\" "} {"level":"warn","ts":"2026-06-28T20:16:47.228279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:16:47.657489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062426792s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:16:47.938179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:47.938273Z","caller":"traceutil/trace.go:171","msg":"trace[319295283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943082s","start":"2026-06-28T20:16:45.938308Z","end":"2026-06-28T20:16:47.938251Z","steps":["trace[319295283] 'agreement among raft nodes before linearized reading' (duration: 1.999796819s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:47.938323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.938276Z","time spent":"2.000036604s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:16:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-28T20:16:48.338771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8221,"took":"5.257235341s","hash":3810790580,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":25231360,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-06-28T20:16:48.338847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3810790580,"revision":8221,"compact-revision":6045} {"level":"warn","ts":"2026-06-28T20:16:48.340093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.030338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:48.340209Z","caller":"traceutil/trace.go:171","msg":"trace[749515301] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"2.466810472s","start":"2026-06-28T20:16:45.873378Z","end":"2026-06-28T20:16:48.340188Z","steps":["trace[749515301] 'process raft request' (duration: 1.78459284s)","trace[749515301] 'compare' (duration: 680.927532ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:48.340277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.873343Z","time spent":"2.466904795s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:48.798831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.614745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:48.799083Z","caller":"traceutil/trace.go:171","msg":"trace[1101989647] linearizableReadLoop","detail":"{readStateIndex:11027; appliedIndex:11024; }","duration":"2.071742232s","start":"2026-06-28T20:16:46.727325Z","end":"2026-06-28T20:16:48.799067Z","steps":["trace[1101989647] 'read index received' (duration: 930.533484ms)","trace[1101989647] 'applied index is now lower than readState.Index' (duration: 1.141207668s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:48.799247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351703487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:16:48.799276Z","caller":"traceutil/trace.go:171","msg":"trace[1430002522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10648; }","duration":"2.351758628s","start":"2026-06-28T20:16:46.44751Z","end":"2026-06-28T20:16:48.799268Z","steps":["trace[1430002522] 'agreement among raft nodes before linearized reading' (duration: 2.351639195s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218044068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:48.799301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.447494Z","time spent":"2.3518011s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"info","ts":"2026-06-28T20:16:48.799325Z","caller":"traceutil/trace.go:171","msg":"trace[22710240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10648; }","duration":"2.218175851s","start":"2026-06-28T20:16:46.581132Z","end":"2026-06-28T20:16:48.799308Z","steps":["trace[22710240] 'agreement among raft nodes before linearized reading' (duration: 2.218019267s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.581105Z","time spent":"2.218247663s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:48.799423Z","caller":"traceutil/trace.go:171","msg":"trace[13036854] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"2.061683207s","start":"2026-06-28T20:16:46.737711Z","end":"2026-06-28T20:16:48.799394Z","steps":["trace[13036854] 'process raft request' (duration: 2.061249707s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443644221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-06-28T20:16:48.79947Z","caller":"traceutil/trace.go:171","msg":"trace[1232650426] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"2.070917723s","start":"2026-06-28T20:16:46.728517Z","end":"2026-06-28T20:16:48.799435Z","steps":["trace[1232650426] 'process raft request' (duration: 1.893637113s)","trace[1232650426] 'compare' (duration: 176.330468ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:48.799489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443303104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:48.799535Z","caller":"traceutil/trace.go:171","msg":"trace[350036342] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:10648; }","duration":"3.443683833s","start":"2026-06-28T20:16:45.355839Z","end":"2026-06-28T20:16:48.799523Z","steps":["trace[350036342] 'agreement among raft nodes before linearized reading' (duration: 3.443601451s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.355834Z","time spent":"3.443720924s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"info","ts":"2026-06-28T20:16:48.799563Z","caller":"traceutil/trace.go:171","msg":"trace[1097681122] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10648; }","duration":"3.443421677s","start":"2026-06-28T20:16:45.356123Z","end":"2026-06-28T20:16:48.799544Z","steps":["trace[1097681122] 'agreement among raft nodes before linearized reading' (duration: 3.443276903s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386309858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:48.799609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:45.356101Z","time spent":"3.443498199s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:48.799614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.728495Z","time spent":"2.071045846s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:48.799628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.737691Z","time spent":"2.061824991s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5898,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:16:48.799658Z","caller":"traceutil/trace.go:171","msg":"trace[313570093] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10648; }","duration":"2.38639924s","start":"2026-06-28T20:16:46.413235Z","end":"2026-06-28T20:16:48.799634Z","steps":["trace[313570093] 'agreement among raft nodes before linearized reading' (duration: 2.386234246s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.799712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.413182Z","time spent":"2.386513972s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:48.799944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152468762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:48.80001Z","caller":"traceutil/trace.go:171","msg":"trace[281049655] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10648; }","duration":"2.152576475s","start":"2026-06-28T20:16:46.647416Z","end":"2026-06-28T20:16:48.799992Z","steps":["trace[281049655] 'agreement among raft nodes before linearized reading' (duration: 2.152418971s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:48.800062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:46.647399Z","time spent":"2.152645957s","remote":"127.0.0.1:41924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:49.300635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:16:49.46688Z","caller":"traceutil/trace.go:171","msg":"trace[1653487422] transaction","detail":"{read_only:false; response_revision:10649; number_of_response:1; }","duration":"1.086047797s","start":"2026-06-28T20:16:48.380807Z","end":"2026-06-28T20:16:49.466855Z","steps":["trace[1653487422] 'process raft request' (duration: 1.085841332s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:49.467148Z","caller":"traceutil/trace.go:171","msg":"trace[562055177] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"989.716681ms","start":"2026-06-28T20:16:48.477382Z","end":"2026-06-28T20:16:49.467098Z","steps":["trace[562055177] 'process raft request' (duration: 989.430695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:49.467329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.380783Z","time spent":"1.086176249s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:49.467466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.47736Z","time spent":"989.912655ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:49.9384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:16:49.938486Z","caller":"traceutil/trace.go:171","msg":"trace[1982762715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023588s","start":"2026-06-28T20:16:47.938231Z","end":"2026-06-28T20:16:49.938467Z","steps":["trace[1982762715] 'agreement among raft nodes before linearized reading' (duration: 2.000129378s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:49.938535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:47.938216Z","time spent":"2.000309261s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:16:49 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:16:50.049531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.495205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:50.049654Z","caller":"traceutil/trace.go:171","msg":"trace[727979357] linearizableReadLoop","detail":"{readStateIndex:11030; appliedIndex:11027; }","duration":"1.250512867s","start":"2026-06-28T20:16:48.79912Z","end":"2026-06-28T20:16:50.049633Z","steps":["trace[727979357] 'read index received' (duration: 667.578879ms)","trace[727979357] 'applied index is now lower than readState.Index' (duration: 582.932228ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:50.049771Z","caller":"traceutil/trace.go:171","msg":"trace[1929753447] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"1.247284391s","start":"2026-06-28T20:16:48.802466Z","end":"2026-06-28T20:16:50.04975Z","steps":["trace[1929753447] 'process raft request' (duration: 729.455758ms)","trace[1929753447] 'compare' (duration: 517.355712ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:50.049851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.80244Z","time spent":"1.247365164s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:50.050011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83273308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:50.050028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179033375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:50.050068Z","caller":"traceutil/trace.go:171","msg":"trace[1453465368] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10651; }","duration":"2.832831812s","start":"2026-06-28T20:16:47.217221Z","end":"2026-06-28T20:16:50.050053Z","steps":["trace[1453465368] 'agreement among raft nodes before linearized reading' (duration: 2.832689749s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610388023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-06-28T20:16:50.050079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.686858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:50.0501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:47.217202Z","time spent":"2.832890083s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:50.050102Z","caller":"traceutil/trace.go:171","msg":"trace[1802303426] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10651; }","duration":"1.610457484s","start":"2026-06-28T20:16:48.439635Z","end":"2026-06-28T20:16:50.050093Z","steps":["trace[1802303426] 'agreement among raft nodes before linearized reading' (duration: 1.610342402s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247635499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-06-28T20:16:50.050129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.439614Z","time spent":"1.610509585s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-06-28T20:16:50.050107Z","caller":"traceutil/trace.go:171","msg":"trace[679019657] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10651; }","duration":"2.179163758s","start":"2026-06-28T20:16:47.870922Z","end":"2026-06-28T20:16:50.050085Z","steps":["trace[679019657] 'agreement among raft nodes before linearized reading' (duration: 2.178982384s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036795015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:50.050135Z","caller":"traceutil/trace.go:171","msg":"trace[1216331833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10651; }","duration":"103.77849ms","start":"2026-06-28T20:16:49.946338Z","end":"2026-06-28T20:16:50.050116Z","steps":["trace[1216331833] 'agreement among raft nodes before linearized reading' (duration: 103.602416ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:50.050154Z","caller":"traceutil/trace.go:171","msg":"trace[1653160321] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10651; }","duration":"1.247733881s","start":"2026-06-28T20:16:48.802406Z","end":"2026-06-28T20:16:50.05014Z","steps":["trace[1653160321] 'agreement among raft nodes before linearized reading' (duration: 1.247521607s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:50.050165Z","caller":"traceutil/trace.go:171","msg":"trace[1785101823] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10651; }","duration":"2.036836036s","start":"2026-06-28T20:16:48.013319Z","end":"2026-06-28T20:16:50.050155Z","steps":["trace[1785101823] 'agreement among raft nodes before linearized reading' (duration: 2.036763024s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.409192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:16:50.050167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.015987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:16:50.050177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:47.870898Z","time spent":"2.179259751s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:50.050195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.802386Z","time spent":"1.247797854s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-28T20:16:50.05022Z","caller":"traceutil/trace.go:171","msg":"trace[1587195916] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10651; }","duration":"506.111079ms","start":"2026-06-28T20:16:49.544093Z","end":"2026-06-28T20:16:50.050204Z","steps":["trace[1587195916] 'agreement among raft nodes before linearized reading' (duration: 506.028367ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:16:50.050238Z","caller":"traceutil/trace.go:171","msg":"trace[1306247705] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10651; }","duration":"965.595657ms","start":"2026-06-28T20:16:49.084602Z","end":"2026-06-28T20:16:50.050198Z","steps":["trace[1306247705] 'agreement among raft nodes before linearized reading' (duration: 965.349791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.013259Z","time spent":"2.036925869s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:50.050262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:49.544064Z","time spent":"506.187071ms","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:50.050302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:49.084579Z","time spent":"965.709079ms","remote":"127.0.0.1:34468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:16:50.050386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246644007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-zrtpl\" ","response":"range_response_count:1 size:4351"} {"level":"warn","ts":"2026-06-28T20:16:50.05051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247140388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386545"} {"level":"info","ts":"2026-06-28T20:16:50.050605Z","caller":"traceutil/trace.go:171","msg":"trace[1425209970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10651; }","duration":"1.247275621s","start":"2026-06-28T20:16:48.803316Z","end":"2026-06-28T20:16:50.050592Z","steps":["trace[1425209970] 'agreement among raft nodes before linearized reading' (duration: 1.246655357s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.803299Z","time spent":"1.247341802s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386567,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:16:50.050533Z","caller":"traceutil/trace.go:171","msg":"trace[702692136] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-zrtpl; range_end:; response_count:1; response_revision:10651; }","duration":"1.247018405s","start":"2026-06-28T20:16:48.803389Z","end":"2026-06-28T20:16:50.050407Z","steps":["trace[702692136] 'agreement among raft nodes before linearized reading' (duration: 1.246553274s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.050912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:48.803376Z","time spent":"1.247525817s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4373,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-zrtpl\" "} {"level":"warn","ts":"2026-06-28T20:16:50.534817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.87748ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-28T20:16:50.534927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:50.054797Z","time spent":"480.12618ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:16:50.925939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.14411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:16:50.926023Z","caller":"traceutil/trace.go:171","msg":"trace[1633157259] linearizableReadLoop","detail":"{readStateIndex:11032; appliedIndex:11030; }","duration":"813.440474ms","start":"2026-06-28T20:16:50.112569Z","end":"2026-06-28T20:16:50.92601Z","steps":["trace[1633157259] 'read index received' (duration: 128.455818ms)","trace[1633157259] 'applied index is now lower than readState.Index' (duration: 684.983555ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:16:50.926086Z","caller":"traceutil/trace.go:171","msg":"trace[1776715714] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"865.114283ms","start":"2026-06-28T20:16:50.060963Z","end":"2026-06-28T20:16:50.926077Z","steps":["trace[1776715714] 'process raft request' (duration: 739.748908ms)","trace[1776715714] 'compare' (duration: 124.855603ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:16:50.926126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:50.060941Z","time spent":"865.163344ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:16:50.926398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.782531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:16:50.92651Z","caller":"traceutil/trace.go:171","msg":"trace[153284989] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10652; }","duration":"813.960646ms","start":"2026-06-28T20:16:50.112526Z","end":"2026-06-28T20:16:50.926487Z","steps":["trace[153284989] 'agreement among raft nodes before linearized reading' (duration: 813.661319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:50.926568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:50.112507Z","time spent":"814.046577ms","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":82,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:16:51.01984Z","caller":"traceutil/trace.go:171","msg":"trace[790733664] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"483.739054ms","start":"2026-06-28T20:16:50.536068Z","end":"2026-06-28T20:16:51.019807Z","steps":["trace[790733664] 'process raft request' (duration: 483.461258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:51.020053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:50.536034Z","time spent":"483.908518ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:16:51.020321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.329553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:16:51.020584Z","caller":"traceutil/trace.go:171","msg":"trace[1148621246] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10653; }","duration":"629.766903ms","start":"2026-06-28T20:16:50.39068Z","end":"2026-06-28T20:16:51.020447Z","steps":["trace[1148621246] 'agreement among raft nodes before linearized reading' (duration: 629.254921ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:16:51.020723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:16:50.390657Z","time spent":"629.979738ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:01.764331Z","caller":"traceutil/trace.go:171","msg":"trace[1009280870] linearizableReadLoop","detail":"{readStateIndex:11108; appliedIndex:11107; }","duration":"222.889728ms","start":"2026-06-28T20:17:01.541422Z","end":"2026-06-28T20:17:01.764311Z","steps":["trace[1009280870] 'read index received' (duration: 222.696483ms)","trace[1009280870] 'applied index is now lower than readState.Index' (duration: 192.485µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:01.76443Z","caller":"traceutil/trace.go:171","msg":"trace[1068155857] transaction","detail":"{read_only:false; response_revision:10724; number_of_response:1; }","duration":"231.135851ms","start":"2026-06-28T20:17:01.533287Z","end":"2026-06-28T20:17:01.764423Z","steps":["trace[1068155857] 'process raft request' (duration: 230.886216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:01.76459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.150704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:01.76466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.159293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:17:01.764669Z","caller":"traceutil/trace.go:171","msg":"trace[815442941] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10724; }","duration":"223.289128ms","start":"2026-06-28T20:17:01.541362Z","end":"2026-06-28T20:17:01.764651Z","steps":["trace[815442941] 'agreement among raft nodes before linearized reading' (duration: 223.141594ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:01.764714Z","caller":"traceutil/trace.go:171","msg":"trace[825544550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10724; }","duration":"158.250465ms","start":"2026-06-28T20:17:01.606449Z","end":"2026-06-28T20:17:01.7647Z","steps":["trace[825544550] 'agreement among raft nodes before linearized reading' (duration: 158.065091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:01.764785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.458053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:17:01.764886Z","caller":"traceutil/trace.go:171","msg":"trace[1534701776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10724; }","duration":"206.7104ms","start":"2026-06-28T20:17:01.558157Z","end":"2026-06-28T20:17:01.764867Z","steps":["trace[1534701776] 'agreement among raft nodes before linearized reading' (duration: 206.348641ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:03.937934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:17:03.93803Z","caller":"traceutil/trace.go:171","msg":"trace[2045021930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206009s","start":"2026-06-28T20:17:01.937802Z","end":"2026-06-28T20:17:03.938008Z","steps":["trace[2045021930] 'agreement among raft nodes before linearized reading' (duration: 2.000081766s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:03.93812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:01.937781Z","time spent":"2.000324871s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:05.938393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:17:05.938507Z","caller":"traceutil/trace.go:171","msg":"trace[1820362705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034333s","start":"2026-06-28T20:17:03.938425Z","end":"2026-06-28T20:17:05.938459Z","steps":["trace[1820362705] 'agreement among raft nodes before linearized reading' (duration: 1.999926191s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:05.938562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:03.938389Z","time spent":"2.000163517s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:17:05 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:17:06.767474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:01.768812Z","time spent":"4.998653977s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:17:06 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:17:07.394492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999047736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:17:07.394581Z","caller":"traceutil/trace.go:171","msg":"trace[982057844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99919745s","start":"2026-06-28T20:17:02.395364Z","end":"2026-06-28T20:17:07.394561Z","steps":["trace[982057844] 'agreement among raft nodes before linearized reading' (duration: 4.999085417s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:07.394631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:02.395342Z","time spent":"4.999279212s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:17:07 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:17:07.666827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999692811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:17:07.666898Z","caller":"traceutil/trace.go:171","msg":"trace[2079427433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999816534s","start":"2026-06-28T20:17:02.667064Z","end":"2026-06-28T20:17:07.666881Z","steps":["trace[2079427433] 'agreement among raft nodes before linearized reading' (duration: 4.999724262s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:07.666933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:02.667044Z","time spent":"4.999882816s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:17:07 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:17:07.946357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:17:07.946448Z","caller":"traceutil/trace.go:171","msg":"trace[1430320423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069165s","start":"2026-06-28T20:17:05.945735Z","end":"2026-06-28T20:17:07.946427Z","steps":["trace[1430320423] 'agreement among raft nodes before linearized reading' (duration: 2.000559467s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:07.946502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.945725Z","time spent":"2.000766902s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:08.768803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:01.768183Z","time spent":"7.000612866s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:17:09.306359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.296919993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-06-28T20:17:09.473518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.464177419s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:17:09.490481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99883034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:17:09.490574Z","caller":"traceutil/trace.go:171","msg":"trace[26091571] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998948623s","start":"2026-06-28T20:17:04.491604Z","end":"2026-06-28T20:17:09.490552Z","steps":["trace[26091571] 'agreement among raft nodes before linearized reading' (duration: 4.99882555s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.490632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:04.49158Z","time spent":"4.999036945s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-28T20:17:09.737313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.391107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:09.737631Z","caller":"traceutil/trace.go:171","msg":"trace[2079585781] linearizableReadLoop","detail":"{readStateIndex:11110; appliedIndex:11108; }","duration":"7.799741624s","start":"2026-06-28T20:17:01.937852Z","end":"2026-06-28T20:17:09.737594Z","steps":["trace[2079585781] 'read index received' (duration: 71.468663ms)","trace[2079585781] 'applied index is now lower than readState.Index' (duration: 7.728269531s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:09.737627Z","caller":"traceutil/trace.go:171","msg":"trace[655257543] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"6.380519048s","start":"2026-06-28T20:17:03.357089Z","end":"2026-06-28T20:17:09.737608Z","steps":["trace[655257543] 'process raft request' (duration: 6.380413205s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.737853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:03.357062Z","time spent":"6.380698282s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:09.738168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.775267272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10850"} {"level":"warn","ts":"2026-06-28T20:17:09.738153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367121876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:09.738252Z","caller":"traceutil/trace.go:171","msg":"trace[255614612] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10727; }","duration":"7.775398485s","start":"2026-06-28T20:17:01.962826Z","end":"2026-06-28T20:17:09.738224Z","steps":["trace[255614612] 'agreement among raft nodes before linearized reading' (duration: 7.775051297s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.73832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:01.962799Z","time spent":"7.775504357s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10872,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:09.738353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.885209869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414995"} {"level":"info","ts":"2026-06-28T20:17:09.738451Z","caller":"traceutil/trace.go:171","msg":"trace[2059374202] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10727; }","duration":"3.885362553s","start":"2026-06-28T20:17:05.853062Z","end":"2026-06-28T20:17:09.738425Z","steps":["trace[2059374202] 'agreement among raft nodes before linearized reading' (duration: 3.88481142s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.738456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.587505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:09.73869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.853037Z","time spent":"3.88563733s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415017,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-06-28T20:17:09.738688Z","caller":"traceutil/trace.go:171","msg":"trace[1053873533] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10727; }","duration":"109.865042ms","start":"2026-06-28T20:17:09.62881Z","end":"2026-06-28T20:17:09.738675Z","steps":["trace[1053873533] 'agreement among raft nodes before linearized reading' (duration: 109.586635ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.738828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.719082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:09.738911Z","caller":"traceutil/trace.go:171","msg":"trace[1344305211] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10727; }","duration":"661.809714ms","start":"2026-06-28T20:17:09.077073Z","end":"2026-06-28T20:17:09.738882Z","steps":["trace[1344305211] 'agreement among raft nodes before linearized reading' (duration: 661.66863ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.738981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.076939Z","time spent":"662.018929ms","remote":"127.0.0.1:56158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.739109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57742853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:09.739162Z","caller":"traceutil/trace.go:171","msg":"trace[1297041191] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10727; }","duration":"1.577485401s","start":"2026-06-28T20:17:08.161663Z","end":"2026-06-28T20:17:09.739148Z","steps":["trace[1297041191] 'agreement among raft nodes before linearized reading' (duration: 1.577364588s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:08.161598Z","time spent":"1.577591074s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.739204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.243156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:17:09.739274Z","caller":"traceutil/trace.go:171","msg":"trace[1818688171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10727; }","duration":"970.351847ms","start":"2026-06-28T20:17:08.768905Z","end":"2026-06-28T20:17:09.739256Z","steps":["trace[1818688171] 'agreement among raft nodes before linearized reading' (duration: 970.143442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267994031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100678"} {"level":"warn","ts":"2026-06-28T20:17:09.739377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792431593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:09.739418Z","caller":"traceutil/trace.go:171","msg":"trace[453295569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10727; }","duration":"1.792506295s","start":"2026-06-28T20:17:07.946903Z","end":"2026-06-28T20:17:09.739409Z","steps":["trace[453295569] 'agreement among raft nodes before linearized reading' (duration: 1.792447574s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:07.946877Z","time spent":"1.792559287s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:09.738907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141446509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:09.739512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458051801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:17:09.73956Z","caller":"traceutil/trace.go:171","msg":"trace[587157813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10727; }","duration":"4.458128502s","start":"2026-06-28T20:17:05.281419Z","end":"2026-06-28T20:17:09.739548Z","steps":["trace[587157813] 'agreement among raft nodes before linearized reading' (duration: 4.457986189s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853252787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:09.739642Z","caller":"traceutil/trace.go:171","msg":"trace[1606963967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10727; }","duration":"1.85338065s","start":"2026-06-28T20:17:07.88625Z","end":"2026-06-28T20:17:09.739631Z","steps":["trace[1606963967] 'agreement among raft nodes before linearized reading' (duration: 1.853314249s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:09.739624Z","caller":"traceutil/trace.go:171","msg":"trace[2063348470] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10727; }","duration":"4.142166375s","start":"2026-06-28T20:17:05.597381Z","end":"2026-06-28T20:17:09.739547Z","steps":["trace[2063348470] 'agreement among raft nodes before linearized reading' (duration: 4.141459019s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:07.88623Z","time spent":"1.853433712s","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.739752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.597352Z","time spent":"4.14235402s","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.739771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867142254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:17:09.739773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.149928509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-06-28T20:17:09.739313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:08.768884Z","time spent":"970.419609ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:09.739801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.732502541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-06-28T20:17:09.739846Z","caller":"traceutil/trace.go:171","msg":"trace[1934015615] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10727; }","duration":"2.867256567s","start":"2026-06-28T20:17:06.872565Z","end":"2026-06-28T20:17:09.739822Z","steps":["trace[1934015615] 'agreement among raft nodes before linearized reading' (duration: 2.867124164s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:09.739884Z","caller":"traceutil/trace.go:171","msg":"trace[490697722] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10727; }","duration":"6.150096863s","start":"2026-06-28T20:17:03.589746Z","end":"2026-06-28T20:17:09.739842Z","steps":["trace[490697722] 'agreement among raft nodes before linearized reading' (duration: 6.149755335s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:09.739895Z","caller":"traceutil/trace.go:171","msg":"trace[92566691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10727; }","duration":"7.732654864s","start":"2026-06-28T20:17:02.007219Z","end":"2026-06-28T20:17:09.739873Z","steps":["trace[92566691] 'agreement among raft nodes before linearized reading' (duration: 7.732330556s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.739903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:06.872545Z","time spent":"2.867343489s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.739925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:03.589722Z","time spent":"6.150192726s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:17:09.73994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:02.007201Z","time spent":"7.732731856s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:09.739599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.281401Z","time spent":"4.458187874s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:17:09.73937Z","caller":"traceutil/trace.go:171","msg":"trace[27869551] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:10727; }","duration":"4.268107434s","start":"2026-06-28T20:17:05.47124Z","end":"2026-06-28T20:17:09.739347Z","steps":["trace[27869551] 'agreement among raft nodes before linearized reading' (duration: 4.267708084s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.740002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798976821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-28T20:17:09.740037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.155674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:17:09.740056Z","caller":"traceutil/trace.go:171","msg":"trace[1590203215] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:10727; }","duration":"3.799054052s","start":"2026-06-28T20:17:05.940988Z","end":"2026-06-28T20:17:09.740042Z","steps":["trace[1590203215] 'agreement among raft nodes before linearized reading' (duration: 3.798920619s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.740056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.471215Z","time spent":"4.268824831s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":100700,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:17:09.740098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.940976Z","time spent":"3.799109914s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:17:09.740202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589175265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:09.740234Z","caller":"traceutil/trace.go:171","msg":"trace[245741143] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10727; }","duration":"7.589251277s","start":"2026-06-28T20:17:02.150975Z","end":"2026-06-28T20:17:09.740227Z","steps":["trace[245741143] 'agreement among raft nodes before linearized reading' (duration: 7.589182216s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.740256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:02.150953Z","time spent":"7.589298648s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:09.740088Z","caller":"traceutil/trace.go:171","msg":"trace[1508663030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10727; }","duration":"343.246887ms","start":"2026-06-28T20:17:09.396827Z","end":"2026-06-28T20:17:09.740074Z","steps":["trace[1508663030] 'agreement among raft nodes before linearized reading' (duration: 342.441848ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:09.738306Z","caller":"traceutil/trace.go:171","msg":"trace[360130845] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10727; }","duration":"1.367318161s","start":"2026-06-28T20:17:08.370937Z","end":"2026-06-28T20:17:09.738255Z","steps":["trace[360130845] 'agreement among raft nodes before linearized reading' (duration: 1.367057555s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.74034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.396808Z","time spent":"343.515792ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:17:09.740377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:08.370916Z","time spent":"1.36944049s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:09.740426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.594104301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:09.740456Z","caller":"traceutil/trace.go:171","msg":"trace[135714904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10727; }","duration":"7.594133131s","start":"2026-06-28T20:17:02.146315Z","end":"2026-06-28T20:17:09.740448Z","steps":["trace[135714904] 'agreement among raft nodes before linearized reading' (duration: 7.594050429s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.740481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:02.146247Z","time spent":"7.594227824s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:17:09.740701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.296158771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:17:09.740762Z","caller":"traceutil/trace.go:171","msg":"trace[1246177414] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10727; }","duration":"5.296257203s","start":"2026-06-28T20:17:04.44449Z","end":"2026-06-28T20:17:09.740747Z","steps":["trace[1246177414] 'agreement among raft nodes before linearized reading' (duration: 5.2961061s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.740809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:04.444469Z","time spent":"5.296328066s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:17:09.741045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809292415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:09.741106Z","caller":"traceutil/trace.go:171","msg":"trace[2075835577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10727; }","duration":"5.809393947s","start":"2026-06-28T20:17:03.931692Z","end":"2026-06-28T20:17:09.741086Z","steps":["trace[2075835577] 'agreement among raft nodes before linearized reading' (duration: 5.809301715s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.741358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.972772382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:17:09.741412Z","caller":"traceutil/trace.go:171","msg":"trace[1811225769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10727; }","duration":"5.972857264s","start":"2026-06-28T20:17:03.768542Z","end":"2026-06-28T20:17:09.741399Z","steps":["trace[1811225769] 'agreement among raft nodes before linearized reading' (duration: 5.97269651s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.741442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:03.768522Z","time spent":"5.972912205s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:09.740423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661959535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-06-28T20:17:09.742767Z","caller":"traceutil/trace.go:171","msg":"trace[1158710171] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10727; }","duration":"4.664356971s","start":"2026-06-28T20:17:05.07838Z","end":"2026-06-28T20:17:09.742737Z","steps":["trace[1158710171] 'agreement among raft nodes before linearized reading' (duration: 4.661840112s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:09.742851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:05.078357Z","time spent":"4.664471753s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-06-28T20:17:09.741149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:03.931671Z","time spent":"5.809464378s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:10.027233Z","caller":"traceutil/trace.go:171","msg":"trace[273937195] transaction","detail":"{read_only:false; response_revision:10730; number_of_response:1; }","duration":"280.495127ms","start":"2026-06-28T20:17:09.746707Z","end":"2026-06-28T20:17:10.027202Z","steps":["trace[273937195] 'process raft request' (duration: 280.19061ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:10.027313Z","caller":"traceutil/trace.go:171","msg":"trace[345463952] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"283.859106ms","start":"2026-06-28T20:17:09.743403Z","end":"2026-06-28T20:17:10.027262Z","steps":["trace[345463952] 'process raft request' (duration: 214.242366ms)","trace[345463952] 'compare' (duration: 69.003106ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:10.027326Z","caller":"traceutil/trace.go:171","msg":"trace[1014894533] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"279.249848ms","start":"2026-06-28T20:17:09.748043Z","end":"2026-06-28T20:17:10.027293Z","steps":["trace[1014894533] 'process raft request' (duration: 278.892819ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:10.027427Z","caller":"traceutil/trace.go:171","msg":"trace[472042318] transaction","detail":"{read_only:false; response_revision:10729; number_of_response:1; }","duration":"281.535251ms","start":"2026-06-28T20:17:09.745855Z","end":"2026-06-28T20:17:10.027391Z","steps":["trace[472042318] 'process raft request' (duration: 280.978398ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:10.027538Z","caller":"traceutil/trace.go:171","msg":"trace[200268483] transaction","detail":"{read_only:false; response_revision:10732; number_of_response:1; }","duration":"275.407628ms","start":"2026-06-28T20:17:09.752048Z","end":"2026-06-28T20:17:10.027456Z","steps":["trace[200268483] 'process raft request' (duration: 274.931556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.275774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.641441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-28T20:17:10.27595Z","caller":"traceutil/trace.go:171","msg":"trace[1132170504] linearizableReadLoop","detail":"{readStateIndex:11115; appliedIndex:11111; }","duration":"528.917493ms","start":"2026-06-28T20:17:09.74701Z","end":"2026-06-28T20:17:10.275927Z","steps":["trace[1132170504] 'read index received' (duration: 11.162051ms)","trace[1132170504] 'applied index is now lower than readState.Index' (duration: 517.753512ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:10.276616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.576428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-06-28T20:17:10.276716Z","caller":"traceutil/trace.go:171","msg":"trace[2038601703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066; range_end:; response_count:1; response_revision:10733; }","duration":"529.706262ms","start":"2026-06-28T20:17:09.746986Z","end":"2026-06-28T20:17:10.276692Z","steps":["trace[2038601703] 'agreement among raft nodes before linearized reading' (duration: 529.419095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.276779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.746974Z","time spent":"529.791874ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066\" "} {"level":"info","ts":"2026-06-28T20:17:10.41011Z","caller":"traceutil/trace.go:171","msg":"trace[732995410] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"638.925668ms","start":"2026-06-28T20:17:09.771168Z","end":"2026-06-28T20:17:10.410093Z","steps":["trace[732995410] 'process raft request' (duration: 638.732573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.410286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.771153Z","time spent":"639.031261ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:10.410306Z","caller":"traceutil/trace.go:171","msg":"trace[1408512532] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"585.924207ms","start":"2026-06-28T20:17:09.824347Z","end":"2026-06-28T20:17:10.410271Z","steps":["trace[1408512532] 'process raft request' (duration: 585.689052ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:10.410075Z","caller":"traceutil/trace.go:171","msg":"trace[1851301370] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10733; }","duration":"650.183092ms","start":"2026-06-28T20:17:09.759852Z","end":"2026-06-28T20:17:10.410035Z","steps":["trace[1851301370] 'process raft request' (duration: 649.966076ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.410504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.824326Z","time spent":"586.063541ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:10.410571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.75983Z","time spent":"650.654883ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:10.733879Z","caller":"traceutil/trace.go:171","msg":"trace[416499938] linearizableReadLoop","detail":"{readStateIndex:11122; appliedIndex:11119; }","duration":"457.86773ms","start":"2026-06-28T20:17:10.27598Z","end":"2026-06-28T20:17:10.733848Z","steps":["trace[416499938] 'read index received' (duration: 133.944106ms)","trace[416499938] 'applied index is now lower than readState.Index' (duration: 323.922364ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:10.734004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.178305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:10.734093Z","caller":"traceutil/trace.go:171","msg":"trace[512518055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10736; }","duration":"985.290437ms","start":"2026-06-28T20:17:09.748782Z","end":"2026-06-28T20:17:10.734073Z","steps":["trace[512518055] 'agreement among raft nodes before linearized reading' (duration: 985.136524ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.734125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.730971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:17:10.734171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.419086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:17:10.734295Z","caller":"traceutil/trace.go:171","msg":"trace[362908687] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:10736; }","duration":"702.577609ms","start":"2026-06-28T20:17:10.031686Z","end":"2026-06-28T20:17:10.734264Z","steps":["trace[362908687] 'agreement among raft nodes before linearized reading' (duration: 702.21381ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.734367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.03167Z","time spent":"702.681952ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" "} {"level":"warn","ts":"2026-06-28T20:17:10.734369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.748776Z","time spent":"985.35834ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:10.734443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.668697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-06-28T20:17:10.734227Z","caller":"traceutil/trace.go:171","msg":"trace[1060739173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10736; }","duration":"599.895125ms","start":"2026-06-28T20:17:10.134308Z","end":"2026-06-28T20:17:10.734203Z","steps":["trace[1060739173] 'agreement among raft nodes before linearized reading' (duration: 599.553457ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:10.73462Z","caller":"traceutil/trace.go:171","msg":"trace[1693388890] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10736; }","duration":"698.807181ms","start":"2026-06-28T20:17:10.035712Z","end":"2026-06-28T20:17:10.734519Z","steps":["trace[1693388890] 'agreement among raft nodes before linearized reading' (duration: 698.568765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.734656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.13425Z","time spent":"600.381856ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:17:10.734925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.035694Z","time spent":"699.2144ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7097,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-06-28T20:17:10.734968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.856468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386503"} {"level":"info","ts":"2026-06-28T20:17:10.735022Z","caller":"traceutil/trace.go:171","msg":"trace[2132187060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10736; }","duration":"987.914159ms","start":"2026-06-28T20:17:09.747091Z","end":"2026-06-28T20:17:10.735005Z","steps":["trace[2132187060] 'agreement among raft nodes before linearized reading' (duration: 986.910045ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.735065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:09.747086Z","time spent":"987.96525ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-06-28T20:17:10.735485Z","caller":"traceutil/trace.go:171","msg":"trace[1152897992] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"574.991701ms","start":"2026-06-28T20:17:10.16046Z","end":"2026-06-28T20:17:10.735452Z","steps":["trace[1152897992] 'process raft request' (duration: 533.396658ms)","trace[1152897992] 'compare' (duration: 39.496494ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:10.735641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.16044Z","time spent":"575.112295ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:10.785852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.41195Z","time spent":"373.895303ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:17:10.786248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.443932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:10.786259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.558183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-06-28T20:17:10.786361Z","caller":"traceutil/trace.go:171","msg":"trace[445743576] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10736; }","duration":"364.641497ms","start":"2026-06-28T20:17:10.421679Z","end":"2026-06-28T20:17:10.786321Z","steps":["trace[445743576] 'agreement among raft nodes before linearized reading' (duration: 364.287789ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.786467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.421665Z","time spent":"364.78396ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:10.786377Z","caller":"traceutil/trace.go:171","msg":"trace[271943713] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10736; }","duration":"504.711046ms","start":"2026-06-28T20:17:10.281625Z","end":"2026-06-28T20:17:10.786336Z","steps":["trace[271943713] 'agreement among raft nodes before linearized reading' (duration: 504.418679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:10.786591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.281607Z","time spent":"504.943322ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:10.786927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.320789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:10.786986Z","caller":"traceutil/trace.go:171","msg":"trace[353853160] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10736; }","duration":"144.436161ms","start":"2026-06-28T20:17:10.642535Z","end":"2026-06-28T20:17:10.786971Z","steps":["trace[353853160] 'agreement among raft nodes before linearized reading' (duration: 144.353439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:11.286582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:17:11.356928Z","caller":"traceutil/trace.go:171","msg":"trace[69471748] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"607.232717ms","start":"2026-06-28T20:17:10.749668Z","end":"2026-06-28T20:17:11.356901Z","steps":["trace[69471748] 'process raft request' (duration: 607.176525ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:11.356987Z","caller":"traceutil/trace.go:171","msg":"trace[1659540178] transaction","detail":"{read_only:false; response_revision:10738; number_of_response:1; }","duration":"616.534885ms","start":"2026-06-28T20:17:10.740418Z","end":"2026-06-28T20:17:11.356953Z","steps":["trace[1659540178] 'process raft request' (duration: 616.368451ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:11.357145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.749654Z","time spent":"607.39569ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:11.356972Z","caller":"traceutil/trace.go:171","msg":"trace[1104661570] transaction","detail":"{read_only:false; response_revision:10737; number_of_response:1; }","duration":"619.376131ms","start":"2026-06-28T20:17:10.737521Z","end":"2026-06-28T20:17:11.356897Z","steps":["trace[1104661570] 'process raft request' (duration: 619.092464ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:11.357375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.7404Z","time spent":"616.800011ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:11.357408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.737493Z","time spent":"619.75519ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:11.557529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.61266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:17:11.557665Z","caller":"traceutil/trace.go:171","msg":"trace[1831598213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"784.812233ms","start":"2026-06-28T20:17:10.77283Z","end":"2026-06-28T20:17:11.557642Z","steps":["trace[1831598213] 'agreement among raft nodes before linearized reading' (duration: 784.6475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:11.557718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.772796Z","time spent":"784.911236ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:17:11 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:17:12.193088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.37805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:12.193321Z","caller":"traceutil/trace.go:171","msg":"trace[693074822] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"830.764839ms","start":"2026-06-28T20:17:11.362537Z","end":"2026-06-28T20:17:12.193301Z","steps":["trace[693074822] 'process raft request' (duration: 830.710278ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:12.193302Z","caller":"traceutil/trace.go:171","msg":"trace[1494033890] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"1.406070578s","start":"2026-06-28T20:17:10.787191Z","end":"2026-06-28T20:17:12.193262Z","steps":["trace[1494033890] 'process raft request' (duration: 701.449162ms)","trace[1494033890] 'compare' (duration: 704.139025ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:12.19339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.36252Z","time spent":"830.844772ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:12.193467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.787167Z","time spent":"1.406209662s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:12.193563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457524263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:12.193613Z","caller":"traceutil/trace.go:171","msg":"trace[1066446149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10741; }","duration":"1.457620975s","start":"2026-06-28T20:17:10.73598Z","end":"2026-06-28T20:17:12.193601Z","steps":["trace[1066446149] 'agreement among raft nodes before linearized reading' (duration: 1.457515783s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.193655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.735954Z","time spent":"1.457693947s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:17:12.193457Z","caller":"traceutil/trace.go:171","msg":"trace[1380355226] linearizableReadLoop","detail":"{readStateIndex:11127; appliedIndex:11123; }","duration":"1.407632745s","start":"2026-06-28T20:17:10.785798Z","end":"2026-06-28T20:17:12.193431Z","steps":["trace[1380355226] 'read index received' (duration: 570.821634ms)","trace[1380355226] 'applied index is now lower than readState.Index' (duration: 836.808441ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:12.194399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.288059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:17:12.19446Z","caller":"traceutil/trace.go:171","msg":"trace[886711612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10741; }","duration":"634.396532ms","start":"2026-06-28T20:17:11.560051Z","end":"2026-06-28T20:17:12.194448Z","steps":["trace[886711612] 'agreement among raft nodes before linearized reading' (duration: 634.231658ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.194488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.560032Z","time spent":"634.450414ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:12.194546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111445441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:12.194594Z","caller":"traceutil/trace.go:171","msg":"trace[1218042290] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10741; }","duration":"1.111497422s","start":"2026-06-28T20:17:11.083085Z","end":"2026-06-28T20:17:12.194583Z","steps":["trace[1218042290] 'agreement among raft nodes before linearized reading' (duration: 1.11142174s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.194578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.627003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:12.194587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.610013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-28T20:17:12.194613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.984622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd58055961f640\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-06-28T20:17:12.194632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.083025Z","time spent":"1.111599174s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:12.194647Z","caller":"traceutil/trace.go:171","msg":"trace[228921251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10741; }","duration":"832.721755ms","start":"2026-06-28T20:17:11.361908Z","end":"2026-06-28T20:17:12.194629Z","steps":["trace[228921251] 'agreement among raft nodes before linearized reading' (duration: 832.600582ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:12.194655Z","caller":"traceutil/trace.go:171","msg":"trace[2098954402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10741; }","duration":"832.720996ms","start":"2026-06-28T20:17:11.361919Z","end":"2026-06-28T20:17:12.19464Z","steps":["trace[2098954402] 'agreement among raft nodes before linearized reading' (duration: 832.567682ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:12.194661Z","caller":"traceutil/trace.go:171","msg":"trace[1174424353] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd58055961f640; range_end:; response_count:1; response_revision:10741; }","duration":"833.078984ms","start":"2026-06-28T20:17:11.361569Z","end":"2026-06-28T20:17:12.194648Z","steps":["trace[1174424353] 'agreement among raft nodes before linearized reading' (duration: 832.890309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.194695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.361898Z","time spent":"832.789057ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:12.194701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.361544Z","time spent":"833.149376ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd58055961f640\" "} {"level":"warn","ts":"2026-06-28T20:17:12.194696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.361899Z","time spent":"832.784977ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:17:12.194656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.654418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:17:12.194749Z","caller":"traceutil/trace.go:171","msg":"trace[2100936166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10741; }","duration":"162.759791ms","start":"2026-06-28T20:17:12.031982Z","end":"2026-06-28T20:17:12.194741Z","steps":["trace[2100936166] 'agreement among raft nodes before linearized reading' (duration: 162.625198ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.194734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.59064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:12.194819Z","caller":"traceutil/trace.go:171","msg":"trace[1709974575] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10741; }","duration":"468.727544ms","start":"2026-06-28T20:17:11.726084Z","end":"2026-06-28T20:17:12.194811Z","steps":["trace[1709974575] 'agreement among raft nodes before linearized reading' (duration: 468.57512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.19483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.672098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"warn","ts":"2026-06-28T20:17:12.194846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.726055Z","time spent":"468.781065ms","remote":"127.0.0.1:58286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:12.19486Z","caller":"traceutil/trace.go:171","msg":"trace[1183209724] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10741; }","duration":"833.731739ms","start":"2026-06-28T20:17:11.36112Z","end":"2026-06-28T20:17:12.194851Z","steps":["trace[1183209724] 'agreement among raft nodes before linearized reading' (duration: 833.638537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.194872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.911774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:17:12.194895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:11.361099Z","time spent":"833.78949ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4458,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-06-28T20:17:12.194911Z","caller":"traceutil/trace.go:171","msg":"trace[70684745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10741; }","duration":"162.971276ms","start":"2026-06-28T20:17:12.031927Z","end":"2026-06-28T20:17:12.194898Z","steps":["trace[70684745] 'agreement among raft nodes before linearized reading' (duration: 162.841263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.195028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28910786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-06-28T20:17:12.195073Z","caller":"traceutil/trace.go:171","msg":"trace[1091976495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10741; }","duration":"1.289192022s","start":"2026-06-28T20:17:10.905871Z","end":"2026-06-28T20:17:12.195063Z","steps":["trace[1091976495] 'agreement among raft nodes before linearized reading' (duration: 1.28908128s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.195101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.905848Z","time spent":"1.289246063s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:17:12.195396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405474354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30bce973-de2b-40d0-aa10-2e7da1899d38\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-06-28T20:17:12.195452Z","caller":"traceutil/trace.go:171","msg":"trace[319250545] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30bce973-de2b-40d0-aa10-2e7da1899d38; range_end:; response_count:1; response_revision:10741; }","duration":"1.405581477s","start":"2026-06-28T20:17:10.789857Z","end":"2026-06-28T20:17:12.195438Z","steps":["trace[319250545] 'agreement among raft nodes before linearized reading' (duration: 1.404264946s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:12.195505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:10.789838Z","time spent":"1.40565981s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-30bce973-de2b-40d0-aa10-2e7da1899d38\" "} {"level":"warn","ts":"2026-06-28T20:17:12.195718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.093961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:12.195954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.255982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:17:12.196071Z","caller":"traceutil/trace.go:171","msg":"trace[1854255262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10741; }","duration":"163.413455ms","start":"2026-06-28T20:17:12.032637Z","end":"2026-06-28T20:17:12.19605Z","steps":["trace[1854255262] 'agreement among raft nodes before linearized reading' (duration: 161.90446ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:12.19601Z","caller":"traceutil/trace.go:171","msg":"trace[583970109] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10741; }","duration":"111.585422ms","start":"2026-06-28T20:17:12.084408Z","end":"2026-06-28T20:17:12.195994Z","steps":["trace[583970109] 'agreement among raft nodes before linearized reading' (duration: 110.140478ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:13.79194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099973473s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:13.792039Z","caller":"traceutil/trace.go:171","msg":"trace[545729407] linearizableReadLoop","detail":"{readStateIndex:11129; appliedIndex:11128; }","duration":"1.593196958s","start":"2026-06-28T20:17:12.198825Z","end":"2026-06-28T20:17:13.792022Z","steps":["trace[545729407] 'read index received' (duration: 493.077873ms)","trace[545729407] 'applied index is now lower than readState.Index' (duration: 1.100117335s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:13.792111Z","caller":"traceutil/trace.go:171","msg":"trace[321969266] transaction","detail":"{read_only:false; response_revision:10742; number_of_response:1; }","duration":"1.595686467s","start":"2026-06-28T20:17:12.19641Z","end":"2026-06-28T20:17:13.792097Z","steps":["trace[321969266] 'process raft request' (duration: 495.393017ms)","trace[321969266] 'compare' (duration: 1.09984043s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:13.792177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.196393Z","time spent":"1.595751158s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:13.792465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593609419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:17:13.79256Z","caller":"traceutil/trace.go:171","msg":"trace[432128218] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10742; }","duration":"1.593732512s","start":"2026-06-28T20:17:12.198806Z","end":"2026-06-28T20:17:13.792539Z","steps":["trace[432128218] 'agreement among raft nodes before linearized reading' (duration: 1.593442585s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:13.792619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.198795Z","time spent":"1.593809373s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:17:14.063635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371735765s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:17:14.183993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.096061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:14.184227Z","caller":"traceutil/trace.go:171","msg":"trace[379681416] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"1.984107281s","start":"2026-06-28T20:17:12.200087Z","end":"2026-06-28T20:17:14.184194Z","steps":["trace[379681416] 'process raft request' (duration: 1.863732453s)","trace[379681416] 'compare' (duration: 119.992819ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:14.184434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.200075Z","time spent":"1.984224903s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:14.184476Z","caller":"traceutil/trace.go:171","msg":"trace[112396276] transaction","detail":"{read_only:false; response_revision:10744; number_of_response:1; }","duration":"1.983437725s","start":"2026-06-28T20:17:12.201003Z","end":"2026-06-28T20:17:14.184441Z","steps":["trace[112396276] 'process raft request' (duration: 1.983088537s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.184646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.200997Z","time spent":"1.983561298s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:14.184861Z","caller":"traceutil/trace.go:171","msg":"trace[342738644] transaction","detail":"{read_only:false; response_revision:10745; number_of_response:1; }","duration":"1.982698508s","start":"2026-06-28T20:17:12.202078Z","end":"2026-06-28T20:17:14.184777Z","steps":["trace[342738644] 'process raft request' (duration: 1.982299218s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.184955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609368229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:14.185008Z","caller":"traceutil/trace.go:171","msg":"trace[711004502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10746; }","duration":"1.609448791s","start":"2026-06-28T20:17:12.575543Z","end":"2026-06-28T20:17:14.184992Z","steps":["trace[711004502] 'agreement among raft nodes before linearized reading' (duration: 1.609356319s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850041703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-06-28T20:17:14.185105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976688087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-06-28T20:17:14.185131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087149462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:17:14.185164Z","caller":"traceutil/trace.go:171","msg":"trace[698135022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:10746; }","duration":"1.976767889s","start":"2026-06-28T20:17:12.208382Z","end":"2026-06-28T20:17:14.18515Z","steps":["trace[698135022] 'agreement among raft nodes before linearized reading' (duration: 1.976586225s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692334241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-06-28T20:17:14.185244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.450049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:17:14.185187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367932916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:14.185259Z","caller":"traceutil/trace.go:171","msg":"trace[1960929948] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10746; }","duration":"1.692377392s","start":"2026-06-28T20:17:12.492875Z","end":"2026-06-28T20:17:14.185253Z","steps":["trace[1960929948] 'agreement among raft nodes before linearized reading' (duration: 1.69227918s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:14.185264Z","caller":"traceutil/trace.go:171","msg":"trace[568428459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10746; }","duration":"454.505301ms","start":"2026-06-28T20:17:13.730753Z","end":"2026-06-28T20:17:14.185259Z","steps":["trace[568428459] 'agreement among raft nodes before linearized reading' (duration: 454.44804ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.208372Z","time spent":"1.976875612s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.492869Z","time spent":"1.692409742s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:17:14.18525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979824331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-06-28T20:17:14.185291Z","caller":"traceutil/trace.go:171","msg":"trace[1213629059] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10746; }","duration":"1.368066879s","start":"2026-06-28T20:17:12.81721Z","end":"2026-06-28T20:17:14.185277Z","steps":["trace[1213629059] 'agreement among raft nodes before linearized reading' (duration: 1.367931826s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:14.185317Z","caller":"traceutil/trace.go:171","msg":"trace[1212421495] transaction","detail":"{read_only:false; response_revision:10746; number_of_response:1; }","duration":"1.981733545s","start":"2026-06-28T20:17:12.203575Z","end":"2026-06-28T20:17:14.185309Z","steps":["trace[1212421495] 'process raft request' (duration: 1.981038759s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:14.185331Z","caller":"traceutil/trace.go:171","msg":"trace[1947575665] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10746; }","duration":"1.979945643s","start":"2026-06-28T20:17:12.205366Z","end":"2026-06-28T20:17:14.185312Z","steps":["trace[1947575665] 'agreement among raft nodes before linearized reading' (duration: 1.979618746s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.575525Z","time spent":"1.609576653s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.203563Z","time spent":"1.981773256s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:14.185405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.205352Z","time spent":"1.980038256s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-28T20:17:14.185131Z","caller":"traceutil/trace.go:171","msg":"trace[1699858402] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10746; }","duration":"1.850185517s","start":"2026-06-28T20:17:12.334931Z","end":"2026-06-28T20:17:14.185117Z","steps":["trace[1699858402] 'agreement among raft nodes before linearized reading' (duration: 1.849991212s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:14.185867Z","caller":"traceutil/trace.go:171","msg":"trace[1485283862] linearizableReadLoop","detail":"{readStateIndex:11133; appliedIndex:11129; }","duration":"392.801076ms","start":"2026-06-28T20:17:13.792066Z","end":"2026-06-28T20:17:14.184867Z","steps":["trace[1485283862] 'read index received' (duration: 271.6955ms)","trace[1485283862] 'applied index is now lower than readState.Index' (duration: 121.104666ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:14.185949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.33491Z","time spent":"1.851005545s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:17:14.186103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.288361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:17:14.18616Z","caller":"traceutil/trace.go:171","msg":"trace[1130645035] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10746; }","duration":"391.379173ms","start":"2026-06-28T20:17:13.794765Z","end":"2026-06-28T20:17:14.186144Z","steps":["trace[1130645035] 'agreement among raft nodes before linearized reading' (duration: 391.227109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.186204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.794715Z","time spent":"391.476315ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-06-28T20:17:14.18534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.817188Z","time spent":"1.36813707s","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:14.186586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.285221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:17:14.186648Z","caller":"traceutil/trace.go:171","msg":"trace[2135444741] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:10746; }","duration":"391.369873ms","start":"2026-06-28T20:17:13.795264Z","end":"2026-06-28T20:17:14.186634Z","steps":["trace[2135444741] 'agreement among raft nodes before linearized reading' (duration: 391.21684ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.186695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.795249Z","time spent":"391.434344ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.730734Z","time spent":"454.546861ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:17:14.185166Z","caller":"traceutil/trace.go:171","msg":"trace[464692288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10746; }","duration":"1.087219414s","start":"2026-06-28T20:17:13.097938Z","end":"2026-06-28T20:17:14.185157Z","steps":["trace[464692288] 'agreement among raft nodes before linearized reading' (duration: 1.087154652s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.18697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.097915Z","time spent":"1.089033276s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981126241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:14.187111Z","caller":"traceutil/trace.go:171","msg":"trace[847629991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10746; }","duration":"1.982810341s","start":"2026-06-28T20:17:12.204278Z","end":"2026-06-28T20:17:14.187088Z","steps":["trace[847629991] 'agreement among raft nodes before linearized reading' (duration: 1.981097811s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.187193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.204269Z","time spent":"1.982900183s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:14.185493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69313951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:14.187437Z","caller":"traceutil/trace.go:171","msg":"trace[650909843] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10746; }","duration":"1.695076215s","start":"2026-06-28T20:17:12.492341Z","end":"2026-06-28T20:17:14.187418Z","steps":["trace[650909843] 'agreement among raft nodes before linearized reading' (duration: 1.69312146s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.187494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.492294Z","time spent":"1.695181518s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:14.185502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436592373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:14.187711Z","caller":"traceutil/trace.go:171","msg":"trace[447911534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10746; }","duration":"1.438825226s","start":"2026-06-28T20:17:12.748867Z","end":"2026-06-28T20:17:14.187692Z","steps":["trace[447911534] 'agreement among raft nodes before linearized reading' (duration: 1.436502652s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.187781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.748851Z","time spent":"1.438908457s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.202057Z","time spent":"1.982916733s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:14.185032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088005102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-06-28T20:17:14.188086Z","caller":"traceutil/trace.go:171","msg":"trace[2137748802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10746; }","duration":"1.091084434s","start":"2026-06-28T20:17:13.096978Z","end":"2026-06-28T20:17:14.188062Z","steps":["trace[2137748802] 'agreement among raft nodes before linearized reading' (duration: 1.087961581s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757115127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:17:14.188143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.096956Z","time spent":"1.091170786s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-28T20:17:14.188194Z","caller":"traceutil/trace.go:171","msg":"trace[1304533331] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10746; }","duration":"1.759747919s","start":"2026-06-28T20:17:12.428417Z","end":"2026-06-28T20:17:14.188165Z","steps":["trace[1304533331] 'agreement among raft nodes before linearized reading' (duration: 1.757098497s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.18563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.334189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:17:14.188271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.428405Z","time spent":"1.759843161s","remote":"127.0.0.1:44860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:14.188277Z","caller":"traceutil/trace.go:171","msg":"trace[1258051662] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10746; }","duration":"991.658437ms","start":"2026-06-28T20:17:13.196596Z","end":"2026-06-28T20:17:14.188254Z","steps":["trace[1258051662] 'agreement among raft nodes before linearized reading' (duration: 988.307079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.188349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.196583Z","time spent":"991.743959ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:14.18564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.985919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-06-28T20:17:14.188419Z","caller":"traceutil/trace.go:171","msg":"trace[665206064] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10746; }","duration":"796.803514ms","start":"2026-06-28T20:17:13.391597Z","end":"2026-06-28T20:17:14.188401Z","steps":["trace[665206064] 'agreement among raft nodes before linearized reading' (duration: 793.950268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.185659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884887729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-28T20:17:14.188588Z","caller":"traceutil/trace.go:171","msg":"trace[785618646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10746; }","duration":"1.887784127s","start":"2026-06-28T20:17:12.30076Z","end":"2026-06-28T20:17:14.188544Z","steps":["trace[785618646] 'agreement among raft nodes before linearized reading' (duration: 1.884824398s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.188664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:13.391574Z","time spent":"796.911057ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-28T20:17:14.185702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98577307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:14.188733Z","caller":"traceutil/trace.go:171","msg":"trace[1996167928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10746; }","duration":"1.988812501s","start":"2026-06-28T20:17:12.199907Z","end":"2026-06-28T20:17:14.18872Z","steps":["trace[1996167928] 'agreement among raft nodes before linearized reading' (duration: 1.98576979s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:14.188787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.199898Z","time spent":"1.988875872s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:14.18948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:12.300698Z","time spent":"1.8879343s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:14.69108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:17:15.113117Z","caller":"traceutil/trace.go:171","msg":"trace[1724738553] transaction","detail":"{read_only:false; response_revision:10747; number_of_response:1; }","duration":"924.067304ms","start":"2026-06-28T20:17:14.189025Z","end":"2026-06-28T20:17:15.113093Z","steps":["trace[1724738553] 'process raft request' (duration: 923.914571ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.113271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.189004Z","time spent":"924.186198ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:15.440322Z","caller":"traceutil/trace.go:171","msg":"trace[620271121] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"1.247244801s","start":"2026-06-28T20:17:14.193046Z","end":"2026-06-28T20:17:15.440291Z","steps":["trace[620271121] 'process raft request' (duration: 1.247144598s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.440376Z","caller":"traceutil/trace.go:171","msg":"trace[1559959585] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"1.247339063s","start":"2026-06-28T20:17:14.192997Z","end":"2026-06-28T20:17:15.440336Z","steps":["trace[1559959585] 'process raft request' (duration: 1.246969934s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.440519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.193041Z","time spent":"1.247373124s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:15.440554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.192989Z","time spent":"1.247465326s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:15.440825Z","caller":"traceutil/trace.go:171","msg":"trace[650758136] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"1.247491567s","start":"2026-06-28T20:17:14.193106Z","end":"2026-06-28T20:17:15.440598Z","steps":["trace[650758136] 'process raft request' (duration: 1.247139709s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.193101Z","time spent":"1.247813414s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:15.441121Z","caller":"traceutil/trace.go:171","msg":"trace[932962841] linearizableReadLoop","detail":"{readStateIndex:11139; appliedIndex:11133; }","duration":"1.250851435s","start":"2026-06-28T20:17:14.190253Z","end":"2026-06-28T20:17:15.441104Z","steps":["trace[932962841] 'read index received' (duration: 922.743533ms)","trace[932962841] 'applied index is now lower than readState.Index' (duration: 328.106682ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:15.4412Z","caller":"traceutil/trace.go:171","msg":"trace[1725387710] transaction","detail":"{read_only:false; response_revision:10751; number_of_response:1; }","duration":"1.248073101s","start":"2026-06-28T20:17:14.193111Z","end":"2026-06-28T20:17:15.441184Z","steps":["trace[1725387710] 'process raft request' (duration: 1.247339123s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.193089Z","time spent":"1.248141152s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:15.441278Z","caller":"traceutil/trace.go:171","msg":"trace[1910702466] transaction","detail":"{read_only:false; response_revision:10752; number_of_response:1; }","duration":"1.24805625s","start":"2026-06-28T20:17:14.193176Z","end":"2026-06-28T20:17:15.441233Z","steps":["trace[1910702466] 'process raft request' (duration: 1.247842125s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.280751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:17:15.441429Z","caller":"traceutil/trace.go:171","msg":"trace[439752432] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10752; }","duration":"995.390734ms","start":"2026-06-28T20:17:14.44602Z","end":"2026-06-28T20:17:15.441411Z","steps":["trace[439752432] 'agreement among raft nodes before linearized reading' (duration: 995.267011ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248619893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-06-28T20:17:15.441446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251184252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-28T20:17:15.441495Z","caller":"traceutil/trace.go:171","msg":"trace[1133189410] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:10752; }","duration":"1.251262725s","start":"2026-06-28T20:17:14.190219Z","end":"2026-06-28T20:17:15.441482Z","steps":["trace[1133189410] 'agreement among raft nodes before linearized reading' (duration: 1.251016869s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.282695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-28T20:17:15.441518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.193165Z","time spent":"1.248221993s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:15.441555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.190207Z","time spent":"1.251319736s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-06-28T20:17:15.441566Z","caller":"traceutil/trace.go:171","msg":"trace[2075877024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:10752; }","duration":"322.322376ms","start":"2026-06-28T20:17:15.119229Z","end":"2026-06-28T20:17:15.441552Z","steps":["trace[2075877024] 'agreement among raft nodes before linearized reading' (duration: 322.157092ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247104657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:15.441581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.587278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-06-28T20:17:15.441615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.119201Z","time spent":"322.393518ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:17:15.441475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.445996Z","time spent":"995.467976ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-06-28T20:17:15.441643Z","caller":"traceutil/trace.go:171","msg":"trace[252876455] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10752; }","duration":"687.67343ms","start":"2026-06-28T20:17:14.753951Z","end":"2026-06-28T20:17:15.441625Z","steps":["trace[252876455] 'agreement among raft nodes before linearized reading' (duration: 687.502146ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.753932Z","time spent":"687.744371ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-06-28T20:17:15.441711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242766445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:15.441741Z","caller":"traceutil/trace.go:171","msg":"trace[1547388249] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10752; }","duration":"1.242820247s","start":"2026-06-28T20:17:14.198911Z","end":"2026-06-28T20:17:15.441731Z","steps":["trace[1547388249] 'agreement among raft nodes before linearized reading' (duration: 1.242735465s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.440633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-06-28T20:17:15.441779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.198906Z","time spent":"1.242861678s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":29,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:15.441625Z","caller":"traceutil/trace.go:171","msg":"trace[795288109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10752; }","duration":"1.247164889s","start":"2026-06-28T20:17:14.194447Z","end":"2026-06-28T20:17:15.441612Z","steps":["trace[795288109] 'agreement among raft nodes before linearized reading' (duration: 1.247078247s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.441842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.194442Z","time spent":"1.247386214s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:17:15.441839Z","caller":"traceutil/trace.go:171","msg":"trace[1060431808] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10752; }","duration":"288.603067ms","start":"2026-06-28T20:17:15.15318Z","end":"2026-06-28T20:17:15.441783Z","steps":["trace[1060431808] 'agreement among raft nodes before linearized reading' (duration: 288.30449ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.441492Z","caller":"traceutil/trace.go:171","msg":"trace[1282946585] range","detail":"{range_begin:/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf; range_end:; response_count:1; response_revision:10752; }","duration":"1.248689464s","start":"2026-06-28T20:17:14.192785Z","end":"2026-06-28T20:17:15.441475Z","steps":["trace[1282946585] 'agreement among raft nodes before linearized reading' (duration: 1.24847979s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.442002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249182527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"warn","ts":"2026-06-28T20:17:15.442033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248596712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386503"} {"level":"info","ts":"2026-06-28T20:17:15.442043Z","caller":"traceutil/trace.go:171","msg":"trace[1656579704] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10752; }","duration":"1.249246137s","start":"2026-06-28T20:17:14.192785Z","end":"2026-06-28T20:17:15.442031Z","steps":["trace[1656579704] 'agreement among raft nodes before linearized reading' (duration: 1.249120214s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.442084Z","caller":"traceutil/trace.go:171","msg":"trace[516028291] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10752; }","duration":"1.248667574s","start":"2026-06-28T20:17:14.193404Z","end":"2026-06-28T20:17:15.442072Z","steps":["trace[516028291] 'agreement among raft nodes before linearized reading' (duration: 1.248112931s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.442096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.192771Z","time spent":"1.24931305s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10692,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:15.442129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.193397Z","time spent":"1.248718085s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:17:15.442071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:14.192777Z","time spent":"1.249244107s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf\" "} {"level":"warn","ts":"2026-06-28T20:17:15.64997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.393599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:15.650134Z","caller":"traceutil/trace.go:171","msg":"trace[450771030] transaction","detail":"{read_only:false; response_revision:10753; number_of_response:1; }","duration":"205.814378ms","start":"2026-06-28T20:17:15.444277Z","end":"2026-06-28T20:17:15.650092Z","steps":["trace[450771030] 'process raft request' (duration: 32.214624ms)","trace[450771030] 'compare' (duration: 173.278927ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:15.976263Z","caller":"traceutil/trace.go:171","msg":"trace[1797917858] linearizableReadLoop","detail":"{readStateIndex:11141; appliedIndex:11139; }","duration":"528.272907ms","start":"2026-06-28T20:17:15.447966Z","end":"2026-06-28T20:17:15.976239Z","steps":["trace[1797917858] 'read index received' (duration: 28.541648ms)","trace[1797917858] 'applied index is now lower than readState.Index' (duration: 499.729699ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:15.976372Z","caller":"traceutil/trace.go:171","msg":"trace[370581786] transaction","detail":"{read_only:false; response_revision:10755; number_of_response:1; }","duration":"526.131546ms","start":"2026-06-28T20:17:15.450204Z","end":"2026-06-28T20:17:15.976335Z","steps":["trace[370581786] 'process raft request' (duration: 525.84496ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.976372Z","caller":"traceutil/trace.go:171","msg":"trace[400688986] transaction","detail":"{read_only:false; response_revision:10757; number_of_response:1; }","duration":"526.053285ms","start":"2026-06-28T20:17:15.450289Z","end":"2026-06-28T20:17:15.976343Z","steps":["trace[400688986] 'process raft request' (duration: 525.831229ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.976395Z","caller":"traceutil/trace.go:171","msg":"trace[1989044761] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"525.996723ms","start":"2026-06-28T20:17:15.450364Z","end":"2026-06-28T20:17:15.97636Z","steps":["trace[1989044761] 'process raft request' (duration: 525.830959ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.976426Z","caller":"traceutil/trace.go:171","msg":"trace[1389216092] transaction","detail":"{read_only:false; response_revision:10756; number_of_response:1; }","duration":"526.121896ms","start":"2026-06-28T20:17:15.450273Z","end":"2026-06-28T20:17:15.976395Z","steps":["trace[1389216092] 'process raft request' (duration: 525.810739ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:15.97644Z","caller":"traceutil/trace.go:171","msg":"trace[1982618572] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"527.538329ms","start":"2026-06-28T20:17:15.448879Z","end":"2026-06-28T20:17:15.976418Z","steps":["trace[1982618572] 'process raft request' (duration: 527.042918ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.976533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.450192Z","time spent":"526.242729ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:15.976549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.450272Z","time spent":"526.165958ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:15.976555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.564214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:17:15.976413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.444905Z","time spent":"531.502892ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:17:15.976581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.448865Z","time spent":"527.666132ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:15.97658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.450349Z","time spent":"526.122067ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:15.976589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.450265Z","time spent":"526.26542ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:17:15.9766Z","caller":"traceutil/trace.go:171","msg":"trace[1300200511] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10758; }","duration":"528.652715ms","start":"2026-06-28T20:17:15.447933Z","end":"2026-06-28T20:17:15.976586Z","steps":["trace[1300200511] 'agreement among raft nodes before linearized reading' (duration: 528.44277ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:15.976647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.447918Z","time spent":"528.720758ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:17:16.017012Z","caller":"traceutil/trace.go:171","msg":"trace[1813767130] transaction","detail":"{read_only:false; response_revision:10759; number_of_response:1; }","duration":"361.448281ms","start":"2026-06-28T20:17:15.655543Z","end":"2026-06-28T20:17:16.016992Z","steps":["trace[1813767130] 'process raft request' (duration: 361.306948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.017131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.655513Z","time spent":"361.555734ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:16.017368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.317324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s\" ","response":"range_response_count:1 size:5486"} {"level":"info","ts":"2026-06-28T20:17:16.017438Z","caller":"traceutil/trace.go:171","msg":"trace[807056647] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s; range_end:; response_count:1; response_revision:10759; }","duration":"568.402436ms","start":"2026-06-28T20:17:15.449015Z","end":"2026-06-28T20:17:16.017418Z","steps":["trace[807056647] 'agreement among raft nodes before linearized reading' (duration: 568.095619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.017479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.449008Z","time spent":"568.462468ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s\" "} {"level":"warn","ts":"2026-06-28T20:17:16.017537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.261352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:17:16.017575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.363455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:16.017618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.57727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-28T20:17:16.017666Z","caller":"traceutil/trace.go:171","msg":"trace[1052140477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10759; }","duration":"465.454236ms","start":"2026-06-28T20:17:15.552185Z","end":"2026-06-28T20:17:16.017639Z","steps":["trace[1052140477] 'agreement among raft nodes before linearized reading' (duration: 464.913004ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:16.017687Z","caller":"traceutil/trace.go:171","msg":"trace[1043178785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10759; }","duration":"565.527009ms","start":"2026-06-28T20:17:15.452139Z","end":"2026-06-28T20:17:16.017666Z","steps":["trace[1043178785] 'agreement among raft nodes before linearized reading' (duration: 565.243982ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:16.017697Z","caller":"traceutil/trace.go:171","msg":"trace[157975140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10759; }","duration":"568.676912ms","start":"2026-06-28T20:17:15.449001Z","end":"2026-06-28T20:17:16.017678Z","steps":["trace[157975140] 'agreement among raft nodes before linearized reading' (duration: 568.441547ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.017728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.552165Z","time spent":"465.546218ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:17:16.017735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.452114Z","time spent":"565.61041ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:16.017754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.448995Z","time spent":"568.738024ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:16.017821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.290465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-06-28T20:17:16.017884Z","caller":"traceutil/trace.go:171","msg":"trace[503795871] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10759; }","duration":"457.378297ms","start":"2026-06-28T20:17:15.560487Z","end":"2026-06-28T20:17:16.017865Z","steps":["trace[503795871] 'agreement among raft nodes before linearized reading' (duration: 457.017998ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.017945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.560477Z","time spent":"457.450108ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3254,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-06-28T20:17:16.01792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.93828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129710"} {"level":"info","ts":"2026-06-28T20:17:16.018104Z","caller":"traceutil/trace.go:171","msg":"trace[1188097619] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10759; }","duration":"364.353349ms","start":"2026-06-28T20:17:15.65373Z","end":"2026-06-28T20:17:16.018084Z","steps":["trace[1188097619] 'agreement among raft nodes before linearized reading' (duration: 363.516799ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.018165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.653717Z","time spent":"364.434122ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129732,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-06-28T20:17:16.018012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.099953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-06-28T20:17:16.018339Z","caller":"traceutil/trace.go:171","msg":"trace[1906807110] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:10759; }","duration":"569.44392ms","start":"2026-06-28T20:17:15.448868Z","end":"2026-06-28T20:17:16.018312Z","steps":["trace[1906807110] 'agreement among raft nodes before linearized reading' (duration: 568.195081ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.018467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.448847Z","time spent":"569.574424ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:16.692241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.768629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:16.693012Z","caller":"traceutil/trace.go:171","msg":"trace[465805552] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"714.838765ms","start":"2026-06-28T20:17:15.978136Z","end":"2026-06-28T20:17:16.692975Z","steps":["trace[465805552] 'process raft request' (duration: 358.228656ms)","trace[465805552] 'compare' (duration: 355.612746ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:16.693114Z","caller":"traceutil/trace.go:171","msg":"trace[1141219245] linearizableReadLoop","detail":"{readStateIndex:11149; appliedIndex:11147; }","duration":"672.114435ms","start":"2026-06-28T20:17:16.020971Z","end":"2026-06-28T20:17:16.693085Z","steps":["trace[1141219245] 'read index received' (duration: 315.430304ms)","trace[1141219245] 'applied index is now lower than readState.Index' (duration: 356.682711ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:16.693245Z","caller":"traceutil/trace.go:171","msg":"trace[2044562407] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"712.409538ms","start":"2026-06-28T20:17:15.980818Z","end":"2026-06-28T20:17:16.693227Z","steps":["trace[2044562407] 'process raft request' (duration: 712.104961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.693341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.980796Z","time spent":"712.48592ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:16.693396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.398951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-28T20:17:16.693475Z","caller":"traceutil/trace.go:171","msg":"trace[1983812305] range","detail":"{range_begin:/registry/persistentvolumes/pvc-529735a6-652a-4cb7-be81-4fdde0795e68; range_end:; response_count:1; response_revision:10761; }","duration":"672.518354ms","start":"2026-06-28T20:17:16.020941Z","end":"2026-06-28T20:17:16.69346Z","steps":["trace[1983812305] 'agreement among raft nodes before linearized reading' (duration: 672.304149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.693522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.020924Z","time spent":"672.586586ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" "} {"level":"warn","ts":"2026-06-28T20:17:16.69369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:15.978114Z","time spent":"714.984569ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:16.944805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.788823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:16.945287Z","caller":"traceutil/trace.go:171","msg":"trace[40047784] linearizableReadLoop","detail":"{readStateIndex:11151; appliedIndex:11149; }","duration":"252.01079ms","start":"2026-06-28T20:17:16.693211Z","end":"2026-06-28T20:17:16.945222Z","steps":["trace[40047784] 'read index received' (duration: 102.310115ms)","trace[40047784] 'applied index is now lower than readState.Index' (duration: 149.697975ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:16.945267Z","caller":"traceutil/trace.go:171","msg":"trace[245725028] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"919.660261ms","start":"2026-06-28T20:17:16.025574Z","end":"2026-06-28T20:17:16.945234Z","steps":["trace[245725028] 'process raft request' (duration: 919.378945ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:16.945299Z","caller":"traceutil/trace.go:171","msg":"trace[1792881925] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"922.551669ms","start":"2026-06-28T20:17:16.022706Z","end":"2026-06-28T20:17:16.945258Z","steps":["trace[1792881925] 'process raft request' (duration: 772.974577ms)","trace[1792881925] 'compare' (duration: 148.286592ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:16.945448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.835969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-28T20:17:16.945485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.3119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:17:16.945524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.025555Z","time spent":"919.804834ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:16.945568Z","caller":"traceutil/trace.go:171","msg":"trace[1762838043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10763; }","duration":"754.445573ms","start":"2026-06-28T20:17:16.191083Z","end":"2026-06-28T20:17:16.945529Z","steps":["trace[1762838043] 'agreement among raft nodes before linearized reading' (duration: 754.250009ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.94562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.191062Z","time spent":"754.545745ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:17:16.945688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.360547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-06-28T20:17:16.945789Z","caller":"traceutil/trace.go:171","msg":"trace[674708998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:10763; }","duration":"923.45057ms","start":"2026-06-28T20:17:16.022283Z","end":"2026-06-28T20:17:16.945733Z","steps":["trace[674708998] 'agreement among raft nodes before linearized reading' (duration: 923.263186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.945837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.022271Z","time spent":"923.555132ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-06-28T20:17:16.945761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.022694Z","time spent":"922.789664ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:16.945935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.511081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-06-28T20:17:16.945993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.116202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:17:16.946025Z","caller":"traceutil/trace.go:171","msg":"trace[2097337437] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10763; }","duration":"249.633124ms","start":"2026-06-28T20:17:16.696372Z","end":"2026-06-28T20:17:16.946005Z","steps":["trace[2097337437] 'agreement among raft nodes before linearized reading' (duration: 249.220265ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:16.946049Z","caller":"traceutil/trace.go:171","msg":"trace[1930326004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10763; }","duration":"756.190904ms","start":"2026-06-28T20:17:16.189831Z","end":"2026-06-28T20:17:16.946022Z","steps":["trace[1930326004] 'agreement among raft nodes before linearized reading' (duration: 755.766024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.946086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.189807Z","time spent":"756.270286ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:16.946466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.271455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-06-28T20:17:16.946531Z","caller":"traceutil/trace.go:171","msg":"trace[62496374] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:10763; }","duration":"820.347586ms","start":"2026-06-28T20:17:16.126168Z","end":"2026-06-28T20:17:16.946516Z","steps":["trace[62496374] 'agreement among raft nodes before linearized reading' (duration: 819.929317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.946583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.126091Z","time spent":"820.473068ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1174,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"warn","ts":"2026-06-28T20:17:16.946734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.678272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:17:16.945567Z","caller":"traceutil/trace.go:171","msg":"trace[1749198405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10763; }","duration":"756.980483ms","start":"2026-06-28T20:17:16.188537Z","end":"2026-06-28T20:17:16.945518Z","steps":["trace[1749198405] 'agreement among raft nodes before linearized reading' (duration: 756.769738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.946823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.18852Z","time spent":"758.278373ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:17:16.946822Z","caller":"traceutil/trace.go:171","msg":"trace[2091698667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10763; }","duration":"925.781154ms","start":"2026-06-28T20:17:16.021005Z","end":"2026-06-28T20:17:16.946787Z","steps":["trace[2091698667] 'agreement among raft nodes before linearized reading' (duration: 925.349164ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:16.946982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.020987Z","time spent":"925.976149ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:17:17.293091Z","caller":"traceutil/trace.go:171","msg":"trace[346307662] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"333.054057ms","start":"2026-06-28T20:17:16.960014Z","end":"2026-06-28T20:17:17.293068Z","steps":["trace[346307662] 'process raft request' (duration: 332.859113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.293246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.959979Z","time spent":"333.202471ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:17.29324Z","caller":"traceutil/trace.go:171","msg":"trace[1051437069] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10766; }","duration":"332.694009ms","start":"2026-06-28T20:17:16.960498Z","end":"2026-06-28T20:17:17.293192Z","steps":["trace[1051437069] 'process raft request' (duration: 332.572027ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.29332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.7477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-06-28T20:17:17.293368Z","caller":"traceutil/trace.go:171","msg":"trace[498914853] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:10766; }","duration":"332.819092ms","start":"2026-06-28T20:17:16.960536Z","end":"2026-06-28T20:17:17.293355Z","steps":["trace[498914853] 'agreement among raft nodes before linearized reading' (duration: 332.633318ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.293409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.960529Z","time spent":"332.872153ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1277,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-06-28T20:17:17.293406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.960492Z","time spent":"332.835863ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:17:17.293123Z","caller":"traceutil/trace.go:171","msg":"trace[1671155187] linearizableReadLoop","detail":"{readStateIndex:11155; appliedIndex:11152; }","duration":"274.767872ms","start":"2026-06-28T20:17:17.018339Z","end":"2026-06-28T20:17:17.293107Z","steps":["trace[1671155187] 'read index received' (duration: 274.553617ms)","trace[1671155187] 'applied index is now lower than readState.Index' (duration: 212.985µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:17.293438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.577686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-06-28T20:17:17.293471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.775007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:17.29343Z","caller":"traceutil/trace.go:171","msg":"trace[568224591] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"333.083818ms","start":"2026-06-28T20:17:16.960291Z","end":"2026-06-28T20:17:17.293374Z","steps":["trace[568224591] 'process raft request' (duration: 332.727619ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.29359Z","caller":"traceutil/trace.go:171","msg":"trace[1402018410] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10766; }","duration":"284.931781ms","start":"2026-06-28T20:17:17.008626Z","end":"2026-06-28T20:17:17.293558Z","steps":["trace[1402018410] 'agreement among raft nodes before linearized reading' (duration: 284.764287ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.293655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.960284Z","time spent":"333.344445ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:17.293614Z","caller":"traceutil/trace.go:171","msg":"trace[1300611369] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:10766; }","duration":"329.711519ms","start":"2026-06-28T20:17:16.963823Z","end":"2026-06-28T20:17:17.293535Z","steps":["trace[1300611369] 'agreement among raft nodes before linearized reading' (duration: 329.388442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.293791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.963808Z","time spent":"329.961235ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-06-28T20:17:17.293694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.1819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4773"} {"level":"info","ts":"2026-06-28T20:17:17.293947Z","caller":"traceutil/trace.go:171","msg":"trace[493130408] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10766; }","duration":"330.457397ms","start":"2026-06-28T20:17:16.96347Z","end":"2026-06-28T20:17:17.293928Z","steps":["trace[493130408] 'agreement among raft nodes before linearized reading' (duration: 330.022186ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.294011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:16.963457Z","time spent":"330.536578ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4795,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-06-28T20:17:17.365991Z","caller":"traceutil/trace.go:171","msg":"trace[871167606] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"118.553595ms","start":"2026-06-28T20:17:17.247415Z","end":"2026-06-28T20:17:17.365968Z","steps":["trace[871167606] 'process raft request' (duration: 118.34734ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.622637Z","caller":"traceutil/trace.go:171","msg":"trace[1646471596] linearizableReadLoop","detail":"{readStateIndex:11158; appliedIndex:11156; }","duration":"256.67623ms","start":"2026-06-28T20:17:17.365935Z","end":"2026-06-28T20:17:17.622612Z","steps":["trace[1646471596] 'read index received' (duration: 256.469165ms)","trace[1646471596] 'applied index is now lower than readState.Index' (duration: 205.895µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:17.622665Z","caller":"traceutil/trace.go:171","msg":"trace[155014931] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"324.274662ms","start":"2026-06-28T20:17:17.29835Z","end":"2026-06-28T20:17:17.622625Z","steps":["trace[155014931] 'process raft request' (duration: 324.042187ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.6227Z","caller":"traceutil/trace.go:171","msg":"trace[340415225] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"320.650447ms","start":"2026-06-28T20:17:17.302013Z","end":"2026-06-28T20:17:17.622663Z","steps":["trace[340415225] 'process raft request' (duration: 320.532574ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.622862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.302003Z","time spent":"320.77325ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:17.622887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.298337Z","time spent":"324.406155ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:17.622981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.489667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-06-28T20:17:17.622879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.470179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-06-28T20:17:17.623027Z","caller":"traceutil/trace.go:171","msg":"trace[2074987024] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:10769; }","duration":"113.568329ms","start":"2026-06-28T20:17:17.509444Z","end":"2026-06-28T20:17:17.623012Z","steps":["trace[2074987024] 'agreement among raft nodes before linearized reading' (duration: 113.470267ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.623026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.371795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:17.623065Z","caller":"traceutil/trace.go:171","msg":"trace[1225239195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:10769; }","duration":"325.664345ms","start":"2026-06-28T20:17:17.297371Z","end":"2026-06-28T20:17:17.623035Z","steps":["trace[1225239195] 'agreement among raft nodes before linearized reading' (duration: 325.378788ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.623116Z","caller":"traceutil/trace.go:171","msg":"trace[1679929378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10769; }","duration":"166.524408ms","start":"2026-06-28T20:17:17.456577Z","end":"2026-06-28T20:17:17.623101Z","steps":["trace[1679929378] 'agreement among raft nodes before linearized reading' (duration: 166.341194ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.623106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.040155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129710"} {"level":"warn","ts":"2026-06-28T20:17:17.623134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.297366Z","time spent":"325.749107ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-06-28T20:17:17.623032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.972188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-06-28T20:17:17.623149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.520148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-06-28T20:17:17.623195Z","caller":"traceutil/trace.go:171","msg":"trace[1959051021] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10769; }","duration":"256.156237ms","start":"2026-06-28T20:17:17.367017Z","end":"2026-06-28T20:17:17.623173Z","steps":["trace[1959051021] 'agreement among raft nodes before linearized reading' (duration: 255.888891ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.623226Z","caller":"traceutil/trace.go:171","msg":"trace[741254891] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10769; }","duration":"325.205063ms","start":"2026-06-28T20:17:17.297988Z","end":"2026-06-28T20:17:17.623193Z","steps":["trace[741254891] 'agreement among raft nodes before linearized reading' (duration: 324.799254ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:17.623252Z","caller":"traceutil/trace.go:171","msg":"trace[2142523869] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10769; }","duration":"324.720012ms","start":"2026-06-28T20:17:17.298514Z","end":"2026-06-28T20:17:17.623234Z","steps":["trace[2142523869] 'agreement among raft nodes before linearized reading' (duration: 324.159929ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:17.623285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.297973Z","time spent":"325.292475ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:17.623306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.298491Z","time spent":"324.799024ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1463,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-06-28T20:17:18.128946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:17:18.385134Z","caller":"traceutil/trace.go:171","msg":"trace[1136417122] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"756.796949ms","start":"2026-06-28T20:17:17.628315Z","end":"2026-06-28T20:17:18.385112Z","steps":["trace[1136417122] 'process raft request' (duration: 756.584834ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.385303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.628287Z","time spent":"756.949021ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129696,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:18.861589Z","caller":"traceutil/trace.go:171","msg":"trace[544802718] transaction","detail":"{read_only:false; response_revision:10771; number_of_response:1; }","duration":"1.232942356s","start":"2026-06-28T20:17:17.628595Z","end":"2026-06-28T20:17:18.861537Z","steps":["trace[544802718] 'process raft request' (duration: 1.23267445s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.861646Z","caller":"traceutil/trace.go:171","msg":"trace[1211153604] linearizableReadLoop","detail":"{readStateIndex:11163; appliedIndex:11158; }","duration":"1.233234313s","start":"2026-06-28T20:17:17.628389Z","end":"2026-06-28T20:17:18.861624Z","steps":["trace[1211153604] 'read index received' (duration: 756.497401ms)","trace[1211153604] 'applied index is now lower than readState.Index' (duration: 476.735672ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:18.861671Z","caller":"traceutil/trace.go:171","msg":"trace[2079944223] transaction","detail":"{read_only:false; response_revision:10773; number_of_response:1; }","duration":"879.88647ms","start":"2026-06-28T20:17:17.981761Z","end":"2026-06-28T20:17:18.861648Z","steps":["trace[2079944223] 'process raft request' (duration: 879.747267ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.861666Z","caller":"traceutil/trace.go:171","msg":"trace[682234137] transaction","detail":"{read_only:false; response_revision:10772; number_of_response:1; }","duration":"1.232057395s","start":"2026-06-28T20:17:17.629548Z","end":"2026-06-28T20:17:18.861605Z","steps":["trace[682234137] 'process raft request' (duration: 1.231888511s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.861746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.628576Z","time spent":"1.233086409s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:18.861766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.98174Z","time spent":"879.976312ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:18.861829Z","caller":"traceutil/trace.go:171","msg":"trace[65718260] transaction","detail":"{read_only:false; response_revision:10774; number_of_response:1; }","duration":"879.4483ms","start":"2026-06-28T20:17:17.982333Z","end":"2026-06-28T20:17:18.861781Z","steps":["trace[65718260] 'process raft request' (duration: 879.243655ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.861927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233541969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" ","response":"range_response_count:1 size:6221"} {"level":"info","ts":"2026-06-28T20:17:18.861983Z","caller":"traceutil/trace.go:171","msg":"trace[747598729] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j; range_end:; response_count:1; response_revision:10774; }","duration":"1.233625532s","start":"2026-06-28T20:17:17.62834Z","end":"2026-06-28T20:17:18.861965Z","steps":["trace[747598729] 'agreement among raft nodes before linearized reading' (duration: 1.233420337s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.861968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039387044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:17:18.861997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23355006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-06-28T20:17:18.862013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.982307Z","time spent":"879.613844ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:18.862034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.628321Z","time spent":"1.233700603s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6243,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" "} {"level":"warn","ts":"2026-06-28T20:17:18.862026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232536676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9542"} {"level":"info","ts":"2026-06-28T20:17:18.862047Z","caller":"traceutil/trace.go:171","msg":"trace[903890234] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10774; }","duration":"1.039518347s","start":"2026-06-28T20:17:17.822505Z","end":"2026-06-28T20:17:18.862023Z","steps":["trace[903890234] 'agreement among raft nodes before linearized reading' (duration: 1.039374714s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.862057Z","caller":"traceutil/trace.go:171","msg":"trace[2015831698] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10774; }","duration":"1.233634872s","start":"2026-06-28T20:17:17.628404Z","end":"2026-06-28T20:17:18.862039Z","steps":["trace[2015831698] 'agreement among raft nodes before linearized reading' (duration: 1.233461018s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.862091Z","caller":"traceutil/trace.go:171","msg":"trace[1153427887] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:10774; }","duration":"1.232653859s","start":"2026-06-28T20:17:17.62942Z","end":"2026-06-28T20:17:18.862074Z","steps":["trace[1153427887] 'agreement among raft nodes before linearized reading' (duration: 1.232470295s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.862102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.62839Z","time spent":"1.233699034s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:18.861859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.629532Z","time spent":"1.232235749s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:18.86214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11523405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:17:18.862145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.629411Z","time spent":"1.232721321s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9564,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-06-28T20:17:18.862177Z","caller":"traceutil/trace.go:171","msg":"trace[1870969791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10774; }","duration":"1.115311002s","start":"2026-06-28T20:17:17.746856Z","end":"2026-06-28T20:17:18.862167Z","steps":["trace[1870969791] 'agreement among raft nodes before linearized reading' (duration: 1.115199009s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.862184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.98585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:17:18.862191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.30434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:18.862205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.74683Z","time spent":"1.115368513s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:17:18.862215Z","caller":"traceutil/trace.go:171","msg":"trace[1841034693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10774; }","duration":"164.052911ms","start":"2026-06-28T20:17:18.698153Z","end":"2026-06-28T20:17:18.862205Z","steps":["trace[1841034693] 'agreement among raft nodes before linearized reading' (duration: 163.968389ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.862227Z","caller":"traceutil/trace.go:171","msg":"trace[2003621143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10774; }","duration":"924.378302ms","start":"2026-06-28T20:17:17.937838Z","end":"2026-06-28T20:17:18.862217Z","steps":["trace[2003621143] 'agreement among raft nodes before linearized reading' (duration: 924.332091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.862191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233254413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-06-28T20:17:18.862256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.937811Z","time spent":"924.439614ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:18.862149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.229742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:18.862089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.509989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-06-28T20:17:18.862276Z","caller":"traceutil/trace.go:171","msg":"trace[1683503942] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:10774; }","duration":"1.233358926s","start":"2026-06-28T20:17:17.628901Z","end":"2026-06-28T20:17:18.86226Z","steps":["trace[1683503942] 'agreement among raft nodes before linearized reading' (duration: 1.233182482s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:18.862308Z","caller":"traceutil/trace.go:171","msg":"trace[201295500] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10774; }","duration":"506.414587ms","start":"2026-06-28T20:17:18.355883Z","end":"2026-06-28T20:17:18.862297Z","steps":["trace[201295500] 'agreement among raft nodes before linearized reading' (duration: 506.236072ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.862341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.355868Z","time spent":"506.461917ms","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:18.862339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.62889Z","time spent":"1.233434787s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-06-28T20:17:18.862346Z","caller":"traceutil/trace.go:171","msg":"trace[969789623] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:10774; }","duration":"471.795516ms","start":"2026-06-28T20:17:18.39051Z","end":"2026-06-28T20:17:18.862305Z","steps":["trace[969789623] 'agreement among raft nodes before linearized reading' (duration: 471.388626ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.862093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.82248Z","time spent":"1.03960277s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:18.862432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.390479Z","time spent":"471.921709ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-06-28T20:17:18.862816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234341448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386503"} {"level":"info","ts":"2026-06-28T20:17:18.863131Z","caller":"traceutil/trace.go:171","msg":"trace[1980336669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10774; }","duration":"1.234657626s","start":"2026-06-28T20:17:17.628409Z","end":"2026-06-28T20:17:18.863066Z","steps":["trace[1980336669] 'agreement among raft nodes before linearized reading' (duration: 1.233904228s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:18.863232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:17.628392Z","time spent":"1.234783939s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:17:19.555643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.517502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:19.555749Z","caller":"traceutil/trace.go:171","msg":"trace[825989607] linearizableReadLoop","detail":"{readStateIndex:11164; appliedIndex:11163; }","duration":"688.295463ms","start":"2026-06-28T20:17:18.867433Z","end":"2026-06-28T20:17:19.555728Z","steps":["trace[825989607] 'read index received' (duration: 464.624808ms)","trace[825989607] 'applied index is now lower than readState.Index' (duration: 223.668975ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:19.555947Z","caller":"traceutil/trace.go:171","msg":"trace[612426020] transaction","detail":"{read_only:false; response_revision:10775; number_of_response:1; }","duration":"689.116823ms","start":"2026-06-28T20:17:18.866811Z","end":"2026-06-28T20:17:19.555927Z","steps":["trace[612426020] 'process raft request' (duration: 465.229192ms)","trace[612426020] 'compare' (duration: 223.390779ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:19.556084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.628862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-06-28T20:17:19.556161Z","caller":"traceutil/trace.go:171","msg":"trace[2130932677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10775; }","duration":"688.744334ms","start":"2026-06-28T20:17:18.867398Z","end":"2026-06-28T20:17:19.556143Z","steps":["trace[2130932677] 'agreement among raft nodes before linearized reading' (duration: 688.529299ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.556206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.867383Z","time spent":"688.814106ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-28T20:17:19.556198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.866787Z","time spent":"689.219066ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:19.636952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.676316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:19.637015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.156278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:17:19.63704Z","caller":"traceutil/trace.go:171","msg":"trace[1098191973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10776; }","duration":"698.810269ms","start":"2026-06-28T20:17:18.938208Z","end":"2026-06-28T20:17:19.637018Z","steps":["trace[1098191973] 'agreement among raft nodes before linearized reading' (duration: 698.659956ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:19.637065Z","caller":"traceutil/trace.go:171","msg":"trace[982271104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10776; }","duration":"614.2425ms","start":"2026-06-28T20:17:19.02281Z","end":"2026-06-28T20:17:19.637052Z","steps":["trace[982271104] 'agreement among raft nodes before linearized reading' (duration: 614.055736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.938194Z","time spent":"698.881182ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:17:19.637271Z","caller":"traceutil/trace.go:171","msg":"trace[1967269607] transaction","detail":"{read_only:false; response_revision:10776; number_of_response:1; }","duration":"762.89547ms","start":"2026-06-28T20:17:18.874367Z","end":"2026-06-28T20:17:19.637263Z","steps":["trace[1967269607] 'process raft request' (duration: 762.302016ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:19.022793Z","time spent":"614.296031ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:17:19.637337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.874349Z","time spent":"762.947711ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5992,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:19.637383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.398482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-06-28T20:17:19.637473Z","caller":"traceutil/trace.go:171","msg":"trace[1474287272] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:10776; }","duration":"766.514835ms","start":"2026-06-28T20:17:18.870939Z","end":"2026-06-28T20:17:19.637453Z","steps":["trace[1474287272] 'agreement among raft nodes before linearized reading' (duration: 766.287409ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.106699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-28T20:17:19.637523Z","caller":"traceutil/trace.go:171","msg":"trace[2033473500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10776; }","duration":"339.16917ms","start":"2026-06-28T20:17:19.298347Z","end":"2026-06-28T20:17:19.637516Z","steps":["trace[2033473500] 'agreement among raft nodes before linearized reading' (duration: 339.110079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:19.29832Z","time spent":"339.222971ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:19.637583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.412694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:19.63762Z","caller":"traceutil/trace.go:171","msg":"trace[1207303429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10776; }","duration":"749.482296ms","start":"2026-06-28T20:17:18.888126Z","end":"2026-06-28T20:17:19.637609Z","steps":["trace[1207303429] 'agreement among raft nodes before linearized reading' (duration: 749.413615ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.888111Z","time spent":"749.535907ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:19.637704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.307253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-28T20:17:19.637726Z","caller":"traceutil/trace.go:171","msg":"trace[383080034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10776; }","duration":"339.367875ms","start":"2026-06-28T20:17:19.29835Z","end":"2026-06-28T20:17:19.637717Z","steps":["trace[383080034] 'agreement among raft nodes before linearized reading' (duration: 339.306423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:19.298334Z","time spent":"339.410255ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:17:19.637518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.870929Z","time spent":"766.579337ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:19.637742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.45515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-06-28T20:17:19.637865Z","caller":"traceutil/trace.go:171","msg":"trace[1868598149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10776; }","duration":"762.578973ms","start":"2026-06-28T20:17:18.875264Z","end":"2026-06-28T20:17:19.637843Z","steps":["trace[1868598149] 'agreement among raft nodes before linearized reading' (duration: 762.359238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.637924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:18.875256Z","time spent":"762.650864ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-28T20:17:19.839966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.539018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:19.840079Z","caller":"traceutil/trace.go:171","msg":"trace[129014050] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"196.704635ms","start":"2026-06-28T20:17:19.643353Z","end":"2026-06-28T20:17:19.840058Z","steps":["trace[129014050] 'process raft request' (duration: 80.003873ms)","trace[129014050] 'compare' (duration: 116.379774ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:19.890722Z","caller":"traceutil/trace.go:171","msg":"trace[2095318519] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"247.541856ms","start":"2026-06-28T20:17:19.643158Z","end":"2026-06-28T20:17:19.8907Z","steps":["trace[2095318519] 'process raft request' (duration: 247.391062ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:19.891051Z","caller":"traceutil/trace.go:171","msg":"trace[571996812] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"247.609707ms","start":"2026-06-28T20:17:19.643408Z","end":"2026-06-28T20:17:19.891017Z","steps":["trace[571996812] 'process raft request' (duration: 247.258639ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:19.891157Z","caller":"traceutil/trace.go:171","msg":"trace[1789374369] linearizableReadLoop","detail":"{readStateIndex:11168; appliedIndex:11165; }","duration":"247.349921ms","start":"2026-06-28T20:17:19.643777Z","end":"2026-06-28T20:17:19.891127Z","steps":["trace[1789374369] 'read index received' (duration: 79.595453ms)","trace[1789374369] 'applied index is now lower than readState.Index' (duration: 167.752657ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:19.891429Z","caller":"traceutil/trace.go:171","msg":"trace[983653345] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"241.982795ms","start":"2026-06-28T20:17:19.649422Z","end":"2026-06-28T20:17:19.891405Z","steps":["trace[983653345] 'process raft request' (duration: 241.629747ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.891605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.785001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-06-28T20:17:19.891658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.1905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:17:19.891671Z","caller":"traceutil/trace.go:171","msg":"trace[549901818] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:10781; }","duration":"247.910944ms","start":"2026-06-28T20:17:19.643744Z","end":"2026-06-28T20:17:19.891654Z","steps":["trace[549901818] 'agreement among raft nodes before linearized reading' (duration: 247.684059ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:19.891707Z","caller":"traceutil/trace.go:171","msg":"trace[1984853436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10781; }","duration":"245.345554ms","start":"2026-06-28T20:17:19.64635Z","end":"2026-06-28T20:17:19.891695Z","steps":["trace[1984853436] 'agreement among raft nodes before linearized reading' (duration: 245.17564ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:19.891691Z","caller":"traceutil/trace.go:171","msg":"trace[1746258306] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"246.793338ms","start":"2026-06-28T20:17:19.644858Z","end":"2026-06-28T20:17:19.891651Z","steps":["trace[1746258306] 'process raft request' (duration: 246.03422ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:19.891904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.081334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-06-28T20:17:19.891989Z","caller":"traceutil/trace.go:171","msg":"trace[691747397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10781; }","duration":"244.194027ms","start":"2026-06-28T20:17:19.647776Z","end":"2026-06-28T20:17:19.89197Z","steps":["trace[691747397] 'agreement among raft nodes before linearized reading' (duration: 243.923871ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.057036Z","caller":"traceutil/trace.go:171","msg":"trace[1623707704] linearizableReadLoop","detail":"{readStateIndex:11171; appliedIndex:11170; }","duration":"142.851864ms","start":"2026-06-28T20:17:19.91416Z","end":"2026-06-28T20:17:20.057012Z","steps":["trace[1623707704] 'read index received' (duration: 65.477033ms)","trace[1623707704] 'applied index is now lower than readState.Index' (duration: 77.373501ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:20.057059Z","caller":"traceutil/trace.go:171","msg":"trace[1184071137] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"144.296339ms","start":"2026-06-28T20:17:19.912726Z","end":"2026-06-28T20:17:20.057022Z","steps":["trace[1184071137] 'process raft request' (duration: 66.905567ms)","trace[1184071137] 'compare' (duration: 77.270929ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:20.057365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.665732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-06-28T20:17:20.057432Z","caller":"traceutil/trace.go:171","msg":"trace[1730169732] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:10782; }","duration":"131.777915ms","start":"2026-06-28T20:17:19.925642Z","end":"2026-06-28T20:17:20.05742Z","steps":["trace[1730169732] 'agreement among raft nodes before linearized reading' (duration: 131.653672ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.057607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.807098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:20.057639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.457929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-06-28T20:17:20.057653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.508955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:20.057691Z","caller":"traceutil/trace.go:171","msg":"trace[633135870] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10782; }","duration":"105.943261ms","start":"2026-06-28T20:17:19.951728Z","end":"2026-06-28T20:17:20.057672Z","steps":["trace[633135870] 'agreement among raft nodes before linearized reading' (duration: 105.769377ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.057695Z","caller":"traceutil/trace.go:171","msg":"trace[75823782] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10782; }","duration":"143.549891ms","start":"2026-06-28T20:17:19.914132Z","end":"2026-06-28T20:17:20.057682Z","steps":["trace[75823782] 'agreement among raft nodes before linearized reading' (duration: 143.005188ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.057714Z","caller":"traceutil/trace.go:171","msg":"trace[355284136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10782; }","duration":"121.601846ms","start":"2026-06-28T20:17:19.936098Z","end":"2026-06-28T20:17:20.0577Z","steps":["trace[355284136] 'agreement among raft nodes before linearized reading' (duration: 121.505384ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.057779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.617414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-06-28T20:17:20.057864Z","caller":"traceutil/trace.go:171","msg":"trace[1608240653] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10782; }","duration":"114.726516ms","start":"2026-06-28T20:17:19.943118Z","end":"2026-06-28T20:17:20.057844Z","steps":["trace[1608240653] 'agreement among raft nodes before linearized reading' (duration: 114.49217ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.26832Z","caller":"traceutil/trace.go:171","msg":"trace[465114913] linearizableReadLoop","detail":"{readStateIndex:11172; appliedIndex:11171; }","duration":"205.843079ms","start":"2026-06-28T20:17:20.062454Z","end":"2026-06-28T20:17:20.268297Z","steps":["trace[465114913] 'read index received' (duration: 131.701543ms)","trace[465114913] 'applied index is now lower than readState.Index' (duration: 74.140536ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:20.268393Z","caller":"traceutil/trace.go:171","msg":"trace[665742461] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"206.528356ms","start":"2026-06-28T20:17:20.061843Z","end":"2026-06-28T20:17:20.268371Z","steps":["trace[665742461] 'process raft request' (duration: 132.325348ms)","trace[665742461] 'compare' (duration: 74.001763ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:20.268577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.689482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:17:20.268616Z","caller":"traceutil/trace.go:171","msg":"trace[522405389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10783; }","duration":"204.755304ms","start":"2026-06-28T20:17:20.063849Z","end":"2026-06-28T20:17:20.268604Z","steps":["trace[522405389] 'agreement among raft nodes before linearized reading' (duration: 204.57843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.268677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.210808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-06-28T20:17:20.268762Z","caller":"traceutil/trace.go:171","msg":"trace[601367434] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:10783; }","duration":"206.346041ms","start":"2026-06-28T20:17:20.062398Z","end":"2026-06-28T20:17:20.268744Z","steps":["trace[601367434] 'agreement among raft nodes before linearized reading' (duration: 206.018144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.268871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.14991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-06-28T20:17:20.268948Z","caller":"traceutil/trace.go:171","msg":"trace[1053771594] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:10783; }","duration":"204.250122ms","start":"2026-06-28T20:17:20.064679Z","end":"2026-06-28T20:17:20.268929Z","steps":["trace[1053771594] 'agreement among raft nodes before linearized reading' (duration: 204.075848ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.52432Z","caller":"traceutil/trace.go:171","msg":"trace[1710691552] linearizableReadLoop","detail":"{readStateIndex:11174; appliedIndex:11173; }","duration":"176.261136ms","start":"2026-06-28T20:17:20.348028Z","end":"2026-06-28T20:17:20.524289Z","steps":["trace[1710691552] 'read index received' (duration: 148.379064ms)","trace[1710691552] 'applied index is now lower than readState.Index' (duration: 27.880772ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:20.524466Z","caller":"traceutil/trace.go:171","msg":"trace[999416718] transaction","detail":"{read_only:false; response_revision:10785; number_of_response:1; }","duration":"177.347022ms","start":"2026-06-28T20:17:20.347106Z","end":"2026-06-28T20:17:20.524453Z","steps":["trace[999416718] 'process raft request' (duration: 149.395658ms)","trace[999416718] 'compare' (duration: 27.617056ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:20.524667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.57558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-06-28T20:17:20.524746Z","caller":"traceutil/trace.go:171","msg":"trace[1608452076] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:10785; }","duration":"175.684223ms","start":"2026-06-28T20:17:20.349044Z","end":"2026-06-28T20:17:20.524728Z","steps":["trace[1608452076] 'agreement among raft nodes before linearized reading' (duration: 175.433467ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.525015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.952713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-06-28T20:17:20.525447Z","caller":"traceutil/trace.go:171","msg":"trace[1002955202] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10785; }","duration":"177.435243ms","start":"2026-06-28T20:17:20.347986Z","end":"2026-06-28T20:17:20.525421Z","steps":["trace[1002955202] 'agreement among raft nodes before linearized reading' (duration: 176.779568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.896469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.235849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:20.896694Z","caller":"traceutil/trace.go:171","msg":"trace[2123578913] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"303.966466ms","start":"2026-06-28T20:17:20.59271Z","end":"2026-06-28T20:17:20.896677Z","steps":["trace[2123578913] 'process raft request' (duration: 303.860414ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:20.896714Z","caller":"traceutil/trace.go:171","msg":"trace[172318937] linearizableReadLoop","detail":"{readStateIndex:11175; appliedIndex:11174; }","duration":"366.528771ms","start":"2026-06-28T20:17:20.530139Z","end":"2026-06-28T20:17:20.896667Z","steps":["trace[172318937] 'read index received' (duration: 101.009945ms)","trace[172318937] 'applied index is now lower than readState.Index' (duration: 265.515466ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:20.896794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.592687Z","time spent":"304.064849ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:20.896682Z","caller":"traceutil/trace.go:171","msg":"trace[330535870] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"366.89535ms","start":"2026-06-28T20:17:20.529751Z","end":"2026-06-28T20:17:20.896646Z","steps":["trace[330535870] 'process raft request' (duration: 101.397774ms)","trace[330535870] 'compare' (duration: 265.057465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:20.896962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.806877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-06-28T20:17:20.897019Z","caller":"traceutil/trace.go:171","msg":"trace[983002872] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:10787; }","duration":"366.875699ms","start":"2026-06-28T20:17:20.530128Z","end":"2026-06-28T20:17:20.897004Z","steps":["trace[983002872] 'agreement among raft nodes before linearized reading' (duration: 366.671424ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:20.897013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.529731Z","time spent":"367.208446ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:17:20.897103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.530087Z","time spent":"367.006972ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9602,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-06-28T20:17:20.977289Z","caller":"traceutil/trace.go:171","msg":"trace[1189216198] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"299.514462ms","start":"2026-06-28T20:17:20.677753Z","end":"2026-06-28T20:17:20.977267Z","steps":["trace[1189216198] 'process raft request' (duration: 299.333098ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.182633Z","caller":"traceutil/trace.go:171","msg":"trace[2011036228] linearizableReadLoop","detail":"{readStateIndex:11179; appliedIndex:11176; }","duration":"285.816012ms","start":"2026-06-28T20:17:20.89677Z","end":"2026-06-28T20:17:21.182586Z","steps":["trace[2011036228] 'read index received' (duration: 80.460194ms)","trace[2011036228] 'applied index is now lower than readState.Index' (duration: 205.354548ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:21.182719Z","caller":"traceutil/trace.go:171","msg":"trace[650142185] transaction","detail":"{read_only:false; response_revision:10789; number_of_response:1; }","duration":"313.224023ms","start":"2026-06-28T20:17:20.869483Z","end":"2026-06-28T20:17:21.182707Z","steps":["trace[650142185] 'process raft request' (duration: 312.919756ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.182657Z","caller":"traceutil/trace.go:171","msg":"trace[1591136307] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"312.833814ms","start":"2026-06-28T20:17:20.869797Z","end":"2026-06-28T20:17:21.182631Z","steps":["trace[1591136307] 'process raft request' (duration: 312.747362ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.182854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.869453Z","time spent":"313.307695ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:21.182969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.158789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:21.183049Z","caller":"traceutil/trace.go:171","msg":"trace[1612244354] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10790; }","duration":"359.281782ms","start":"2026-06-28T20:17:20.823746Z","end":"2026-06-28T20:17:21.183028Z","steps":["trace[1612244354] 'agreement among raft nodes before linearized reading' (duration: 359.161969ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.183034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.869788Z","time spent":"313.111741ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:21.183105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.823725Z","time spent":"359.365183ms","remote":"127.0.0.1:36300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:17:21.183104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.066858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:21.18316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.183653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-28T20:17:21.183197Z","caller":"traceutil/trace.go:171","msg":"trace[1554245088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10790; }","duration":"245.197751ms","start":"2026-06-28T20:17:20.937977Z","end":"2026-06-28T20:17:21.183175Z","steps":["trace[1554245088] 'agreement among raft nodes before linearized reading' (duration: 245.034837ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.183256Z","caller":"traceutil/trace.go:171","msg":"trace[911976277] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10790; }","duration":"281.315716ms","start":"2026-06-28T20:17:20.901918Z","end":"2026-06-28T20:17:21.183233Z","steps":["trace[911976277] 'agreement among raft nodes before linearized reading' (duration: 281.03022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.183265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.248461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-06-28T20:17:21.183343Z","caller":"traceutil/trace.go:171","msg":"trace[671915888] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:10790; }","duration":"652.342592ms","start":"2026-06-28T20:17:20.53098Z","end":"2026-06-28T20:17:21.183323Z","steps":["trace[671915888] 'agreement among raft nodes before linearized reading' (duration: 652.147008ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.183397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.530971Z","time spent":"652.414134ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-06-28T20:17:21.183572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.307362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:21.183624Z","caller":"traceutil/trace.go:171","msg":"trace[1076287116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10790; }","duration":"309.390843ms","start":"2026-06-28T20:17:20.874221Z","end":"2026-06-28T20:17:21.183612Z","steps":["trace[1076287116] 'agreement among raft nodes before linearized reading' (duration: 308.530943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.183658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:20.87421Z","time spent":"309.440395ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l2kmp\" "} {"level":"warn","ts":"2026-06-28T20:17:21.478505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.044701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:21.478615Z","caller":"traceutil/trace.go:171","msg":"trace[26681189] linearizableReadLoop","detail":"{readStateIndex:11180; appliedIndex:11179; }","duration":"277.201569ms","start":"2026-06-28T20:17:21.201394Z","end":"2026-06-28T20:17:21.478596Z","steps":["trace[26681189] 'read index received' (duration: 59.921893ms)","trace[26681189] 'applied index is now lower than readState.Index' (duration: 217.278706ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:21.478703Z","caller":"traceutil/trace.go:171","msg":"trace[1951764914] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"279.136976ms","start":"2026-06-28T20:17:21.199555Z","end":"2026-06-28T20:17:21.478692Z","steps":["trace[1951764914] 'process raft request' (duration: 61.836998ms)","trace[1951764914] 'compare' (duration: 216.915458ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:21.479031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.62828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-06-28T20:17:21.479027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.705378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-06-28T20:17:21.4791Z","caller":"traceutil/trace.go:171","msg":"trace[284267520] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:10791; }","duration":"277.754753ms","start":"2026-06-28T20:17:21.201327Z","end":"2026-06-28T20:17:21.479082Z","steps":["trace[284267520] 'agreement among raft nodes before linearized reading' (duration: 277.538338ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.479109Z","caller":"traceutil/trace.go:171","msg":"trace[1094005241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10791; }","duration":"276.821481ms","start":"2026-06-28T20:17:21.202269Z","end":"2026-06-28T20:17:21.47909Z","steps":["trace[1094005241] 'agreement among raft nodes before linearized reading' (duration: 276.521154ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.842824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.992272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:21.842938Z","caller":"traceutil/trace.go:171","msg":"trace[869596314] linearizableReadLoop","detail":"{readStateIndex:11182; appliedIndex:11181; }","duration":"273.938054ms","start":"2026-06-28T20:17:21.568975Z","end":"2026-06-28T20:17:21.842913Z","steps":["trace[869596314] 'read index received' (duration: 161.765447ms)","trace[869596314] 'applied index is now lower than readState.Index' (duration: 112.171167ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:21.84301Z","caller":"traceutil/trace.go:171","msg":"trace[238808825] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"274.076917ms","start":"2026-06-28T20:17:21.568922Z","end":"2026-06-28T20:17:21.842999Z","steps":["trace[238808825] 'process raft request' (duration: 161.823449ms)","trace[238808825] 'compare' (duration: 111.731275ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:21.843306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.307412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-06-28T20:17:21.843384Z","caller":"traceutil/trace.go:171","msg":"trace[281080721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:10793; }","duration":"274.403004ms","start":"2026-06-28T20:17:21.568963Z","end":"2026-06-28T20:17:21.843366Z","steps":["trace[281080721] 'agreement among raft nodes before linearized reading' (duration: 274.136988ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.904991Z","caller":"traceutil/trace.go:171","msg":"trace[782154098] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"335.167807ms","start":"2026-06-28T20:17:21.569787Z","end":"2026-06-28T20:17:21.904954Z","steps":["trace[782154098] 'process raft request' (duration: 334.85625ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.905107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.852463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-06-28T20:17:21.905152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:21.905206Z","caller":"traceutil/trace.go:171","msg":"trace[1507189379] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:10794; }","duration":"292.031247ms","start":"2026-06-28T20:17:21.613156Z","end":"2026-06-28T20:17:21.905187Z","steps":["trace[1507189379] 'agreement among raft nodes before linearized reading' (duration: 291.73924ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.90516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.398213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-06-28T20:17:21.905154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.569761Z","time spent":"335.322351ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:17:21.905239Z","caller":"traceutil/trace.go:171","msg":"trace[161407148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10794; }","duration":"142.583539ms","start":"2026-06-28T20:17:21.76264Z","end":"2026-06-28T20:17:21.905223Z","steps":["trace[161407148] 'agreement among raft nodes before linearized reading' (duration: 142.406434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.905236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.764381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-06-28T20:17:21.905354Z","caller":"traceutil/trace.go:171","msg":"trace[1005742089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10794; }","duration":"332.919875ms","start":"2026-06-28T20:17:21.572402Z","end":"2026-06-28T20:17:21.905322Z","steps":["trace[1005742089] 'agreement among raft nodes before linearized reading' (duration: 332.613008ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.905394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.54553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-06-28T20:17:21.905408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.572385Z","time spent":"333.011957ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-06-28T20:17:21.905424Z","caller":"traceutil/trace.go:171","msg":"trace[816911289] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:10794; }","duration":"272.595752ms","start":"2026-06-28T20:17:21.632818Z","end":"2026-06-28T20:17:21.905414Z","steps":["trace[816911289] 'agreement among raft nodes before linearized reading' (duration: 272.51119ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:21.905284Z","caller":"traceutil/trace.go:171","msg":"trace[311159454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:10794; }","duration":"259.554496ms","start":"2026-06-28T20:17:21.645704Z","end":"2026-06-28T20:17:21.905258Z","steps":["trace[311159454] 'agreement among raft nodes before linearized reading' (duration: 259.210538ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.905434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.024096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:21.905526Z","caller":"traceutil/trace.go:171","msg":"trace[419771635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10794; }","duration":"277.152739ms","start":"2026-06-28T20:17:21.628353Z","end":"2026-06-28T20:17:21.905505Z","steps":["trace[419771635] 'agreement among raft nodes before linearized reading' (duration: 277.010446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.905714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.365733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-06-28T20:17:21.906599Z","caller":"traceutil/trace.go:171","msg":"trace[867232541] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:10794; }","duration":"310.286465ms","start":"2026-06-28T20:17:21.596275Z","end":"2026-06-28T20:17:21.906562Z","steps":["trace[867232541] 'agreement among raft nodes before linearized reading' (duration: 309.060876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.906668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.596237Z","time spent":"310.408928ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:21.905878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.357494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-06-28T20:17:21.906854Z","caller":"traceutil/trace.go:171","msg":"trace[568306180] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:10794; }","duration":"316.366537ms","start":"2026-06-28T20:17:21.590463Z","end":"2026-06-28T20:17:21.906829Z","steps":["trace[568306180] 'agreement among raft nodes before linearized reading' (duration: 314.986295ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.906929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.590439Z","time spent":"316.470289ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:21.905875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.957792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-06-28T20:17:21.907106Z","caller":"traceutil/trace.go:171","msg":"trace[987340563] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:10794; }","duration":"304.214152ms","start":"2026-06-28T20:17:21.602877Z","end":"2026-06-28T20:17:21.907091Z","steps":["trace[987340563] 'agreement among raft nodes before linearized reading' (duration: 302.663566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:21.90716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.602867Z","time spent":"304.278743ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:22.180773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.847939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:22.180944Z","caller":"traceutil/trace.go:171","msg":"trace[1982814526] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"270.723908ms","start":"2026-06-28T20:17:21.910184Z","end":"2026-06-28T20:17:22.180908Z","steps":["trace[1982814526] 'process raft request' (duration: 67.606262ms)","trace[1982814526] 'compare' (duration: 202.629474ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:22.211602Z","caller":"traceutil/trace.go:171","msg":"trace[430827494] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"299.007421ms","start":"2026-06-28T20:17:21.912561Z","end":"2026-06-28T20:17:22.211568Z","steps":["trace[430827494] 'process raft request' (duration: 298.895218ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.21163Z","caller":"traceutil/trace.go:171","msg":"trace[1349486239] transaction","detail":"{read_only:false; response_revision:10796; number_of_response:1; }","duration":"301.333045ms","start":"2026-06-28T20:17:21.91025Z","end":"2026-06-28T20:17:22.211583Z","steps":["trace[1349486239] 'process raft request' (duration: 301.028978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.21183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.910236Z","time spent":"301.479888ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:22.21187Z","caller":"traceutil/trace.go:171","msg":"trace[337560031] transaction","detail":"{read_only:false; response_revision:10798; number_of_response:1; }","duration":"298.55824ms","start":"2026-06-28T20:17:21.913287Z","end":"2026-06-28T20:17:22.211845Z","steps":["trace[337560031] 'process raft request' (duration: 298.233013ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.21195Z","caller":"traceutil/trace.go:171","msg":"trace[960862187] transaction","detail":"{read_only:false; response_revision:10799; number_of_response:1; }","duration":"296.44043ms","start":"2026-06-28T20:17:21.915487Z","end":"2026-06-28T20:17:22.211927Z","steps":["trace[960862187] 'process raft request' (duration: 296.256566ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.212026Z","caller":"traceutil/trace.go:171","msg":"trace[385405791] transaction","detail":"{read_only:false; response_revision:10800; number_of_response:1; }","duration":"293.84906ms","start":"2026-06-28T20:17:21.918159Z","end":"2026-06-28T20:17:22.212008Z","steps":["trace[385405791] 'process raft request' (duration: 293.686726ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.212168Z","caller":"traceutil/trace.go:171","msg":"trace[1716761023] transaction","detail":"{read_only:false; response_revision:10801; number_of_response:1; }","duration":"292.112509ms","start":"2026-06-28T20:17:21.920033Z","end":"2026-06-28T20:17:22.212145Z","steps":["trace[1716761023] 'process raft request' (duration: 291.905904ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.212185Z","caller":"traceutil/trace.go:171","msg":"trace[1703438469] linearizableReadLoop","detail":"{readStateIndex:11185; appliedIndex:11183; }","duration":"301.795906ms","start":"2026-06-28T20:17:21.910344Z","end":"2026-06-28T20:17:22.21214Z","steps":["trace[1703438469] 'read index received' (duration: 67.688505ms)","trace[1703438469] 'applied index is now lower than readState.Index' (duration: 234.103651ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:22.212403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.922562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9645"} {"level":"warn","ts":"2026-06-28T20:17:22.212405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.050842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-06-28T20:17:22.212455Z","caller":"traceutil/trace.go:171","msg":"trace[875904429] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10801; }","duration":"296.990133ms","start":"2026-06-28T20:17:21.915456Z","end":"2026-06-28T20:17:22.212446Z","steps":["trace[875904429] 'agreement among raft nodes before linearized reading' (duration: 296.897671ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.212466Z","caller":"traceutil/trace.go:171","msg":"trace[956997099] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:10801; }","duration":"302.129934ms","start":"2026-06-28T20:17:21.910324Z","end":"2026-06-28T20:17:22.212454Z","steps":["trace[956997099] 'agreement among raft nodes before linearized reading' (duration: 301.936479ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.212504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.910317Z","time spent":"302.177654ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-06-28T20:17:22.21249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.777376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-06-28T20:17:22.21257Z","caller":"traceutil/trace.go:171","msg":"trace[1959800256] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:10801; }","duration":"301.886728ms","start":"2026-06-28T20:17:21.910663Z","end":"2026-06-28T20:17:22.212549Z","steps":["trace[1959800256] 'agreement among raft nodes before linearized reading' (duration: 301.710554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.212609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.913129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-06-28T20:17:22.212622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.910645Z","time spent":"301.96875ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-06-28T20:17:22.212661Z","caller":"traceutil/trace.go:171","msg":"trace[1002064878] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:10801; }","duration":"302.017821ms","start":"2026-06-28T20:17:21.91063Z","end":"2026-06-28T20:17:22.212648Z","steps":["trace[1002064878] 'agreement among raft nodes before linearized reading' (duration: 301.721254ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.212709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:21.91062Z","time spent":"302.079612ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-06-28T20:17:22.46609Z","caller":"traceutil/trace.go:171","msg":"trace[282297532] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"246.124883ms","start":"2026-06-28T20:17:22.219931Z","end":"2026-06-28T20:17:22.466056Z","steps":["trace[282297532] 'process raft request' (duration: 207.908788ms)","trace[282297532] 'compare' (duration: 38.038071ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:22.466439Z","caller":"traceutil/trace.go:171","msg":"trace[763307586] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"246.4731ms","start":"2026-06-28T20:17:22.219945Z","end":"2026-06-28T20:17:22.466418Z","steps":["trace[763307586] 'process raft request' (duration: 246.04205ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.466492Z","caller":"traceutil/trace.go:171","msg":"trace[1711497138] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"245.611661ms","start":"2026-06-28T20:17:22.220865Z","end":"2026-06-28T20:17:22.466477Z","steps":["trace[1711497138] 'process raft request' (duration: 245.445117ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.466545Z","caller":"traceutil/trace.go:171","msg":"trace[129758191] linearizableReadLoop","detail":"{readStateIndex:11193; appliedIndex:11190; }","duration":"246.543533ms","start":"2026-06-28T20:17:22.219977Z","end":"2026-06-28T20:17:22.466521Z","steps":["trace[129758191] 'read index received' (duration: 44.369769ms)","trace[129758191] 'applied index is now lower than readState.Index' (duration: 202.168954ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:22.46658Z","caller":"traceutil/trace.go:171","msg":"trace[368741298] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"245.316884ms","start":"2026-06-28T20:17:22.221215Z","end":"2026-06-28T20:17:22.466532Z","steps":["trace[368741298] 'process raft request' (duration: 245.197551ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.466612Z","caller":"traceutil/trace.go:171","msg":"trace[1857616301] transaction","detail":"{read_only:false; response_revision:10807; number_of_response:1; }","duration":"245.341984ms","start":"2026-06-28T20:17:22.221215Z","end":"2026-06-28T20:17:22.466557Z","steps":["trace[1857616301] 'process raft request' (duration: 245.241212ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.466757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.761148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-06-28T20:17:22.4668Z","caller":"traceutil/trace.go:171","msg":"trace[879174957] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:10807; }","duration":"246.841289ms","start":"2026-06-28T20:17:22.219945Z","end":"2026-06-28T20:17:22.466786Z","steps":["trace[879174957] 'agreement among raft nodes before linearized reading' (duration: 246.701086ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.466897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.838859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b5acc46-8529-4cbf-9909-06c9644b819e\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-06-28T20:17:22.466935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.73908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-06-28T20:17:22.466975Z","caller":"traceutil/trace.go:171","msg":"trace[1163901083] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63; range_end:; response_count:1; response_revision:10807; }","duration":"244.820902ms","start":"2026-06-28T20:17:22.222143Z","end":"2026-06-28T20:17:22.466963Z","steps":["trace[1163901083] 'agreement among raft nodes before linearized reading' (duration: 244.644168ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.466979Z","caller":"traceutil/trace.go:171","msg":"trace[1163167828] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b5acc46-8529-4cbf-9909-06c9644b819e; range_end:; response_count:1; response_revision:10807; }","duration":"246.959412ms","start":"2026-06-28T20:17:22.220001Z","end":"2026-06-28T20:17:22.46696Z","steps":["trace[1163167828] 'agreement among raft nodes before linearized reading' (duration: 246.714856ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.466968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.71723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-06-28T20:17:22.466994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.7904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9645"} {"level":"warn","ts":"2026-06-28T20:17:22.467003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.489744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-529735a6-652a-4cb7-be81-4fdde0795e68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-28T20:17:22.467026Z","caller":"traceutil/trace.go:171","msg":"trace[382531261] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066; range_end:; response_count:1; response_revision:10807; }","duration":"244.797731ms","start":"2026-06-28T20:17:22.222217Z","end":"2026-06-28T20:17:22.467014Z","steps":["trace[382531261] 'agreement among raft nodes before linearized reading' (duration: 244.645228ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.467033Z","caller":"traceutil/trace.go:171","msg":"trace[694376457] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10807; }","duration":"229.882332ms","start":"2026-06-28T20:17:22.237137Z","end":"2026-06-28T20:17:22.467019Z","steps":["trace[694376457] 'agreement among raft nodes before linearized reading' (duration: 229.819911ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.467058Z","caller":"traceutil/trace.go:171","msg":"trace[2118600229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-529735a6-652a-4cb7-be81-4fdde0795e68; range_end:; response_count:1; response_revision:10807; }","duration":"244.579276ms","start":"2026-06-28T20:17:22.222464Z","end":"2026-06-28T20:17:22.467043Z","steps":["trace[2118600229] 'agreement among raft nodes before linearized reading' (duration: 244.364411ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.467116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.959825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-06-28T20:17:22.466932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.429873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-06-28T20:17:22.467149Z","caller":"traceutil/trace.go:171","msg":"trace[1041486254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf; range_end:; response_count:1; response_revision:10807; }","duration":"245.020656ms","start":"2026-06-28T20:17:22.222121Z","end":"2026-06-28T20:17:22.467142Z","steps":["trace[1041486254] 'agreement among raft nodes before linearized reading' (duration: 244.936224ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.467168Z","caller":"traceutil/trace.go:171","msg":"trace[605848589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:10807; }","duration":"244.700049ms","start":"2026-06-28T20:17:22.222458Z","end":"2026-06-28T20:17:22.467158Z","steps":["trace[605848589] 'agreement among raft nodes before linearized reading' (duration: 244.343851ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.467188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.012383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-06-28T20:17:22.46722Z","caller":"traceutil/trace.go:171","msg":"trace[685537208] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac; range_end:; response_count:1; response_revision:10807; }","duration":"247.081935ms","start":"2026-06-28T20:17:22.220127Z","end":"2026-06-28T20:17:22.467209Z","steps":["trace[685537208] 'agreement among raft nodes before linearized reading' (duration: 246.998883ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.467193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.245125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-06-28T20:17:22.467288Z","caller":"traceutil/trace.go:171","msg":"trace[110722177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87; range_end:; response_count:1; response_revision:10807; }","duration":"246.353818ms","start":"2026-06-28T20:17:22.220909Z","end":"2026-06-28T20:17:22.467263Z","steps":["trace[110722177] 'agreement among raft nodes before linearized reading' (duration: 246.079912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.467346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.744837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30bce973-de2b-40d0-aa10-2e7da1899d38\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-06-28T20:17:22.467521Z","caller":"traceutil/trace.go:171","msg":"trace[1616456716] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30bce973-de2b-40d0-aa10-2e7da1899d38; range_end:; response_count:1; response_revision:10807; }","duration":"246.935651ms","start":"2026-06-28T20:17:22.220558Z","end":"2026-06-28T20:17:22.467494Z","steps":["trace[1616456716] 'agreement among raft nodes before linearized reading' (duration: 246.44038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.772382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.989376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:22.772489Z","caller":"traceutil/trace.go:171","msg":"trace[1688626203] linearizableReadLoop","detail":"{readStateIndex:11197; appliedIndex:11196; }","duration":"295.216311ms","start":"2026-06-28T20:17:22.477255Z","end":"2026-06-28T20:17:22.772471Z","steps":["trace[1688626203] 'read index received' (duration: 170.084862ms)","trace[1688626203] 'applied index is now lower than readState.Index' (duration: 125.130099ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:22.772632Z","caller":"traceutil/trace.go:171","msg":"trace[1645252069] transaction","detail":"{read_only:false; response_revision:10808; number_of_response:1; }","duration":"299.753918ms","start":"2026-06-28T20:17:22.47283Z","end":"2026-06-28T20:17:22.772583Z","steps":["trace[1645252069] 'process raft request' (duration: 174.484195ms)","trace[1645252069] 'compare' (duration: 124.823972ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:22.772912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.637391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"info","ts":"2026-06-28T20:17:22.772994Z","caller":"traceutil/trace.go:171","msg":"trace[1442414372] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10808; }","duration":"295.764974ms","start":"2026-06-28T20:17:22.477211Z","end":"2026-06-28T20:17:22.772976Z","steps":["trace[1442414372] 'agreement among raft nodes before linearized reading' (duration: 295.433986ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.982236Z","caller":"traceutil/trace.go:171","msg":"trace[1341079464] linearizableReadLoop","detail":"{readStateIndex:11199; appliedIndex:11197; }","duration":"209.695139ms","start":"2026-06-28T20:17:22.772515Z","end":"2026-06-28T20:17:22.98221Z","steps":["trace[1341079464] 'read index received' (duration: 151.464407ms)","trace[1341079464] 'applied index is now lower than readState.Index' (duration: 58.229672ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:22.982401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.957354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:22.982403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.520026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:22.98245Z","caller":"traceutil/trace.go:171","msg":"trace[580884493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10810; }","duration":"406.077206ms","start":"2026-06-28T20:17:22.57636Z","end":"2026-06-28T20:17:22.982437Z","steps":["trace[580884493] 'agreement among raft nodes before linearized reading' (duration: 405.978444ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:22.982473Z","caller":"traceutil/trace.go:171","msg":"trace[399018889] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10810; }","duration":"479.637819ms","start":"2026-06-28T20:17:22.502826Z","end":"2026-06-28T20:17:22.982464Z","steps":["trace[399018889] 'agreement among raft nodes before linearized reading' (duration: 479.526566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.982487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:22.576331Z","time spent":"406.147848ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:22.98251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:22.502809Z","time spent":"479.6922ms","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:22.982568Z","caller":"traceutil/trace.go:171","msg":"trace[1868731433] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"458.230717ms","start":"2026-06-28T20:17:22.524261Z","end":"2026-06-28T20:17:22.982492Z","steps":["trace[1868731433] 'process raft request' (duration: 457.824618ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.982631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.593069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"info","ts":"2026-06-28T20:17:22.982718Z","caller":"traceutil/trace.go:171","msg":"trace[273810648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10810; }","duration":"207.720842ms","start":"2026-06-28T20:17:22.774973Z","end":"2026-06-28T20:17:22.982694Z","steps":["trace[273810648] 'agreement among raft nodes before linearized reading' (duration: 207.491527ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:22.982816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:22.524241Z","time spent":"458.435792ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:22.983458Z","caller":"traceutil/trace.go:171","msg":"trace[1450261358] transaction","detail":"{read_only:false; response_revision:10809; number_of_response:1; }","duration":"504.513211ms","start":"2026-06-28T20:17:22.478898Z","end":"2026-06-28T20:17:22.983411Z","steps":["trace[1450261358] 'process raft request' (duration: 445.161053ms)","trace[1450261358] 'compare' (duration: 57.809952ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:22.983622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:22.478881Z","time spent":"504.642313ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:23.369792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.61686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:23.369924Z","caller":"traceutil/trace.go:171","msg":"trace[1853140127] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"180.291951ms","start":"2026-06-28T20:17:23.189611Z","end":"2026-06-28T20:17:23.369903Z","steps":["trace[1853140127] 'process raft request' (duration: 69.445085ms)","trace[1853140127] 'compare' (duration: 110.456716ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:23.411946Z","caller":"traceutil/trace.go:171","msg":"trace[1038277748] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"221.745852ms","start":"2026-06-28T20:17:23.190155Z","end":"2026-06-28T20:17:23.411901Z","steps":["trace[1038277748] 'process raft request' (duration: 221.572868ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:23.412363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.570307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:23.412404Z","caller":"traceutil/trace.go:171","msg":"trace[2143346492] linearizableReadLoop","detail":"{readStateIndex:11201; appliedIndex:11199; }","duration":"212.096185ms","start":"2026-06-28T20:17:23.199737Z","end":"2026-06-28T20:17:23.411833Z","steps":["trace[2143346492] 'read index received' (duration: 59.332439ms)","trace[2143346492] 'applied index is now lower than readState.Index' (duration: 152.763116ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:23.412522Z","caller":"traceutil/trace.go:171","msg":"trace[1114766046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10812; }","duration":"212.756051ms","start":"2026-06-28T20:17:23.199702Z","end":"2026-06-28T20:17:23.412458Z","steps":["trace[1114766046] 'agreement among raft nodes before linearized reading' (duration: 212.27978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:23.412676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.730366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:17:23.412747Z","caller":"traceutil/trace.go:171","msg":"trace[1520344412] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10812; }","duration":"158.855919ms","start":"2026-06-28T20:17:23.253874Z","end":"2026-06-28T20:17:23.41273Z","steps":["trace[1520344412] 'agreement among raft nodes before linearized reading' (duration: 158.677985ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:23.777221Z","caller":"traceutil/trace.go:171","msg":"trace[533237829] transaction","detail":"{read_only:false; response_revision:10813; number_of_response:1; }","duration":"127.615108ms","start":"2026-06-28T20:17:23.649573Z","end":"2026-06-28T20:17:23.777188Z","steps":["trace[533237829] 'process raft request' (duration: 127.479844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.347447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600121475,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:17:24.43586Z","caller":"traceutil/trace.go:171","msg":"trace[322014680] linearizableReadLoop","detail":"{readStateIndex:11203; appliedIndex:11202; }","duration":"588.440746ms","start":"2026-06-28T20:17:23.847394Z","end":"2026-06-28T20:17:24.435835Z","steps":["trace[322014680] 'read index received' (duration: 588.257002ms)","trace[322014680] 'applied index is now lower than readState.Index' (duration: 179.794µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:24.435925Z","caller":"traceutil/trace.go:171","msg":"trace[670281713] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"650.011818ms","start":"2026-06-28T20:17:23.785874Z","end":"2026-06-28T20:17:24.435885Z","steps":["trace[670281713] 'process raft request' (duration: 649.778493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.436046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.04832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:24.436088Z","caller":"traceutil/trace.go:171","msg":"trace[2017162119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10814; }","duration":"498.139343ms","start":"2026-06-28T20:17:23.937939Z","end":"2026-06-28T20:17:24.436078Z","steps":["trace[2017162119] 'agreement among raft nodes before linearized reading' (duration: 498.04292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.436096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:23.785855Z","time spent":"650.147611ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:24.436093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.679232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:17:24.436172Z","caller":"traceutil/trace.go:171","msg":"trace[424723652] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10814; }","duration":"588.774084ms","start":"2026-06-28T20:17:23.847379Z","end":"2026-06-28T20:17:24.436153Z","steps":["trace[424723652] 'agreement among raft nodes before linearized reading' (duration: 588.545999ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.436124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:23.937925Z","time spent":"498.191764ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:17:24.436225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:23.847322Z","time spent":"588.886077ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:17:24.436229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.431091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-28T20:17:24.436262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.462647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-28T20:17:24.436291Z","caller":"traceutil/trace.go:171","msg":"trace[1624965522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10814; }","duration":"251.560979ms","start":"2026-06-28T20:17:24.184722Z","end":"2026-06-28T20:17:24.436283Z","steps":["trace[1624965522] 'agreement among raft nodes before linearized reading' (duration: 251.422586ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:24.436295Z","caller":"traceutil/trace.go:171","msg":"trace[1795812928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10814; }","duration":"220.562243ms","start":"2026-06-28T20:17:24.215716Z","end":"2026-06-28T20:17:24.436278Z","steps":["trace[1795812928] 'agreement among raft nodes before linearized reading' (duration: 220.331658ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.436385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.675183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:17:24.436901Z","caller":"traceutil/trace.go:171","msg":"trace[1558777502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10814; }","duration":"220.324298ms","start":"2026-06-28T20:17:24.216546Z","end":"2026-06-28T20:17:24.436871Z","steps":["trace[1558777502] 'agreement among raft nodes before linearized reading' (duration: 219.459278ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:24.598919Z","caller":"traceutil/trace.go:171","msg":"trace[45669688] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"158.345838ms","start":"2026-06-28T20:17:24.440544Z","end":"2026-06-28T20:17:24.59889Z","steps":["trace[45669688] 'process raft request' (duration: 105.648514ms)","trace[45669688] 'compare' (duration: 52.572851ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:24.961591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.360274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:24.961874Z","caller":"traceutil/trace.go:171","msg":"trace[838729873] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"520.605538ms","start":"2026-06-28T20:17:24.441252Z","end":"2026-06-28T20:17:24.961858Z","steps":["trace[838729873] 'process raft request' (duration: 520.433664ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:24.961935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.441242Z","time spent":"520.664259ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:24.961923Z","caller":"traceutil/trace.go:171","msg":"trace[1191605761] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"520.385143ms","start":"2026-06-28T20:17:24.441509Z","end":"2026-06-28T20:17:24.961894Z","steps":["trace[1191605761] 'process raft request' (duration: 520.228799ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:24.961813Z","caller":"traceutil/trace.go:171","msg":"trace[726945324] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"520.71969ms","start":"2026-06-28T20:17:24.441063Z","end":"2026-06-28T20:17:24.961782Z","steps":["trace[726945324] 'process raft request' (duration: 319.08585ms)","trace[726945324] 'compare' (duration: 201.224051ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:24.96207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.441498Z","time spent":"520.495345ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:24.962088Z","caller":"traceutil/trace.go:171","msg":"trace[1941862393] linearizableReadLoop","detail":"{readStateIndex:11207; appliedIndex:11203; }","duration":"516.951862ms","start":"2026-06-28T20:17:24.445129Z","end":"2026-06-28T20:17:24.962081Z","steps":["trace[1941862393] 'read index received' (duration: 101.184479ms)","trace[1941862393] 'applied index is now lower than readState.Index' (duration: 415.766423ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:24.962156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.441032Z","time spent":"521.024438ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:25.131617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.811046ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-06-28T20:17:25.131789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.644176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-06-28T20:17:25.131866Z","caller":"traceutil/trace.go:171","msg":"trace[727243061] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10818; }","duration":"686.757348ms","start":"2026-06-28T20:17:24.445082Z","end":"2026-06-28T20:17:25.13184Z","steps":["trace[727243061] 'agreement among raft nodes before linearized reading' (duration: 517.035344ms)","trace[727243061] 'range keys from in-memory index tree' (duration: 169.517499ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.131917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.445068Z","time spent":"686.836201ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3327,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-06-28T20:17:25.13213Z","caller":"traceutil/trace.go:171","msg":"trace[53674682] linearizableReadLoop","detail":"{readStateIndex:11209; appliedIndex:11207; }","duration":"169.962819ms","start":"2026-06-28T20:17:24.962133Z","end":"2026-06-28T20:17:25.132096Z","steps":["trace[53674682] 'read index received' (duration: 18.38002ms)","trace[53674682] 'applied index is now lower than readState.Index' (duration: 151.580379ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.132202Z","caller":"traceutil/trace.go:171","msg":"trace[223569042] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"260.1132ms","start":"2026-06-28T20:17:24.87206Z","end":"2026-06-28T20:17:25.132174Z","steps":["trace[223569042] 'process raft request' (duration: 259.657249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.3502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.02836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-06-28T20:17:25.350247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.787645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-06-28T20:17:25.350294Z","caller":"traceutil/trace.go:171","msg":"trace[406681418] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:10819; }","duration":"548.151114ms","start":"2026-06-28T20:17:24.802118Z","end":"2026-06-28T20:17:25.350269Z","steps":["trace[406681418] 'agreement among raft nodes before linearized reading' (duration: 330.306304ms)","trace[406681418] 'range keys from in-memory index tree' (duration: 217.596964ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350322Z","caller":"traceutil/trace.go:171","msg":"trace[356090407] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:10819; }","duration":"547.898357ms","start":"2026-06-28T20:17:24.802403Z","end":"2026-06-28T20:17:25.350301Z","steps":["trace[356090407] 'agreement among raft nodes before linearized reading' (duration: 330.045677ms)","trace[356090407] 'range keys from in-memory index tree' (duration: 217.639426ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.859623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-06-28T20:17:25.350345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.114988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:17:25.350337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.437993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-06-28T20:17:25.350389Z","caller":"traceutil/trace.go:171","msg":"trace[1646426825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10819; }","duration":"702.20286ms","start":"2026-06-28T20:17:24.64817Z","end":"2026-06-28T20:17:25.350373Z","steps":["trace[1646426825] 'agreement among raft nodes before linearized reading' (duration: 484.284909ms)","trace[1646426825] 'range keys from in-memory index tree' (duration: 217.808319ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350392Z","caller":"traceutil/trace.go:171","msg":"trace[1970653130] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:10819; }","duration":"549.916205ms","start":"2026-06-28T20:17:24.800452Z","end":"2026-06-28T20:17:25.350368Z","steps":["trace[1970653130] 'agreement among raft nodes before linearized reading' (duration: 331.825259ms)","trace[1970653130] 'range keys from in-memory index tree' (duration: 217.960872ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.59311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1441"} {"level":"warn","ts":"2026-06-28T20:17:25.350427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.800446Z","time spent":"549.971236ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1251,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.103152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-06-28T20:17:25.350454Z","caller":"traceutil/trace.go:171","msg":"trace[1959576700] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10819; }","duration":"547.646332ms","start":"2026-06-28T20:17:24.802795Z","end":"2026-06-28T20:17:25.350442Z","steps":["trace[1959576700] 'agreement among raft nodes before linearized reading' (duration: 329.636258ms)","trace[1959576700] 'range keys from in-memory index tree' (duration: 217.677586ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350458Z","caller":"traceutil/trace.go:171","msg":"trace[1480039850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10819; }","duration":"548.150333ms","start":"2026-06-28T20:17:24.802298Z","end":"2026-06-28T20:17:25.350448Z","steps":["trace[1480039850] 'agreement among raft nodes before linearized reading' (duration: 330.15824ms)","trace[1480039850] 'range keys from in-memory index tree' (duration: 217.683786ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.802391Z","time spent":"547.958629ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2485,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.343378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19101"} {"level":"warn","ts":"2026-06-28T20:17:25.350449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.99368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2888"} {"level":"warn","ts":"2026-06-28T20:17:25.350474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.802758Z","time spent":"547.710943ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1463,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.105682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7911"} {"level":"warn","ts":"2026-06-28T20:17:25.350527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.251596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"warn","ts":"2026-06-28T20:17:25.350551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.562166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-06-28T20:17:25.350549Z","caller":"traceutil/trace.go:171","msg":"trace[1671249509] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:10819; }","duration":"551.134204ms","start":"2026-06-28T20:17:24.799384Z","end":"2026-06-28T20:17:25.350518Z","steps":["trace[1671249509] 'agreement among raft nodes before linearized reading' (duration: 332.975366ms)","trace[1671249509] 'range keys from in-memory index tree' (duration: 218.016074ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.35057Z","caller":"traceutil/trace.go:171","msg":"trace[1192397683] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10819; }","duration":"551.155293ms","start":"2026-06-28T20:17:24.799397Z","end":"2026-06-28T20:17:25.350553Z","steps":["trace[1192397683] 'agreement among raft nodes before linearized reading' (duration: 332.929535ms)","trace[1192397683] 'range keys from in-memory index tree' (duration: 218.121756ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350576Z","caller":"traceutil/trace.go:171","msg":"trace[403824195] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:10819; }","duration":"548.333938ms","start":"2026-06-28T20:17:24.802227Z","end":"2026-06-28T20:17:25.350561Z","steps":["trace[403824195] 'agreement among raft nodes before linearized reading' (duration: 330.18308ms)","trace[403824195] 'range keys from in-memory index tree' (duration: 217.998363ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.79939Z","time spent":"551.223676ms","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7933,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.291154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"warn","ts":"2026-06-28T20:17:25.350624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.799363Z","time spent":"551.245006ms","remote":"127.0.0.1:41938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2910,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.80222Z","time spent":"548.413719ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2577,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"info","ts":"2026-06-28T20:17:25.350649Z","caller":"traceutil/trace.go:171","msg":"trace[1564437267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10819; }","duration":"550.328384ms","start":"2026-06-28T20:17:24.800315Z","end":"2026-06-28T20:17:25.350644Z","steps":["trace[1564437267] 'agreement among raft nodes before linearized reading' (duration: 331.991003ms)","trace[1564437267] 'range keys from in-memory index tree' (duration: 218.28274ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.184745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-06-28T20:17:25.3507Z","caller":"traceutil/trace.go:171","msg":"trace[1158147200] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10819; }","duration":"551.230556ms","start":"2026-06-28T20:17:24.799458Z","end":"2026-06-28T20:17:25.350689Z","steps":["trace[1158147200] 'agreement among raft nodes before linearized reading' (duration: 332.889744ms)","trace[1158147200] 'range keys from in-memory index tree' (duration: 217.893651ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.951049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-06-28T20:17:25.350762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.341045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-06-28T20:17:25.3508Z","caller":"traceutil/trace.go:171","msg":"trace[2147275630] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10819; }","duration":"550.400566ms","start":"2026-06-28T20:17:24.800392Z","end":"2026-06-28T20:17:25.350792Z","steps":["trace[2147275630] 'agreement among raft nodes before linearized reading' (duration: 331.900541ms)","trace[2147275630] 'range keys from in-memory index tree' (duration: 217.738507ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.800378Z","time spent":"550.437757ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.529706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"warn","ts":"2026-06-28T20:17:25.350833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.218075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3242"} {"level":"warn","ts":"2026-06-28T20:17:25.35083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.338688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-06-28T20:17:25.350858Z","caller":"traceutil/trace.go:171","msg":"trace[2143948362] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10819; }","duration":"551.271326ms","start":"2026-06-28T20:17:24.799579Z","end":"2026-06-28T20:17:25.35085Z","steps":["trace[2143948362] 'agreement among raft nodes before linearized reading' (duration: 332.74196ms)","trace[2143948362] 'range keys from in-memory index tree' (duration: 218.354042ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350859Z","caller":"traceutil/trace.go:171","msg":"trace[1324416045] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:10819; }","duration":"549.575457ms","start":"2026-06-28T20:17:24.801272Z","end":"2026-06-28T20:17:25.350848Z","steps":["trace[1324416045] 'agreement among raft nodes before linearized reading' (duration: 331.164774ms)","trace[1324416045] 'range keys from in-memory index tree' (duration: 218.335572ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.350865Z","caller":"traceutil/trace.go:171","msg":"trace[571634791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10819; }","duration":"548.382268ms","start":"2026-06-28T20:17:24.802473Z","end":"2026-06-28T20:17:25.350855Z","steps":["trace[571634791] 'agreement among raft nodes before linearized reading' (duration: 329.966995ms)","trace[571634791] 'range keys from in-memory index tree' (duration: 218.335942ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.35089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.79956Z","time spent":"551.324068ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.801264Z","time spent":"549.624558ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1260,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.802468Z","time spent":"548.424719ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3327,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-06-28T20:17:25.350953Z","caller":"traceutil/trace.go:171","msg":"trace[482935396] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:10819; }","duration":"551.495812ms","start":"2026-06-28T20:17:24.799285Z","end":"2026-06-28T20:17:25.350781Z","steps":["trace[482935396] 'agreement among raft nodes before linearized reading' (duration: 333.195241ms)","trace[482935396] 'range keys from in-memory index tree' (duration: 217.630865ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.80229Z","time spent":"548.198035ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3737,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-06-28T20:17:25.350574Z","caller":"traceutil/trace.go:171","msg":"trace[1171077199] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10819; }","duration":"549.592708ms","start":"2026-06-28T20:17:24.800974Z","end":"2026-06-28T20:17:25.350567Z","steps":["trace[1171077199] 'agreement among raft nodes before linearized reading' (duration: 331.160584ms)","trace[1171077199] 'range keys from in-memory index tree' (duration: 217.920252ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.351178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.80097Z","time spent":"550.196212ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7475,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-06-28T20:17:25.350501Z","caller":"traceutil/trace.go:171","msg":"trace[573044475] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10819; }","duration":"548.376589ms","start":"2026-06-28T20:17:24.802117Z","end":"2026-06-28T20:17:25.350493Z","steps":["trace[573044475] 'agreement among raft nodes before linearized reading' (duration: 330.295484ms)","trace[573044475] 'range keys from in-memory index tree' (duration: 217.86412ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.802112Z","time spent":"548.221045ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1241,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-06-28T20:17:25.35075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.487235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2872"} {"level":"info","ts":"2026-06-28T20:17:25.35134Z","caller":"traceutil/trace.go:171","msg":"trace[651227409] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:10819; }","duration":"550.075898ms","start":"2026-06-28T20:17:24.801252Z","end":"2026-06-28T20:17:25.351328Z","steps":["trace[651227409] 'agreement among raft nodes before linearized reading' (duration: 331.193274ms)","trace[651227409] 'range keys from in-memory index tree' (duration: 218.24997ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.351315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.802112Z","time spent":"549.135257ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19123,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:17:25.351369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.801134Z","time spent":"550.225372ms","remote":"127.0.0.1:41938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2894,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.799455Z","time spent":"551.266926ms","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4747,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-06-28T20:17:25.350672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.800308Z","time spent":"550.359255ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3254,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-06-28T20:17:25.351478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.113911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:17:25.351508Z","caller":"traceutil/trace.go:171","msg":"trace[337461107] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:10819; }","duration":"905.162602ms","start":"2026-06-28T20:17:24.446338Z","end":"2026-06-28T20:17:25.3515Z","steps":["trace[337461107] 'agreement among raft nodes before linearized reading' (duration: 685.889128ms)","trace[337461107] 'range keys from in-memory index tree' (duration: 217.934392ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.351529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.446328Z","time spent":"905.195062ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:17:25.35155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.267619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-06-28T20:17:25.351605Z","caller":"traceutil/trace.go:171","msg":"trace[1503218973] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:10819; }","duration":"552.354482ms","start":"2026-06-28T20:17:24.799235Z","end":"2026-06-28T20:17:25.351589Z","steps":["trace[1503218973] 'agreement among raft nodes before linearized reading' (duration: 333.217741ms)","trace[1503218973] 'range keys from in-memory index tree' (duration: 218.993807ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.350424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.648144Z","time spent":"702.273561ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:17:25.351641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.799218Z","time spent":"552.415484ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-06-28T20:17:25.351393Z","caller":"traceutil/trace.go:171","msg":"trace[134836904] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:10819; }","duration":"549.567757ms","start":"2026-06-28T20:17:24.800839Z","end":"2026-06-28T20:17:25.350407Z","steps":["trace[134836904] 'agreement among raft nodes before linearized reading' (duration: 331.42509ms)","trace[134836904] 'range keys from in-memory index tree' (duration: 217.894331ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.35187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.800832Z","time spent":"551.026001ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-06-28T20:17:25.352288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:24.799279Z","time spent":"551.830159ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1251,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-06-28T20:17:25.42258Z","caller":"traceutil/trace.go:171","msg":"trace[349837417] transaction","detail":"{read_only:false; response_revision:10820; number_of_response:1; }","duration":"279.816411ms","start":"2026-06-28T20:17:25.142744Z","end":"2026-06-28T20:17:25.42256Z","steps":["trace[349837417] 'process raft request' (duration: 279.686538ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.573957Z","caller":"traceutil/trace.go:171","msg":"trace[74228232] linearizableReadLoop","detail":"{readStateIndex:11211; appliedIndex:11209; }","duration":"219.378776ms","start":"2026-06-28T20:17:25.354554Z","end":"2026-06-28T20:17:25.573933Z","steps":["trace[74228232] 'read index received' (duration: 67.866569ms)","trace[74228232] 'applied index is now lower than readState.Index' (duration: 151.511217ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.574011Z","caller":"traceutil/trace.go:171","msg":"trace[1938788685] transaction","detail":"{read_only:false; response_revision:10821; number_of_response:1; }","duration":"199.766997ms","start":"2026-06-28T20:17:25.374211Z","end":"2026-06-28T20:17:25.573978Z","steps":["trace[1938788685] 'process raft request' (duration: 199.540202ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574063Z","caller":"traceutil/trace.go:171","msg":"trace[263566021] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"155.015479ms","start":"2026-06-28T20:17:25.419012Z","end":"2026-06-28T20:17:25.574028Z","steps":["trace[263566021] 'process raft request' (duration: 154.868226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.574251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.804653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-06-28T20:17:25.574297Z","caller":"traceutil/trace.go:171","msg":"trace[897911003] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:10822; }","duration":"218.900344ms","start":"2026-06-28T20:17:25.355384Z","end":"2026-06-28T20:17:25.574284Z","steps":["trace[897911003] 'agreement among raft nodes before linearized reading' (duration: 218.742071ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.574274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.690643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-06-28T20:17:25.574371Z","caller":"traceutil/trace.go:171","msg":"trace[1869817827] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:10822; }","duration":"219.843587ms","start":"2026-06-28T20:17:25.354502Z","end":"2026-06-28T20:17:25.574346Z","steps":["trace[1869817827] 'agreement among raft nodes before linearized reading' (duration: 219.57549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.574453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.648692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-06-28T20:17:25.574474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.761835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-06-28T20:17:25.574503Z","caller":"traceutil/trace.go:171","msg":"trace[1962546174] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:10822; }","duration":"216.714603ms","start":"2026-06-28T20:17:25.357774Z","end":"2026-06-28T20:17:25.574489Z","steps":["trace[1962546174] 'agreement among raft nodes before linearized reading' (duration: 216.547429ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574531Z","caller":"traceutil/trace.go:171","msg":"trace[2143159955] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:10822; }","duration":"216.804675ms","start":"2026-06-28T20:17:25.357695Z","end":"2026-06-28T20:17:25.5745Z","steps":["trace[2143159955] 'agreement among raft nodes before linearized reading' (duration: 216.717503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.57464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.411789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-06-28T20:17:25.574666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.116823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"warn","ts":"2026-06-28T20:17:25.574369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.041351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-06-28T20:17:25.574683Z","caller":"traceutil/trace.go:171","msg":"trace[1832751856] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:10822; }","duration":"217.462161ms","start":"2026-06-28T20:17:25.357211Z","end":"2026-06-28T20:17:25.574674Z","steps":["trace[1832751856] 'agreement among raft nodes before linearized reading' (duration: 217.352659ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574691Z","caller":"traceutil/trace.go:171","msg":"trace[470473812] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10822; }","duration":"217.153684ms","start":"2026-06-28T20:17:25.357529Z","end":"2026-06-28T20:17:25.574683Z","steps":["trace[470473812] 'agreement among raft nodes before linearized reading' (duration: 217.082892ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574719Z","caller":"traceutil/trace.go:171","msg":"trace[1092603318] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10822; }","duration":"217.39998ms","start":"2026-06-28T20:17:25.357296Z","end":"2026-06-28T20:17:25.574696Z","steps":["trace[1092603318] 'agreement among raft nodes before linearized reading' (duration: 216.939039ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.574766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.324278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-06-28T20:17:25.574815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.608255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1215"} {"level":"info","ts":"2026-06-28T20:17:25.57485Z","caller":"traceutil/trace.go:171","msg":"trace[860586850] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:10822; }","duration":"217.653955ms","start":"2026-06-28T20:17:25.357188Z","end":"2026-06-28T20:17:25.574842Z","steps":["trace[860586850] 'agreement among raft nodes before linearized reading' (duration: 217.565573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.574898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.526953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1603"} {"level":"warn","ts":"2026-06-28T20:17:25.574907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.373029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1413"} {"level":"warn","ts":"2026-06-28T20:17:25.574921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.566755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-06-28T20:17:25.574949Z","caller":"traceutil/trace.go:171","msg":"trace[1351034443] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:10822; }","duration":"217.41949ms","start":"2026-06-28T20:17:25.357517Z","end":"2026-06-28T20:17:25.574936Z","steps":["trace[1351034443] 'agreement among raft nodes before linearized reading' (duration: 217.323847ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574954Z","caller":"traceutil/trace.go:171","msg":"trace[2017863132] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:10822; }","duration":"147.615876ms","start":"2026-06-28T20:17:25.427328Z","end":"2026-06-28T20:17:25.574944Z","steps":["trace[2017863132] 'agreement among raft nodes before linearized reading' (duration: 147.519544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.009223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-06-28T20:17:25.575123Z","caller":"traceutil/trace.go:171","msg":"trace[157341207] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10822; }","duration":"218.072086ms","start":"2026-06-28T20:17:25.357039Z","end":"2026-06-28T20:17:25.575111Z","steps":["trace[157341207] 'agreement among raft nodes before linearized reading' (duration: 217.937653ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.574953Z","caller":"traceutil/trace.go:171","msg":"trace[1915272150] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:10822; }","duration":"217.579634ms","start":"2026-06-28T20:17:25.357354Z","end":"2026-06-28T20:17:25.574933Z","steps":["trace[1915272150] 'agreement among raft nodes before linearized reading' (duration: 217.480271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.123588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:25.575197Z","caller":"traceutil/trace.go:171","msg":"trace[790506703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:10822; }","duration":"148.204949ms","start":"2026-06-28T20:17:25.426976Z","end":"2026-06-28T20:17:25.575181Z","steps":["trace[790506703] 'agreement among raft nodes before linearized reading' (duration: 148.096197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.196535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:918"} {"level":"warn","ts":"2026-06-28T20:17:25.57529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.019898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:17:25.575309Z","caller":"traceutil/trace.go:171","msg":"trace[2095339782] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:10822; }","duration":"217.272257ms","start":"2026-06-28T20:17:25.358026Z","end":"2026-06-28T20:17:25.575298Z","steps":["trace[2095339782] 'agreement among raft nodes before linearized reading' (duration: 217.103583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.57532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.14153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-06-28T20:17:25.575341Z","caller":"traceutil/trace.go:171","msg":"trace[655508013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10822; }","duration":"219.082719ms","start":"2026-06-28T20:17:25.356244Z","end":"2026-06-28T20:17:25.575327Z","steps":["trace[655508013] 'agreement among raft nodes before linearized reading' (duration: 218.936265ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.575363Z","caller":"traceutil/trace.go:171","msg":"trace[1109051548] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:10822; }","duration":"219.198851ms","start":"2026-06-28T20:17:25.356152Z","end":"2026-06-28T20:17:25.57535Z","steps":["trace[1109051548] 'agreement among raft nodes before linearized reading' (duration: 219.082489ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.57482Z","caller":"traceutil/trace.go:171","msg":"trace[814948718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10822; }","duration":"217.39396ms","start":"2026-06-28T20:17:25.357412Z","end":"2026-06-28T20:17:25.574806Z","steps":["trace[814948718] 'agreement among raft nodes before linearized reading' (duration: 217.248936ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.498456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-smartctl-exporter\" ","response":"range_response_count:1 size:1360"} {"level":"warn","ts":"2026-06-28T20:17:25.575564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.055022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1506"} {"level":"info","ts":"2026-06-28T20:17:25.575647Z","caller":"traceutil/trace.go:171","msg":"trace[1404681039] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:10822; }","duration":"220.177575ms","start":"2026-06-28T20:17:25.355451Z","end":"2026-06-28T20:17:25.575628Z","steps":["trace[1404681039] 'agreement among raft nodes before linearized reading' (duration: 219.905438ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.69698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"warn","ts":"2026-06-28T20:17:25.575675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.66601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1594"} {"level":"info","ts":"2026-06-28T20:17:25.575704Z","caller":"traceutil/trace.go:171","msg":"trace[409828978] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:10822; }","duration":"218.745481ms","start":"2026-06-28T20:17:25.356947Z","end":"2026-06-28T20:17:25.575693Z","steps":["trace[409828978] 'agreement among raft nodes before linearized reading' (duration: 218.646049ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.003697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-06-28T20:17:25.575723Z","caller":"traceutil/trace.go:171","msg":"trace[1527733648] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:10822; }","duration":"218.720361ms","start":"2026-06-28T20:17:25.356986Z","end":"2026-06-28T20:17:25.575706Z","steps":["trace[1527733648] 'agreement among raft nodes before linearized reading' (duration: 218.604208ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.575748Z","caller":"traceutil/trace.go:171","msg":"trace[1712088683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10822; }","duration":"219.062348ms","start":"2026-06-28T20:17:25.356671Z","end":"2026-06-28T20:17:25.575734Z","steps":["trace[1712088683] 'agreement among raft nodes before linearized reading' (duration: 218.946936ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.575587Z","caller":"traceutil/trace.go:171","msg":"trace[1969881170] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-smartctl-exporter; range_end:; response_count:1; response_revision:10822; }","duration":"218.551787ms","start":"2026-06-28T20:17:25.357022Z","end":"2026-06-28T20:17:25.575574Z","steps":["trace[1969881170] 'agreement among raft nodes before linearized reading' (duration: 218.430274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.575853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.833733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-06-28T20:17:25.57588Z","caller":"traceutil/trace.go:171","msg":"trace[1234598634] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:10822; }","duration":"218.865804ms","start":"2026-06-28T20:17:25.357005Z","end":"2026-06-28T20:17:25.575871Z","steps":["trace[1234598634] 'agreement among raft nodes before linearized reading' (duration: 218.796122ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:25.733319Z","caller":"traceutil/trace.go:171","msg":"trace[709447383] linearizableReadLoop","detail":"{readStateIndex:11215; appliedIndex:11214; }","duration":"104.902216ms","start":"2026-06-28T20:17:25.628389Z","end":"2026-06-28T20:17:25.733291Z","steps":["trace[709447383] 'read index received' (duration: 73.126892ms)","trace[709447383] 'applied index is now lower than readState.Index' (duration: 31.773774ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:25.733432Z","caller":"traceutil/trace.go:171","msg":"trace[360751169] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"107.004145ms","start":"2026-06-28T20:17:25.626397Z","end":"2026-06-28T20:17:25.733401Z","steps":["trace[360751169] 'process raft request' (duration: 75.18072ms)","trace[360751169] 'compare' (duration: 31.513017ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:25.733644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.236864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9542"} {"level":"info","ts":"2026-06-28T20:17:25.733712Z","caller":"traceutil/trace.go:171","msg":"trace[2014393824] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10824; }","duration":"105.329325ms","start":"2026-06-28T20:17:25.628365Z","end":"2026-06-28T20:17:25.733694Z","steps":["trace[2014393824] 'agreement among raft nodes before linearized reading' (duration: 105.09297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.733804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-06-28T20:17:25.733883Z","caller":"traceutil/trace.go:171","msg":"trace[982583676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:10824; }","duration":"104.105907ms","start":"2026-06-28T20:17:25.629758Z","end":"2026-06-28T20:17:25.733864Z","steps":["trace[982583676] 'agreement among raft nodes before linearized reading' (duration: 103.77157ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:25.979789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.495262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:25.980143Z","caller":"traceutil/trace.go:171","msg":"trace[1255514794] transaction","detail":"{read_only:false; response_revision:10826; number_of_response:1; }","duration":"188.293679ms","start":"2026-06-28T20:17:25.791814Z","end":"2026-06-28T20:17:25.980107Z","steps":["trace[1255514794] 'process raft request' (duration: 64.380338ms)","trace[1255514794] 'compare' (duration: 123.346557ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:26.044299Z","caller":"traceutil/trace.go:171","msg":"trace[344563196] linearizableReadLoop","detail":"{readStateIndex:11218; appliedIndex:11216; }","duration":"249.559312ms","start":"2026-06-28T20:17:25.794697Z","end":"2026-06-28T20:17:26.044256Z","steps":["trace[344563196] 'read index received' (duration: 61.51761ms)","trace[344563196] 'applied index is now lower than readState.Index' (duration: 188.039522ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:26.044508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.792868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-06-28T20:17:26.044599Z","caller":"traceutil/trace.go:171","msg":"trace[1365344345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10826; }","duration":"249.912551ms","start":"2026-06-28T20:17:25.794665Z","end":"2026-06-28T20:17:26.044578Z","steps":["trace[1365344345] 'agreement among raft nodes before linearized reading' (duration: 249.667285ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.044959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.421998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-06-28T20:17:26.045029Z","caller":"traceutil/trace.go:171","msg":"trace[285388928] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:10826; }","duration":"114.535981ms","start":"2026-06-28T20:17:25.930477Z","end":"2026-06-28T20:17:26.045013Z","steps":["trace[285388928] 'agreement among raft nodes before linearized reading' (duration: 114.349327ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.045096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.222705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-06-28T20:17:26.045219Z","caller":"traceutil/trace.go:171","msg":"trace[873673939] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:10826; }","duration":"214.373998ms","start":"2026-06-28T20:17:25.830783Z","end":"2026-06-28T20:17:26.045157Z","steps":["trace[873673939] 'agreement among raft nodes before linearized reading' (duration: 214.130943ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.045153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-06-28T20:17:26.045276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.9244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:26.045333Z","caller":"traceutil/trace.go:171","msg":"trace[417041165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10826; }","duration":"109.001882ms","start":"2026-06-28T20:17:25.936316Z","end":"2026-06-28T20:17:26.045318Z","steps":["trace[417041165] 'agreement among raft nodes before linearized reading' (duration: 108.839898ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:26.045334Z","caller":"traceutil/trace.go:171","msg":"trace[346341285] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:10826; }","duration":"140.376797ms","start":"2026-06-28T20:17:25.904932Z","end":"2026-06-28T20:17:26.045308Z","steps":["trace[346341285] 'agreement among raft nodes before linearized reading' (duration: 140.017688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.045371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.102125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"warn","ts":"2026-06-28T20:17:26.045416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.353157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-06-28T20:17:26.045424Z","caller":"traceutil/trace.go:171","msg":"trace[1040801681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:10826; }","duration":"165.200517ms","start":"2026-06-28T20:17:25.88021Z","end":"2026-06-28T20:17:26.045411Z","steps":["trace[1040801681] 'agreement among raft nodes before linearized reading' (duration: 165.060814ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:26.045456Z","caller":"traceutil/trace.go:171","msg":"trace[1957884955] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:10826; }","duration":"240.439449ms","start":"2026-06-28T20:17:25.805006Z","end":"2026-06-28T20:17:26.045446Z","steps":["trace[1957884955] 'agreement among raft nodes before linearized reading' (duration: 240.341997ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.046076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.02487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3232"} {"level":"info","ts":"2026-06-28T20:17:26.046149Z","caller":"traceutil/trace.go:171","msg":"trace[32712000] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10826; }","duration":"246.278426ms","start":"2026-06-28T20:17:25.799853Z","end":"2026-06-28T20:17:26.046131Z","steps":["trace[32712000] 'agreement among raft nodes before linearized reading' (duration: 244.933315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:26.046924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.1762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-06-28T20:17:26.047094Z","caller":"traceutil/trace.go:171","msg":"trace[227084073] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:10826; }","duration":"192.411234ms","start":"2026-06-28T20:17:25.854664Z","end":"2026-06-28T20:17:26.047075Z","steps":["trace[227084073] 'agreement among raft nodes before linearized reading' (duration: 190.219513ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:31.097468Z","caller":"traceutil/trace.go:171","msg":"trace[2094855874] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"105.711875ms","start":"2026-06-28T20:17:30.991714Z","end":"2026-06-28T20:17:31.097426Z","steps":["trace[2094855874] 'process raft request' (duration: 96.684544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:43.87478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.395612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l2kmp\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-28T20:17:43.875068Z","caller":"traceutil/trace.go:171","msg":"trace[1078420144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l2kmp; range_end:; response_count:1; response_revision:11119; }","duration":"124.719719ms","start":"2026-06-28T20:17:43.750328Z","end":"2026-06-28T20:17:43.875048Z","steps":["trace[1078420144] 'range keys from in-memory index tree' (duration: 124.190657ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:44.289143Z","caller":"traceutil/trace.go:171","msg":"trace[1866923099] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"221.347112ms","start":"2026-06-28T20:17:44.067772Z","end":"2026-06-28T20:17:44.289119Z","steps":["trace[1866923099] 'process raft request' (duration: 221.188949ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:44.356771Z","caller":"traceutil/trace.go:171","msg":"trace[723507391] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"288.7412ms","start":"2026-06-28T20:17:44.068001Z","end":"2026-06-28T20:17:44.356742Z","steps":["trace[723507391] 'process raft request' (duration: 288.609327ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:45.887966Z","caller":"traceutil/trace.go:171","msg":"trace[214185074] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"109.633026ms","start":"2026-06-28T20:17:45.778313Z","end":"2026-06-28T20:17:45.887946Z","steps":["trace[214185074] 'process raft request' (duration: 109.513473ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:58.732226Z","caller":"traceutil/trace.go:171","msg":"trace[576686446] linearizableReadLoop","detail":"{readStateIndex:11603; appliedIndex:11602; }","duration":"302.675367ms","start":"2026-06-28T20:17:58.429526Z","end":"2026-06-28T20:17:58.732202Z","steps":["trace[576686446] 'read index received' (duration: 302.436451ms)","trace[576686446] 'applied index is now lower than readState.Index' (duration: 237.866µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:58.732274Z","caller":"traceutil/trace.go:171","msg":"trace[1897048287] transaction","detail":"{read_only:false; response_revision:11202; number_of_response:1; }","duration":"333.638321ms","start":"2026-06-28T20:17:58.398611Z","end":"2026-06-28T20:17:58.73225Z","steps":["trace[1897048287] 'process raft request' (duration: 333.435256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:58.732404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.398585Z","time spent":"333.741314ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:58.732423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.885412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:17:58.732459Z","caller":"traceutil/trace.go:171","msg":"trace[1484977987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11202; }","duration":"302.932633ms","start":"2026-06-28T20:17:58.429516Z","end":"2026-06-28T20:17:58.732448Z","steps":["trace[1484977987] 'agreement among raft nodes before linearized reading' (duration: 302.7959ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:58.732501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.429446Z","time spent":"303.046165ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:59.150625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.166993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:59.150735Z","caller":"traceutil/trace.go:171","msg":"trace[892770026] linearizableReadLoop","detail":"{readStateIndex:11604; appliedIndex:11603; }","duration":"407.431678ms","start":"2026-06-28T20:17:58.743282Z","end":"2026-06-28T20:17:59.150714Z","steps":["trace[892770026] 'read index received' (duration: 211.050961ms)","trace[892770026] 'applied index is now lower than readState.Index' (duration: 196.379037ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:59.150825Z","caller":"traceutil/trace.go:171","msg":"trace[1112843130] transaction","detail":"{read_only:false; response_revision:11203; number_of_response:1; }","duration":"413.774807ms","start":"2026-06-28T20:17:58.737009Z","end":"2026-06-28T20:17:59.150784Z","steps":["trace[1112843130] 'process raft request' (duration: 217.328958ms)","trace[1112843130] 'compare' (duration: 195.948067ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:59.150993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.707294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:59.151098Z","caller":"traceutil/trace.go:171","msg":"trace[1307509815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11203; }","duration":"407.832328ms","start":"2026-06-28T20:17:58.743245Z","end":"2026-06-28T20:17:59.151077Z","steps":["trace[1307509815] 'agreement among raft nodes before linearized reading' (duration: 407.653113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.15102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.736905Z","time spent":"414.014702ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:59.151204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.743227Z","time spent":"407.95891ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-06-28T20:17:59.211656Z","caller":"traceutil/trace.go:171","msg":"trace[1620862100] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"328.789208ms","start":"2026-06-28T20:17:58.882831Z","end":"2026-06-28T20:17:59.21162Z","steps":["trace[1620862100] 'process raft request' (duration: 328.652095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.211799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.157551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:59.21176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.514296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:59.211863Z","caller":"traceutil/trace.go:171","msg":"trace[1177459785] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11204; }","duration":"465.273074ms","start":"2026-06-28T20:17:58.746577Z","end":"2026-06-28T20:17:59.21185Z","steps":["trace[1177459785] 'agreement among raft nodes before linearized reading' (duration: 465.150131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.211888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.681366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:59.211911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.746557Z","time spent":"465.344175ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:17:59.211913Z","caller":"traceutil/trace.go:171","msg":"trace[565448077] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11204; }","duration":"467.739979ms","start":"2026-06-28T20:17:58.744152Z","end":"2026-06-28T20:17:59.211892Z","steps":["trace[565448077] 'agreement among raft nodes before linearized reading' (duration: 467.517614ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.211923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.858977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:17:59.211929Z","caller":"traceutil/trace.go:171","msg":"trace[74702377] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11204; }","duration":"258.715077ms","start":"2026-06-28T20:17:58.953194Z","end":"2026-06-28T20:17:59.21191Z","steps":["trace[74702377] 'agreement among raft nodes before linearized reading' (duration: 258.663846ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:59.211983Z","caller":"traceutil/trace.go:171","msg":"trace[919549765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11204; }","duration":"383.907268ms","start":"2026-06-28T20:17:58.828053Z","end":"2026-06-28T20:17:59.211961Z","steps":["trace[919549765] 'agreement among raft nodes before linearized reading' (duration: 383.801206ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.211996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.744138Z","time spent":"467.842203ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:17:59.212035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.827985Z","time spent":"384.040592ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:17:59.211837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.034566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:59.212108Z","caller":"traceutil/trace.go:171","msg":"trace[965203347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11204; }","duration":"274.342433ms","start":"2026-06-28T20:17:58.937755Z","end":"2026-06-28T20:17:59.212098Z","steps":["trace[965203347] 'agreement among raft nodes before linearized reading' (duration: 274.060977ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.211803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.607291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-06-28T20:17:59.212156Z","caller":"traceutil/trace.go:171","msg":"trace[474659026] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11204; }","duration":"459.992919ms","start":"2026-06-28T20:17:58.752152Z","end":"2026-06-28T20:17:59.212145Z","steps":["trace[474659026] 'agreement among raft nodes before linearized reading' (duration: 459.476707ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.212189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.752145Z","time spent":"460.03532ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:17:59.211688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.502625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:59.211831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.882803Z","time spent":"328.944501ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:17:59.212285Z","caller":"traceutil/trace.go:171","msg":"trace[484106972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11204; }","duration":"465.153281ms","start":"2026-06-28T20:17:58.747124Z","end":"2026-06-28T20:17:59.212277Z","steps":["trace[484106972] 'agreement among raft nodes before linearized reading' (duration: 464.520746ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.212317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:58.747099Z","time spent":"465.211751ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-06-28T20:17:59.745472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.66393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:17:59.745682Z","caller":"traceutil/trace.go:171","msg":"trace[761724046] linearizableReadLoop","detail":"{readStateIndex:11607; appliedIndex:11605; }","duration":"502.629898ms","start":"2026-06-28T20:17:59.243035Z","end":"2026-06-28T20:17:59.745665Z","steps":["trace[761724046] 'read index received' (duration: 10.610619ms)","trace[761724046] 'applied index is now lower than readState.Index' (duration: 492.018359ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:17:59.745788Z","caller":"traceutil/trace.go:171","msg":"trace[920072488] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"529.6461ms","start":"2026-06-28T20:17:59.2161Z","end":"2026-06-28T20:17:59.745746Z","steps":["trace[920072488] 'process raft request' (duration: 529.472166ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:59.745788Z","caller":"traceutil/trace.go:171","msg":"trace[736835331] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"529.6415ms","start":"2026-06-28T20:17:59.216057Z","end":"2026-06-28T20:17:59.745699Z","steps":["trace[736835331] 'process raft request' (duration: 37.659262ms)","trace[736835331] 'compare' (duration: 490.714578ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:17:59.745876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.825703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-28T20:17:59.746104Z","caller":"traceutil/trace.go:171","msg":"trace[2103939457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11206; }","duration":"503.076288ms","start":"2026-06-28T20:17:59.243001Z","end":"2026-06-28T20:17:59.746077Z","steps":["trace[2103939457] 'agreement among raft nodes before linearized reading' (duration: 502.74206ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.745911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.216079Z","time spent":"529.763833ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:59.746154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.242985Z","time spent":"503.15654ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:17:59.74614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.216044Z","time spent":"529.930896ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:17:59.821473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.773328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:59.821548Z","caller":"traceutil/trace.go:171","msg":"trace[1071166401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11209; }","duration":"475.886191ms","start":"2026-06-28T20:17:59.345648Z","end":"2026-06-28T20:17:59.821534Z","steps":["trace[1071166401] 'agreement among raft nodes before linearized reading' (duration: 475.772869ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.821581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.345636Z","time spent":"475.937972ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-06-28T20:17:59.821603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.189788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-06-28T20:17:59.821623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.086166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-28T20:17:59.821683Z","caller":"traceutil/trace.go:171","msg":"trace[198322807] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11209; }","duration":"473.301141ms","start":"2026-06-28T20:17:59.348361Z","end":"2026-06-28T20:17:59.821662Z","steps":["trace[198322807] 'agreement among raft nodes before linearized reading' (duration: 473.043895ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:59.82169Z","caller":"traceutil/trace.go:171","msg":"trace[1716159817] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11209; }","duration":"476.202769ms","start":"2026-06-28T20:17:59.34547Z","end":"2026-06-28T20:17:59.821673Z","steps":["trace[1716159817] 'agreement among raft nodes before linearized reading' (duration: 475.994324ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.821726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.34835Z","time spent":"473.367613ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:17:59.82173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.34545Z","time spent":"476.271531ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-06-28T20:17:59.821774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.768869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:59.821766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.332812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:17:59.821847Z","caller":"traceutil/trace.go:171","msg":"trace[1596824063] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11209; }","duration":"476.453964ms","start":"2026-06-28T20:17:59.345373Z","end":"2026-06-28T20:17:59.821827Z","steps":["trace[1596824063] 'agreement among raft nodes before linearized reading' (duration: 476.316531ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.821876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.499311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-28T20:17:59.821885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.345352Z","time spent":"476.523876ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-06-28T20:17:59.821909Z","caller":"traceutil/trace.go:171","msg":"trace[1766758471] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11209; }","duration":"369.569423ms","start":"2026-06-28T20:17:59.452327Z","end":"2026-06-28T20:17:59.821896Z","steps":["trace[1766758471] 'agreement among raft nodes before linearized reading' (duration: 369.514341ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.821941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.452307Z","time spent":"369.626794ms","remote":"127.0.0.1:44812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:17:59.821799Z","caller":"traceutil/trace.go:171","msg":"trace[805857074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11209; }","duration":"475.810469ms","start":"2026-06-28T20:17:59.345982Z","end":"2026-06-28T20:17:59.821792Z","steps":["trace[805857074] 'agreement among raft nodes before linearized reading' (duration: 475.774458ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.821979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.345974Z","time spent":"475.997574ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-06-28T20:17:59.822086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.720474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:17:59.822114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.05024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-06-28T20:17:59.822162Z","caller":"traceutil/trace.go:171","msg":"trace[769779148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11209; }","duration":"533.134492ms","start":"2026-06-28T20:17:59.289014Z","end":"2026-06-28T20:17:59.822148Z","steps":["trace[769779148] 'agreement among raft nodes before linearized reading' (duration: 532.347233ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:17:59.822118Z","caller":"traceutil/trace.go:171","msg":"trace[1978344758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11209; }","duration":"471.772625ms","start":"2026-06-28T20:17:59.350337Z","end":"2026-06-28T20:17:59.822109Z","steps":["trace[1978344758] 'agreement among raft nodes before linearized reading' (duration: 471.728144ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:17:59.822202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.288992Z","time spent":"533.202074ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:17:59.822529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:17:59.350322Z","time spent":"472.059282ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-06-28T20:18:00.586055Z","caller":"traceutil/trace.go:171","msg":"trace[1973006103] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"113.771854ms","start":"2026-06-28T20:18:00.472259Z","end":"2026-06-28T20:18:00.586031Z","steps":["trace[1973006103] 'process raft request' (duration: 113.63037ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:21:43.084014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10636} {"level":"info","ts":"2026-06-28T20:21:43.167186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10636,"took":"80.733463ms","hash":590496773,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":26521600,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-28T20:21:43.167242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":590496773,"revision":10636,"compact-revision":8221} {"level":"info","ts":"2026-06-28T20:22:32.458692Z","caller":"traceutil/trace.go:171","msg":"trace[1487756008] linearizableReadLoop","detail":"{readStateIndex:13534; appliedIndex:13533; }","duration":"156.632405ms","start":"2026-06-28T20:22:32.30203Z","end":"2026-06-28T20:22:32.458662Z","steps":["trace[1487756008] 'read index received' (duration: 156.481931ms)","trace[1487756008] 'applied index is now lower than readState.Index' (duration: 149.294µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:22:32.458778Z","caller":"traceutil/trace.go:171","msg":"trace[1308642158] transaction","detail":"{read_only:false; response_revision:13066; number_of_response:1; }","duration":"157.108435ms","start":"2026-06-28T20:22:32.301623Z","end":"2026-06-28T20:22:32.458732Z","steps":["trace[1308642158] 'process raft request' (duration: 156.848369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:22:32.458955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.895841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-06-28T20:22:32.458997Z","caller":"traceutil/trace.go:171","msg":"trace[1042056459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13066; }","duration":"156.983082ms","start":"2026-06-28T20:22:32.302003Z","end":"2026-06-28T20:22:32.458986Z","steps":["trace[1042056459] 'agreement among raft nodes before linearized reading' (duration: 156.809088ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:23:45.175508Z","caller":"traceutil/trace.go:171","msg":"trace[940209984] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"158.92425ms","start":"2026-06-28T20:23:45.016536Z","end":"2026-06-28T20:23:45.17546Z","steps":["trace[940209984] 'process raft request' (duration: 158.790757ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:23:45.176678Z","caller":"traceutil/trace.go:171","msg":"trace[1362163633] transaction","detail":"{read_only:false; response_revision:13572; number_of_response:1; }","duration":"142.352414ms","start":"2026-06-28T20:23:45.034299Z","end":"2026-06-28T20:23:45.176651Z","steps":["trace[1362163633] 'process raft request' (duration: 142.142829ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:23:47.954429Z","caller":"traceutil/trace.go:171","msg":"trace[1729188523] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"167.448639ms","start":"2026-06-28T20:23:47.786947Z","end":"2026-06-28T20:23:47.954396Z","steps":["trace[1729188523] 'process raft request' (duration: 167.250705ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:07.098566Z","caller":"traceutil/trace.go:171","msg":"trace[2040328982] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"142.948278ms","start":"2026-06-28T20:24:06.955596Z","end":"2026-06-28T20:24:07.098544Z","steps":["trace[2040328982] 'process raft request' (duration: 142.473007ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:16.804077Z","caller":"traceutil/trace.go:171","msg":"trace[1019506786] linearizableReadLoop","detail":"{readStateIndex:14253; appliedIndex:14252; }","duration":"107.578012ms","start":"2026-06-28T20:24:16.696471Z","end":"2026-06-28T20:24:16.804049Z","steps":["trace[1019506786] 'read index received' (duration: 107.358016ms)","trace[1019506786] 'applied index is now lower than readState.Index' (duration: 218.646µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:24:16.804268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.774316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:24:16.804264Z","caller":"traceutil/trace.go:171","msg":"trace[462060182] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"139.478297ms","start":"2026-06-28T20:24:16.664745Z","end":"2026-06-28T20:24:16.804223Z","steps":["trace[462060182] 'process raft request' (duration: 139.118968ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:16.804334Z","caller":"traceutil/trace.go:171","msg":"trace[869695447] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13758; }","duration":"107.906989ms","start":"2026-06-28T20:24:16.696414Z","end":"2026-06-28T20:24:16.804321Z","steps":["trace[869695447] 'agreement among raft nodes before linearized reading' (duration: 107.740105ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:23.752646Z","caller":"traceutil/trace.go:171","msg":"trace[1444300196] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"370.329236ms","start":"2026-06-28T20:24:23.382299Z","end":"2026-06-28T20:24:23.752628Z","steps":["trace[1444300196] 'process raft request' (duration: 370.204753ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:23.752766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.382281Z","time spent":"370.425029ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:24:24.448675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.595345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:24:24.448778Z","caller":"traceutil/trace.go:171","msg":"trace[750101112] linearizableReadLoop","detail":"{readStateIndex:14291; appliedIndex:14289; }","duration":"1.056969489s","start":"2026-06-28T20:24:23.391793Z","end":"2026-06-28T20:24:24.448763Z","steps":["trace[750101112] 'read index received' (duration: 360.774344ms)","trace[750101112] 'applied index is now lower than readState.Index' (duration: 696.193665ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:24:24.448859Z","caller":"traceutil/trace.go:171","msg":"trace[880357054] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"1.061086555s","start":"2026-06-28T20:24:23.387762Z","end":"2026-06-28T20:24:24.448848Z","steps":["trace[880357054] 'process raft request' (duration: 755.229154ms)","trace[880357054] 'compare' (duration: 305.455042ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:24:24.448919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.387755Z","time spent":"1.061134296s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:24:24.449307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.112224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-28T20:24:24.449331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.518079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:24:24.449377Z","caller":"traceutil/trace.go:171","msg":"trace[977387415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13794; }","duration":"747.246647ms","start":"2026-06-28T20:24:23.702114Z","end":"2026-06-28T20:24:24.44936Z","steps":["trace[977387415] 'agreement among raft nodes before linearized reading' (duration: 747.031472ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:24.449379Z","caller":"traceutil/trace.go:171","msg":"trace[1538193520] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13794; }","duration":"868.603371ms","start":"2026-06-28T20:24:23.580762Z","end":"2026-06-28T20:24:24.449366Z","steps":["trace[1538193520] 'agreement among raft nodes before linearized reading' (duration: 868.523149ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:24.449358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057542352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:24:24.449357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.64127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-06-28T20:24:24.449411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.702094Z","time spent":"747.310118ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:24:24.449415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.580732Z","time spent":"868.674632ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:24:24.449432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.175219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-06-28T20:24:24.449454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.583121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:24:24.449508Z","caller":"traceutil/trace.go:171","msg":"trace[99468582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13794; }","duration":"748.282491ms","start":"2026-06-28T20:24:23.701196Z","end":"2026-06-28T20:24:24.449478Z","steps":["trace[99468582] 'agreement among raft nodes before linearized reading' (duration: 748.078706ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:24.449549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.701139Z","time spent":"748.401464ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:24:24.449505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.590635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-b6pk7\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-06-28T20:24:24.449439Z","caller":"traceutil/trace.go:171","msg":"trace[238172465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13794; }","duration":"1.057657084s","start":"2026-06-28T20:24:23.391758Z","end":"2026-06-28T20:24:24.449415Z","steps":["trace[238172465] 'agreement among raft nodes before linearized reading' (duration: 1.057395598s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:24:24.449442Z","caller":"traceutil/trace.go:171","msg":"trace[1188930466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13794; }","duration":"312.767783ms","start":"2026-06-28T20:24:24.136653Z","end":"2026-06-28T20:24:24.449421Z","steps":["trace[1188930466] 'agreement among raft nodes before linearized reading' (duration: 312.568108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:24.449782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.391741Z","time spent":"1.058027994s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:24:24.449563Z","caller":"traceutil/trace.go:171","msg":"trace[1299228491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13794; }","duration":"749.748545ms","start":"2026-06-28T20:24:23.699786Z","end":"2026-06-28T20:24:24.449534Z","steps":["trace[1299228491] 'agreement among raft nodes before linearized reading' (duration: 749.466139ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:24.449874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:24.13663Z","time spent":"313.177613ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:24:24.44988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.699765Z","time spent":"750.100384ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:24:24.450055Z","caller":"traceutil/trace.go:171","msg":"trace[1269772121] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-b6pk7; range_end:; response_count:1; response_revision:13794; }","duration":"971.80634ms","start":"2026-06-28T20:24:23.477815Z","end":"2026-06-28T20:24:24.449622Z","steps":["trace[1269772121] 'agreement among raft nodes before linearized reading' (duration: 971.260848ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:24:24.450878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:24:23.477797Z","time spent":"973.06048ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12617,"request content":"key:\"/registry/pods/openstack/openvswitch-b6pk7\" "} {"level":"info","ts":"2026-06-28T20:25:59.344897Z","caller":"traceutil/trace.go:171","msg":"trace[1226423939] transaction","detail":"{read_only:false; response_revision:14839; number_of_response:1; }","duration":"287.972302ms","start":"2026-06-28T20:25:59.056899Z","end":"2026-06-28T20:25:59.344871Z","steps":["trace[1226423939] 'process raft request' (duration: 287.864859ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:25:59.344935Z","caller":"traceutil/trace.go:171","msg":"trace[1780425508] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"288.192667ms","start":"2026-06-28T20:25:59.056692Z","end":"2026-06-28T20:25:59.344885Z","steps":["trace[1780425508] 'process raft request' (duration: 287.914281ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:25:59.345134Z","caller":"traceutil/trace.go:171","msg":"trace[1060712994] linearizableReadLoop","detail":"{readStateIndex:15370; appliedIndex:15366; }","duration":"230.410312ms","start":"2026-06-28T20:25:59.114677Z","end":"2026-06-28T20:25:59.345088Z","steps":["trace[1060712994] 'read index received' (duration: 4.545228ms)","trace[1060712994] 'applied index is now lower than readState.Index' (duration: 225.861734ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:25:59.345253Z","caller":"traceutil/trace.go:171","msg":"trace[740849851] transaction","detail":"{read_only:false; response_revision:14840; number_of_response:1; }","duration":"288.316311ms","start":"2026-06-28T20:25:59.05692Z","end":"2026-06-28T20:25:59.345236Z","steps":["trace[740849851] 'process raft request' (duration: 287.909891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:25:59.345541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.829543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-06-28T20:25:59.345654Z","caller":"traceutil/trace.go:171","msg":"trace[1055353705] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:14840; }","duration":"231.008097ms","start":"2026-06-28T20:25:59.114617Z","end":"2026-06-28T20:25:59.345625Z","steps":["trace[1055353705] 'agreement among raft nodes before linearized reading' (duration: 230.669089ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:25:59.354504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.477189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-06-28T20:25:59.354526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.868002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-06-28T20:25:59.3546Z","caller":"traceutil/trace.go:171","msg":"trace[2113793733] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:14841; }","duration":"165.005095ms","start":"2026-06-28T20:25:59.189575Z","end":"2026-06-28T20:25:59.35458Z","steps":["trace[2113793733] 'agreement among raft nodes before linearized reading' (duration: 164.765199ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:25:59.354613Z","caller":"traceutil/trace.go:171","msg":"trace[1988078015] transaction","detail":"{read_only:false; response_revision:14841; number_of_response:1; }","duration":"114.587617ms","start":"2026-06-28T20:25:59.240016Z","end":"2026-06-28T20:25:59.354604Z","steps":["trace[1988078015] 'process raft request' (duration: 114.177687ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:25:59.35456Z","caller":"traceutil/trace.go:171","msg":"trace[1086435898] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14841; }","duration":"100.57132ms","start":"2026-06-28T20:25:59.253976Z","end":"2026-06-28T20:25:59.354547Z","steps":["trace[1086435898] 'agreement among raft nodes before linearized reading' (duration: 100.388616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:25:59.35477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.096748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-28T20:25:59.354878Z","caller":"traceutil/trace.go:171","msg":"trace[463181695] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14841; }","duration":"150.298113ms","start":"2026-06-28T20:25:59.204571Z","end":"2026-06-28T20:25:59.354869Z","steps":["trace[463181695] 'agreement among raft nodes before linearized reading' (duration: 150.014726ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.470475Z","caller":"traceutil/trace.go:171","msg":"trace[1951638616] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"115.768215ms","start":"2026-06-28T20:26:01.354684Z","end":"2026-06-28T20:26:01.470453Z","steps":["trace[1951638616] 'process raft request' (duration: 115.591131ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.662561Z","caller":"traceutil/trace.go:171","msg":"trace[1697044274] transaction","detail":"{read_only:false; response_revision:14850; number_of_response:1; }","duration":"306.755092ms","start":"2026-06-28T20:26:01.35578Z","end":"2026-06-28T20:26:01.662535Z","steps":["trace[1697044274] 'process raft request' (duration: 306.444995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.662763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.355772Z","time spent":"306.888276ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:26:01.663025Z","caller":"traceutil/trace.go:171","msg":"trace[447000009] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15379; }","duration":"302.669985ms","start":"2026-06-28T20:26:01.360322Z","end":"2026-06-28T20:26:01.662992Z","steps":["trace[447000009] 'read index received' (duration: 109.996867ms)","trace[447000009] 'applied index is now lower than readState.Index' (duration: 192.671488ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:26:01.663053Z","caller":"traceutil/trace.go:171","msg":"trace[1725011462] transaction","detail":"{read_only:false; response_revision:14851; number_of_response:1; }","duration":"306.273611ms","start":"2026-06-28T20:26:01.356717Z","end":"2026-06-28T20:26:01.662991Z","steps":["trace[1725011462] 'process raft request' (duration: 305.758429ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.663146Z","caller":"traceutil/trace.go:171","msg":"trace[333130416] transaction","detail":"{read_only:false; response_revision:14852; number_of_response:1; }","duration":"303.443604ms","start":"2026-06-28T20:26:01.359648Z","end":"2026-06-28T20:26:01.663091Z","steps":["trace[333130416] 'process raft request' (duration: 303.157507ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.663314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.989773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-28T20:26:01.663382Z","caller":"traceutil/trace.go:171","msg":"trace[1963900471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14852; }","duration":"303.108665ms","start":"2026-06-28T20:26:01.360258Z","end":"2026-06-28T20:26:01.663366Z","steps":["trace[1963900471] 'agreement among raft nodes before linearized reading' (duration: 302.89982ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.663382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.359629Z","time spent":"303.625798ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.663421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.360227Z","time spent":"303.185337ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-06-28T20:26:01.66337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.356703Z","time spent":"306.454725ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:01.747552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.264077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.747627Z","caller":"traceutil/trace.go:171","msg":"trace[880371554] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14853; }","duration":"164.40483ms","start":"2026-06-28T20:26:01.583207Z","end":"2026-06-28T20:26:01.747612Z","steps":["trace[880371554] 'agreement among raft nodes before linearized reading' (duration: 164.253407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.747622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.524563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:01.747673Z","caller":"traceutil/trace.go:171","msg":"trace[1704055940] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14853; }","duration":"164.620886ms","start":"2026-06-28T20:26:01.583038Z","end":"2026-06-28T20:26:01.747659Z","steps":["trace[1704055940] 'agreement among raft nodes before linearized reading' (duration: 164.425021ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.747791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.305345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-28T20:26:01.747773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.65029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-06-28T20:26:01.747815Z","caller":"traceutil/trace.go:171","msg":"trace[1087461213] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14853; }","duration":"158.348825ms","start":"2026-06-28T20:26:01.58946Z","end":"2026-06-28T20:26:01.747809Z","steps":["trace[1087461213] 'agreement among raft nodes before linearized reading' (duration: 158.270513ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.747853Z","caller":"traceutil/trace.go:171","msg":"trace[365237696] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:14853; }","duration":"369.769093ms","start":"2026-06-28T20:26:01.378064Z","end":"2026-06-28T20:26:01.747833Z","steps":["trace[365237696] 'agreement among raft nodes before linearized reading' (duration: 369.473226ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.747879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.578456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-06-28T20:26:01.747937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.828222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-06-28T20:26:01.747967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.780081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:01.747973Z","caller":"traceutil/trace.go:171","msg":"trace[40733388] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14853; }","duration":"386.928905ms","start":"2026-06-28T20:26:01.361032Z","end":"2026-06-28T20:26:01.747961Z","steps":["trace[40733388] 'agreement among raft nodes before linearized reading' (duration: 386.850033ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:01.747991Z","caller":"traceutil/trace.go:171","msg":"trace[987654041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14853; }","duration":"260.72372ms","start":"2026-06-28T20:26:01.487241Z","end":"2026-06-28T20:26:01.747965Z","steps":["trace[987654041] 'agreement among raft nodes before linearized reading' (duration: 260.421013ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.748007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.361006Z","time spent":"386.993066ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-06-28T20:26:01.747998Z","caller":"traceutil/trace.go:171","msg":"trace[1512830292] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14853; }","duration":"260.857522ms","start":"2026-06-28T20:26:01.48713Z","end":"2026-06-28T20:26:01.747988Z","steps":["trace[1512830292] 'agreement among raft nodes before linearized reading' (duration: 260.809891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.747909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.378052Z","time spent":"369.848065ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" "} {"level":"warn","ts":"2026-06-28T20:26:01.747863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.423551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-06-28T20:26:01.74814Z","caller":"traceutil/trace.go:171","msg":"trace[158202418] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:14853; }","duration":"373.728078ms","start":"2026-06-28T20:26:01.374404Z","end":"2026-06-28T20:26:01.748132Z","steps":["trace[158202418] 'agreement among raft nodes before linearized reading' (duration: 373.374439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.748177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:01.374391Z","time spent":"373.77776ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" "} {"level":"info","ts":"2026-06-28T20:26:01.74836Z","caller":"traceutil/trace.go:171","msg":"trace[881575067] transaction","detail":"{read_only:false; response_revision:14853; number_of_response:1; }","duration":"124.450883ms","start":"2026-06-28T20:26:01.623889Z","end":"2026-06-28T20:26:01.748339Z","steps":["trace[881575067] 'process raft request' (duration: 123.387297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.748451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.894613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-28T20:26:01.748609Z","caller":"traceutil/trace.go:171","msg":"trace[134427898] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14853; }","duration":"261.102569ms","start":"2026-06-28T20:26:01.487487Z","end":"2026-06-28T20:26:01.74859Z","steps":["trace[134427898] 'agreement among raft nodes before linearized reading' (duration: 260.842843ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:01.853555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.832988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:26:01.853621Z","caller":"traceutil/trace.go:171","msg":"trace[521116053] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14853; }","duration":"176.91542ms","start":"2026-06-28T20:26:01.67669Z","end":"2026-06-28T20:26:01.853605Z","steps":["trace[521116053] 'agreement among raft nodes before linearized reading' (duration: 72.580119ms)","trace[521116053] 'count revisions from in-memory index tree' (duration: 104.216838ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:26:06.326613Z","caller":"traceutil/trace.go:171","msg":"trace[1894636944] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"102.6586ms","start":"2026-06-28T20:26:06.223915Z","end":"2026-06-28T20:26:06.326574Z","steps":["trace[1894636944] 'process raft request' (duration: 102.397974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:06.991776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600133849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:26:07.016321Z","caller":"traceutil/trace.go:171","msg":"trace[1049886990] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"787.957196ms","start":"2026-06-28T20:26:06.228332Z","end":"2026-06-28T20:26:07.016289Z","steps":["trace[1049886990] 'process raft request' (duration: 787.142547ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.016707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.228304Z","time spent":"788.303125ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:07.735208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.084566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:26:07.735389Z","caller":"traceutil/trace.go:171","msg":"trace[1818913809] linearizableReadLoop","detail":"{readStateIndex:15410; appliedIndex:15408; }","duration":"1.243787212s","start":"2026-06-28T20:26:06.491527Z","end":"2026-06-28T20:26:07.735314Z","steps":["trace[1818913809] 'read index received' (duration: 523.881727ms)","trace[1818913809] 'applied index is now lower than readState.Index' (duration: 719.903235ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:26:07.735444Z","caller":"traceutil/trace.go:171","msg":"trace[79063809] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"845.166258ms","start":"2026-06-28T20:26:06.890182Z","end":"2026-06-28T20:26:07.735349Z","steps":["trace[79063809] 'process raft request' (duration: 654.254142ms)","trace[79063809] 'compare' (duration: 189.878551ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:26:07.735632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24409789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.735727Z","caller":"traceutil/trace.go:171","msg":"trace[1905538488] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14878; }","duration":"1.244197132s","start":"2026-06-28T20:26:06.491478Z","end":"2026-06-28T20:26:07.735675Z","steps":["trace[1905538488] 'agreement among raft nodes before linearized reading' (duration: 1.244064759s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.735817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.491454Z","time spent":"1.244316155s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-28T20:26:07.735815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.890146Z","time spent":"845.480225ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:26:07.747231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253935786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-28T20:26:07.747275Z","caller":"traceutil/trace.go:171","msg":"trace[2104203744] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14879; }","duration":"1.254030428s","start":"2026-06-28T20:26:06.493233Z","end":"2026-06-28T20:26:07.747263Z","steps":["trace[2104203744] 'agreement among raft nodes before linearized reading' (duration: 1.253875554s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.378785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-28T20:26:07.7473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.493205Z","time spent":"1.25409032s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-06-28T20:26:07.747332Z","caller":"traceutil/trace.go:171","msg":"trace[433520538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14879; }","duration":"619.481938ms","start":"2026-06-28T20:26:07.127828Z","end":"2026-06-28T20:26:07.74731Z","steps":["trace[433520538] 'agreement among raft nodes before linearized reading' (duration: 619.331875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:07.127808Z","time spent":"619.5508ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.794908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-06-28T20:26:07.747388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.18682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-06-28T20:26:07.747398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.006273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:07.747461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.914931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2kxdg\" ","response":"range_response_count:1 size:20656"} {"level":"info","ts":"2026-06-28T20:26:07.747521Z","caller":"traceutil/trace.go:171","msg":"trace[720104146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14879; }","duration":"812.193188ms","start":"2026-06-28T20:26:06.935313Z","end":"2026-06-28T20:26:07.747506Z","steps":["trace[720104146] 'agreement among raft nodes before linearized reading' (duration: 811.959742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.171255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:26:07.747543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.025634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:07.747566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.935275Z","time spent":"812.2827ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.277976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:07.747575Z","caller":"traceutil/trace.go:171","msg":"trace[1405692237] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14879; }","duration":"938.085355ms","start":"2026-06-28T20:26:06.809481Z","end":"2026-06-28T20:26:07.747566Z","steps":["trace[1405692237] 'agreement among raft nodes before linearized reading' (duration: 938.046024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.74764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.088748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.747621Z","caller":"traceutil/trace.go:171","msg":"trace[1814921238] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14879; }","duration":"932.430839ms","start":"2026-06-28T20:26:06.815173Z","end":"2026-06-28T20:26:07.747604Z","steps":["trace[1814921238] 'agreement among raft nodes before linearized reading' (duration: 932.168133ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.747659Z","caller":"traceutil/trace.go:171","msg":"trace[2011082517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14879; }","duration":"470.157979ms","start":"2026-06-28T20:26:07.277496Z","end":"2026-06-28T20:26:07.747654Z","steps":["trace[2011082517] 'agreement among raft nodes before linearized reading' (duration: 470.131899ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.747435Z","caller":"traceutil/trace.go:171","msg":"trace[953936663] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14879; }","duration":"932.946062ms","start":"2026-06-28T20:26:06.814469Z","end":"2026-06-28T20:26:07.747415Z","steps":["trace[953936663] 'agreement among raft nodes before linearized reading' (duration: 932.717646ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.711602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-06-28T20:26:07.74767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.809286Z","time spent":"938.372531ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-06-28T20:26:07.747744Z","caller":"traceutil/trace.go:171","msg":"trace[549725869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14879; }","duration":"558.790083ms","start":"2026-06-28T20:26:07.188944Z","end":"2026-06-28T20:26:07.747734Z","steps":["trace[549725869] 'agreement among raft nodes before linearized reading' (duration: 558.688381ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.74757Z","caller":"traceutil/trace.go:171","msg":"trace[1313278405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14879; }","duration":"247.229626ms","start":"2026-06-28T20:26:07.500332Z","end":"2026-06-28T20:26:07.747562Z","steps":["trace[1313278405] 'agreement among raft nodes before linearized reading' (duration: 247.162905ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:07.188924Z","time spent":"558.846755ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.814435Z","time spent":"933.27457ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.25695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-06-28T20:26:07.747454Z","caller":"traceutil/trace.go:171","msg":"trace[1637321775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14879; }","duration":"805.285412ms","start":"2026-06-28T20:26:06.942154Z","end":"2026-06-28T20:26:07.747439Z","steps":["trace[1637321775] 'agreement among raft nodes before linearized reading' (duration: 805.056787ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.747845Z","caller":"traceutil/trace.go:171","msg":"trace[1723676301] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14879; }","duration":"933.619548ms","start":"2026-06-28T20:26:06.814214Z","end":"2026-06-28T20:26:07.747834Z","steps":["trace[1723676301] 'agreement among raft nodes before linearized reading' (duration: 933.216258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.942139Z","time spent":"805.699232ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.814204Z","time spent":"933.66939ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-06-28T20:26:07.747561Z","caller":"traceutil/trace.go:171","msg":"trace[2041068575] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2kxdg; range_end:; response_count:1; response_revision:14879; }","duration":"666.049215ms","start":"2026-06-28T20:26:07.081488Z","end":"2026-06-28T20:26:07.747537Z","steps":["trace[2041068575] 'agreement among raft nodes before linearized reading' (duration: 665.753948ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:07.081472Z","time spent":"666.449844ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20678,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2kxdg\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250645287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-06-28T20:26:07.748045Z","caller":"traceutil/trace.go:171","msg":"trace[1251478205] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14879; }","duration":"1.251085517s","start":"2026-06-28T20:26:06.496938Z","end":"2026-06-28T20:26:07.748024Z","steps":["trace[1251478205] 'agreement among raft nodes before linearized reading' (duration: 1.250585185s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.748077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.496905Z","time spent":"1.251163129s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.014653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:07.747685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:07.277467Z","time spent":"470.213221ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:26:07.74817Z","caller":"traceutil/trace.go:171","msg":"trace[1868529687] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14879; }","duration":"298.557926ms","start":"2026-06-28T20:26:07.449588Z","end":"2026-06-28T20:26:07.748146Z","steps":["trace[1868529687] 'agreement among raft nodes before linearized reading' (duration: 297.998173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.747683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.815152Z","time spent":"932.516912ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-06-28T20:26:07.747507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.481637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.748477Z","caller":"traceutil/trace.go:171","msg":"trace[62969249] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14879; }","duration":"942.483291ms","start":"2026-06-28T20:26:06.805981Z","end":"2026-06-28T20:26:07.748464Z","steps":["trace[62969249] 'agreement among raft nodes before linearized reading' (duration: 941.498497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.748517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:26:06.805949Z","time spent":"942.557912ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-06-28T20:26:07.971341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.514821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-28T20:26:07.971387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.862439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.971447Z","caller":"traceutil/trace.go:171","msg":"trace[893075808] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14884; }","duration":"103.631754ms","start":"2026-06-28T20:26:07.867779Z","end":"2026-06-28T20:26:07.971411Z","steps":["trace[893075808] 'range keys from in-memory index tree' (duration: 103.412939ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.971467Z","caller":"traceutil/trace.go:171","msg":"trace[136051368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14884; }","duration":"103.982092ms","start":"2026-06-28T20:26:07.867461Z","end":"2026-06-28T20:26:07.971443Z","steps":["trace[136051368] 'range keys from in-memory index tree' (duration: 103.782898ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.97167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.915563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-06-28T20:26:07.971701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.333423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.971756Z","caller":"traceutil/trace.go:171","msg":"trace[2023195990] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14884; }","duration":"102.033395ms","start":"2026-06-28T20:26:07.869704Z","end":"2026-06-28T20:26:07.971737Z","steps":["trace[2023195990] 'range keys from in-memory index tree' (duration: 101.771469ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:07.971765Z","caller":"traceutil/trace.go:171","msg":"trace[2110163550] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14884; }","duration":"102.414075ms","start":"2026-06-28T20:26:07.869335Z","end":"2026-06-28T20:26:07.971749Z","steps":["trace[2110163550] 'range keys from in-memory index tree' (duration: 102.284642ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:07.971466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.587583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:07.972106Z","caller":"traceutil/trace.go:171","msg":"trace[1805005681] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14884; }","duration":"104.251239ms","start":"2026-06-28T20:26:07.867835Z","end":"2026-06-28T20:26:07.972086Z","steps":["trace[1805005681] 'range keys from in-memory index tree' (duration: 103.542762ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:08.622074Z","caller":"traceutil/trace.go:171","msg":"trace[2044844805] transaction","detail":"{read_only:false; response_revision:14886; number_of_response:1; }","duration":"289.371896ms","start":"2026-06-28T20:26:08.332672Z","end":"2026-06-28T20:26:08.622044Z","steps":["trace[2044844805] 'process raft request' (duration: 289.147481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:09.14134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.851089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-28T20:26:09.14141Z","caller":"traceutil/trace.go:171","msg":"trace[812876898] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14886; }","duration":"282.965132ms","start":"2026-06-28T20:26:08.858424Z","end":"2026-06-28T20:26:09.141389Z","steps":["trace[812876898] 'count revisions from in-memory index tree' (duration: 282.772367ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:26:09.141392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.760563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-28T20:26:09.14148Z","caller":"traceutil/trace.go:171","msg":"trace[2117011937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14886; }","duration":"203.897616ms","start":"2026-06-28T20:26:08.937557Z","end":"2026-06-28T20:26:09.141455Z","steps":["trace[2117011937] 'range keys from in-memory index tree' (duration: 203.676461ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:26:43.093637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12637} {"level":"info","ts":"2026-06-28T20:26:43.243726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12637,"took":"146.217495ms","hash":2179426484,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":29024256,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-06-28T20:26:43.243814Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2179426484,"revision":12637,"compact-revision":10636} {"level":"info","ts":"2026-06-28T20:27:44.604134Z","caller":"traceutil/trace.go:171","msg":"trace[195549675] transaction","detail":"{read_only:false; response_revision:15493; number_of_response:1; }","duration":"178.248777ms","start":"2026-06-28T20:27:44.425858Z","end":"2026-06-28T20:27:44.604107Z","steps":["trace[195549675] 'process raft request' (duration: 178.047812ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:27:44.609345Z","caller":"traceutil/trace.go:171","msg":"trace[1524120657] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"182.858377ms","start":"2026-06-28T20:27:44.426448Z","end":"2026-06-28T20:27:44.609306Z","steps":["trace[1524120657] 'process raft request' (duration: 182.629931ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:27:44.609534Z","caller":"traceutil/trace.go:171","msg":"trace[2049816385] linearizableReadLoop","detail":"{readStateIndex:16048; appliedIndex:16046; }","duration":"128.812666ms","start":"2026-06-28T20:27:44.480687Z","end":"2026-06-28T20:27:44.609499Z","steps":["trace[2049816385] 'read index received' (duration: 123.304065ms)","trace[2049816385] 'applied index is now lower than readState.Index' (duration: 5.506161ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:27:44.609935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.229586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-28T20:27:44.609989Z","caller":"traceutil/trace.go:171","msg":"trace[930099871] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:15495; }","duration":"129.308368ms","start":"2026-06-28T20:27:44.480665Z","end":"2026-06-28T20:27:44.609973Z","steps":["trace[930099871] 'agreement among raft nodes before linearized reading' (duration: 129.106773ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:29:21.032041Z","caller":"traceutil/trace.go:171","msg":"trace[1601946056] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"143.387024ms","start":"2026-06-28T20:29:20.888621Z","end":"2026-06-28T20:29:21.032008Z","steps":["trace[1601946056] 'process raft request' (duration: 140.793312ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:15.966527Z","caller":"traceutil/trace.go:171","msg":"trace[176829509] linearizableReadLoop","detail":"{readStateIndex:17750; appliedIndex:17749; }","duration":"122.690931ms","start":"2026-06-28T20:31:15.843801Z","end":"2026-06-28T20:31:15.966492Z","steps":["trace[176829509] 'read index received' (duration: 110.341856ms)","trace[176829509] 'applied index is now lower than readState.Index' (duration: 12.347635ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:31:15.966555Z","caller":"traceutil/trace.go:171","msg":"trace[1351516451] transaction","detail":"{read_only:false; response_revision:17141; number_of_response:1; }","duration":"126.868851ms","start":"2026-06-28T20:31:15.839651Z","end":"2026-06-28T20:31:15.96652Z","steps":["trace[1351516451] 'process raft request' (duration: 114.518666ms)","trace[1351516451] 'compare' (duration: 12.072088ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:31:15.967372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.557262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:944464"} {"level":"info","ts":"2026-06-28T20:31:15.967432Z","caller":"traceutil/trace.go:171","msg":"trace[1770327635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17141; }","duration":"123.640494ms","start":"2026-06-28T20:31:15.843778Z","end":"2026-06-28T20:31:15.967419Z","steps":["trace[1770327635] 'agreement among raft nodes before linearized reading' (duration: 122.799964ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:40.949423Z","caller":"traceutil/trace.go:171","msg":"trace[687635108] transaction","detail":"{read_only:false; response_revision:17339; number_of_response:1; }","duration":"101.113296ms","start":"2026-06-28T20:31:40.848273Z","end":"2026-06-28T20:31:40.949386Z","steps":["trace[687635108] 'process raft request' (duration: 98.686138ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:31:43.100067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15060} {"level":"info","ts":"2026-06-28T20:31:43.209623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15060,"took":"106.498624ms","hash":563215411,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T20:31:43.209704Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":563215411,"revision":15060,"compact-revision":12637} {"level":"warn","ts":"2026-06-28T20:32:04.175177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.587978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:32:04.175267Z","caller":"traceutil/trace.go:171","msg":"trace[1604786098] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:17496; }","duration":"499.728902ms","start":"2026-06-28T20:32:03.675523Z","end":"2026-06-28T20:32:04.175252Z","steps":["trace[1604786098] 'count revisions from in-memory index tree' (duration: 499.500436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.175317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:03.675501Z","time spent":"499.807063ms","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:32:04.18197Z","caller":"traceutil/trace.go:171","msg":"trace[289411565] linearizableReadLoop","detail":"{readStateIndex:18119; appliedIndex:18118; }","duration":"391.879745ms","start":"2026-06-28T20:32:03.790072Z","end":"2026-06-28T20:32:04.181952Z","steps":["trace[289411565] 'read index received' (duration: 391.818824ms)","trace[289411565] 'applied index is now lower than readState.Index' (duration: 59.921µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:04.182065Z","caller":"traceutil/trace.go:171","msg":"trace[1980713826] transaction","detail":"{read_only:false; response_revision:17497; number_of_response:1; }","duration":"493.964745ms","start":"2026-06-28T20:32:03.688047Z","end":"2026-06-28T20:32:04.182012Z","steps":["trace[1980713826] 'process raft request' (duration: 493.78557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.182143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.054509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:32:04.182169Z","caller":"traceutil/trace.go:171","msg":"trace[1593744911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17497; }","duration":"392.126191ms","start":"2026-06-28T20:32:03.790035Z","end":"2026-06-28T20:32:04.182161Z","steps":["trace[1593744911] 'agreement among raft nodes before linearized reading' (duration: 392.016109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.182202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:03.790018Z","time spent":"392.174322ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:32:04.182277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:03.688011Z","time spent":"494.157609ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:04.187676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.675203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:32:04.187739Z","caller":"traceutil/trace.go:171","msg":"trace[1680707858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17498; }","duration":"281.830467ms","start":"2026-06-28T20:32:03.905895Z","end":"2026-06-28T20:32:04.187725Z","steps":["trace[1680707858] 'agreement among raft nodes before linearized reading' (duration: 281.611922ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.187834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.613054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:32:04.187855Z","caller":"traceutil/trace.go:171","msg":"trace[544579318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17498; }","duration":"250.668265ms","start":"2026-06-28T20:32:03.937182Z","end":"2026-06-28T20:32:04.18785Z","steps":["trace[544579318] 'agreement among raft nodes before linearized reading' (duration: 250.633954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.188169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.179869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:32:04.188229Z","caller":"traceutil/trace.go:171","msg":"trace[97102842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17498; }","duration":"125.23619ms","start":"2026-06-28T20:32:04.062977Z","end":"2026-06-28T20:32:04.188213Z","steps":["trace[97102842] 'agreement among raft nodes before linearized reading' (duration: 125.124578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:04.189395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.152029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:32:04.189463Z","caller":"traceutil/trace.go:171","msg":"trace[1170646173] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17498; }","duration":"149.258392ms","start":"2026-06-28T20:32:04.040186Z","end":"2026-06-28T20:32:04.189444Z","steps":["trace[1170646173] 'agreement among raft nodes before linearized reading' (duration: 147.553721ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:09.547121Z","caller":"traceutil/trace.go:171","msg":"trace[822012171] transaction","detail":"{read_only:false; response_revision:17529; number_of_response:1; }","duration":"236.57598ms","start":"2026-06-28T20:32:09.310515Z","end":"2026-06-28T20:32:09.547091Z","steps":["trace[822012171] 'process raft request' (duration: 187.021451ms)","trace[822012171] 'compare' (duration: 49.056807ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:09.584096Z","caller":"traceutil/trace.go:171","msg":"trace[1572045254] linearizableReadLoop","detail":"{readStateIndex:18154; appliedIndex:18151; }","duration":"254.000565ms","start":"2026-06-28T20:32:09.330073Z","end":"2026-06-28T20:32:09.584074Z","steps":["trace[1572045254] 'read index received' (duration: 167.538787ms)","trace[1572045254] 'applied index is now lower than readState.Index' (duration: 86.460848ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:09.584123Z","caller":"traceutil/trace.go:171","msg":"trace[246256056] transaction","detail":"{read_only:false; response_revision:17530; number_of_response:1; }","duration":"264.259548ms","start":"2026-06-28T20:32:09.319837Z","end":"2026-06-28T20:32:09.584097Z","steps":["trace[246256056] 'process raft request' (duration: 264.033033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:09.584429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.337582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2kxdg\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-06-28T20:32:09.584489Z","caller":"traceutil/trace.go:171","msg":"trace[1684943305] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2kxdg; range_end:; response_count:1; response_revision:17531; }","duration":"254.433504ms","start":"2026-06-28T20:32:09.33004Z","end":"2026-06-28T20:32:09.584474Z","steps":["trace[1684943305] 'agreement among raft nodes before linearized reading' (duration: 254.130887ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:09.58448Z","caller":"traceutil/trace.go:171","msg":"trace[137584316] transaction","detail":"{read_only:false; response_revision:17531; number_of_response:1; }","duration":"259.32567ms","start":"2026-06-28T20:32:09.325117Z","end":"2026-06-28T20:32:09.584443Z","steps":["trace[137584316] 'process raft request' (duration: 258.90054ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:09.704669Z","caller":"traceutil/trace.go:171","msg":"trace[950906073] transaction","detail":"{read_only:false; response_revision:17532; number_of_response:1; }","duration":"106.168107ms","start":"2026-06-28T20:32:09.598465Z","end":"2026-06-28T20:32:09.704633Z","steps":["trace[950906073] 'process raft request' (duration: 105.926971ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:10.299635Z","caller":"traceutil/trace.go:171","msg":"trace[1567198758] linearizableReadLoop","detail":"{readStateIndex:18156; appliedIndex:18155; }","duration":"361.351219ms","start":"2026-06-28T20:32:09.938254Z","end":"2026-06-28T20:32:10.299605Z","steps":["trace[1567198758] 'read index received' (duration: 283.325212ms)","trace[1567198758] 'applied index is now lower than readState.Index' (duration: 78.024237ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:10.299973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.698937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:32:10.300079Z","caller":"traceutil/trace.go:171","msg":"trace[1242339526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17532; }","duration":"361.867441ms","start":"2026-06-28T20:32:09.938197Z","end":"2026-06-28T20:32:10.300065Z","steps":["trace[1242339526] 'agreement among raft nodes before linearized reading' (duration: 361.626995ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.300333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:09.938177Z","time spent":"362.137338ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:32:10.395093Z","caller":"traceutil/trace.go:171","msg":"trace[621545647] transaction","detail":"{read_only:false; response_revision:17533; number_of_response:1; }","duration":"296.903915ms","start":"2026-06-28T20:32:10.098162Z","end":"2026-06-28T20:32:10.395066Z","steps":["trace[621545647] 'process raft request' (duration: 296.648429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.395328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.249688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:32:10.395456Z","caller":"traceutil/trace.go:171","msg":"trace[1625622654] transaction","detail":"{read_only:false; response_revision:17534; number_of_response:1; }","duration":"184.774997ms","start":"2026-06-28T20:32:10.210636Z","end":"2026-06-28T20:32:10.395411Z","steps":["trace[1625622654] 'process raft request' (duration: 184.372287ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:10.395464Z","caller":"traceutil/trace.go:171","msg":"trace[550804723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17534; }","duration":"177.426102ms","start":"2026-06-28T20:32:10.218023Z","end":"2026-06-28T20:32:10.395449Z","steps":["trace[550804723] 'agreement among raft nodes before linearized reading' (duration: 177.192686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.395758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.319178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:32:10.395869Z","caller":"traceutil/trace.go:171","msg":"trace[179648531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17534; }","duration":"166.481031ms","start":"2026-06-28T20:32:10.229368Z","end":"2026-06-28T20:32:10.395849Z","steps":["trace[179648531] 'agreement among raft nodes before linearized reading' (duration: 166.209175ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.395364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.412567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-28T20:32:10.39626Z","caller":"traceutil/trace.go:171","msg":"trace[48497503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17534; }","duration":"174.340219ms","start":"2026-06-28T20:32:10.221906Z","end":"2026-06-28T20:32:10.396247Z","steps":["trace[48497503] 'agreement among raft nodes before linearized reading' (duration: 173.299124ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.396301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.442162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:32:10.396349Z","caller":"traceutil/trace.go:171","msg":"trace[1618853633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17534; }","duration":"182.526884ms","start":"2026-06-28T20:32:10.213811Z","end":"2026-06-28T20:32:10.396338Z","steps":["trace[1618853633] 'agreement among raft nodes before linearized reading' (duration: 182.424871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:10.396261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.739265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:32:10.396596Z","caller":"traceutil/trace.go:171","msg":"trace[1713924305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17534; }","duration":"182.083773ms","start":"2026-06-28T20:32:10.214464Z","end":"2026-06-28T20:32:10.396547Z","steps":["trace[1713924305] 'agreement among raft nodes before linearized reading' (duration: 181.025358ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:10.503251Z","caller":"traceutil/trace.go:171","msg":"trace[1745433996] linearizableReadLoop","detail":"{readStateIndex:18159; appliedIndex:18158; }","duration":"101.436314ms","start":"2026-06-28T20:32:10.401776Z","end":"2026-06-28T20:32:10.503212Z","steps":["trace[1745433996] 'read index received' (duration: 20.322794ms)","trace[1745433996] 'applied index is now lower than readState.Index' (duration: 81.11237ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:10.503341Z","caller":"traceutil/trace.go:171","msg":"trace[721261374] transaction","detail":"{read_only:false; response_revision:17535; number_of_response:1; }","duration":"102.180802ms","start":"2026-06-28T20:32:10.401122Z","end":"2026-06-28T20:32:10.503302Z","steps":["trace[721261374] 'process raft request' (duration: 20.840436ms)","trace[721261374] 'compare' (duration: 81.056959ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:10.504863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.045872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946179"} {"level":"info","ts":"2026-06-28T20:32:10.504925Z","caller":"traceutil/trace.go:171","msg":"trace[275309767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17535; }","duration":"103.168085ms","start":"2026-06-28T20:32:10.401744Z","end":"2026-06-28T20:32:10.504912Z","steps":["trace[275309767] 'agreement among raft nodes before linearized reading' (duration: 101.617928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.55272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305023365s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:32:12.552816Z","caller":"traceutil/trace.go:171","msg":"trace[1575902930] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17535; }","duration":"1.305127277s","start":"2026-06-28T20:32:11.247674Z","end":"2026-06-28T20:32:12.552801Z","steps":["trace[1575902930] 'range keys from in-memory index tree' (duration: 1.305005675s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.55362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503232881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:32:12.553749Z","caller":"traceutil/trace.go:171","msg":"trace[1189112215] transaction","detail":"{read_only:false; response_revision:17536; number_of_response:1; }","duration":"2.151677991s","start":"2026-06-28T20:32:10.402054Z","end":"2026-06-28T20:32:12.553732Z","steps":["trace[1189112215] 'process raft request' (duration: 648.265955ms)","trace[1189112215] 'compare' (duration: 1.502294689s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:12.55379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.40204Z","time spent":"2.151731363s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:12.554055Z","caller":"traceutil/trace.go:171","msg":"trace[598339683] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"2.151687801s","start":"2026-06-28T20:32:10.40236Z","end":"2026-06-28T20:32:12.554048Z","steps":["trace[598339683] 'process raft request' (duration: 2.151543138s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.554098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.402351Z","time spent":"2.151723132s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:12.554079Z","caller":"traceutil/trace.go:171","msg":"trace[1581037194] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"2.151754743s","start":"2026-06-28T20:32:10.402295Z","end":"2026-06-28T20:32:12.55405Z","steps":["trace[1581037194] 'process raft request' (duration: 2.151397395s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:12.554093Z","caller":"traceutil/trace.go:171","msg":"trace[1473513103] transaction","detail":"{read_only:false; response_revision:17539; number_of_response:1; }","duration":"2.15163875s","start":"2026-06-28T20:32:10.402424Z","end":"2026-06-28T20:32:12.554063Z","steps":["trace[1473513103] 'process raft request' (duration: 2.151563959s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:12.554173Z","caller":"traceutil/trace.go:171","msg":"trace[1464518877] linearizableReadLoop","detail":"{readStateIndex:18164; appliedIndex:18159; }","duration":"1.964663191s","start":"2026-06-28T20:32:10.589488Z","end":"2026-06-28T20:32:12.554152Z","steps":["trace[1464518877] 'read index received' (duration: 460.771704ms)","trace[1464518877] 'applied index is now lower than readState.Index' (duration: 1.503890527s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:12.554258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.402284Z","time spent":"2.151857475s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:12.554282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.402388Z","time spent":"2.151776933s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:12.554349Z","caller":"traceutil/trace.go:171","msg":"trace[1913212488] transaction","detail":"{read_only:false; response_revision:17540; number_of_response:1; }","duration":"2.15163182s","start":"2026-06-28T20:32:10.402667Z","end":"2026-06-28T20:32:12.554299Z","steps":["trace[1913212488] 'process raft request' (duration: 2.151359844s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.554419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964916326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:32:12.554476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.402654Z","time spent":"2.151756953s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:12.554526Z","caller":"traceutil/trace.go:171","msg":"trace[1855682393] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17540; }","duration":"1.96507621s","start":"2026-06-28T20:32:10.589423Z","end":"2026-06-28T20:32:12.554499Z","steps":["trace[1855682393] 'agreement among raft nodes before linearized reading' (duration: 1.964909806s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.554586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.589395Z","time spent":"1.965173493s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:32:12.618635Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065820282s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:32:12.618942Z","caller":"traceutil/trace.go:171","msg":"trace[788783047] transaction","detail":"{read_only:false; response_revision:17541; number_of_response:1; }","duration":"1.066229452s","start":"2026-06-28T20:32:11.552691Z","end":"2026-06-28T20:32:12.618921Z","steps":["trace[788783047] 'process raft request' (duration: 1.066126189s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.61906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:11.552665Z","time spent":"1.066335675s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:12.821517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.605768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:32:12.82168Z","caller":"traceutil/trace.go:171","msg":"trace[1066733452] linearizableReadLoop","detail":"{readStateIndex:18168; appliedIndex:18164; }","duration":"267.417324ms","start":"2026-06-28T20:32:12.55425Z","end":"2026-06-28T20:32:12.821667Z","steps":["trace[1066733452] 'read index received' (duration: 64.628178ms)","trace[1066733452] 'applied index is now lower than readState.Index' (duration: 202.788426ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:12.821686Z","caller":"traceutil/trace.go:171","msg":"trace[1472251040] transaction","detail":"{read_only:false; response_revision:17542; number_of_response:1; }","duration":"1.232396517s","start":"2026-06-28T20:32:11.589268Z","end":"2026-06-28T20:32:12.821665Z","steps":["trace[1472251040] 'process raft request' (duration: 1.080573554s)","trace[1472251040] 'compare' (duration: 151.436203ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:12.821767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:11.58921Z","time spent":"1.232516219s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:12.821823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156685361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:32:12.821847Z","caller":"traceutil/trace.go:171","msg":"trace[997001239] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17544; }","duration":"2.156751313s","start":"2026-06-28T20:32:10.66509Z","end":"2026-06-28T20:32:12.821841Z","steps":["trace[997001239] 'agreement among raft nodes before linearized reading' (duration: 2.15664651s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.821853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214724362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:32:12.821899Z","caller":"traceutil/trace.go:171","msg":"trace[2093876469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17544; }","duration":"2.214811034s","start":"2026-06-28T20:32:10.607078Z","end":"2026-06-28T20:32:12.821889Z","steps":["trace[2093876469] 'agreement among raft nodes before linearized reading' (duration: 2.214673311s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:12.821903Z","caller":"traceutil/trace.go:171","msg":"trace[5676475] transaction","detail":"{read_only:false; response_revision:17543; number_of_response:1; }","duration":"1.133929563s","start":"2026-06-28T20:32:11.687967Z","end":"2026-06-28T20:32:12.821897Z","steps":["trace[5676475] 'process raft request' (duration: 1.133626616s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.821933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.607052Z","time spent":"2.214872376s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:32:12.821945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:11.687947Z","time spent":"1.133977705s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:12.821868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.665068Z","time spent":"2.156794754s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":74,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:32:12.821954Z","caller":"traceutil/trace.go:171","msg":"trace[1599626232] transaction","detail":"{read_only:false; response_revision:17544; number_of_response:1; }","duration":"419.468032ms","start":"2026-06-28T20:32:12.402453Z","end":"2026-06-28T20:32:12.821921Z","steps":["trace[1599626232] 'process raft request' (duration: 419.183805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.821836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.114143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:32:12.821998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.170136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:32:12.822007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169735911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-06-28T20:32:12.822043Z","caller":"traceutil/trace.go:171","msg":"trace[196890285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17544; }","duration":"885.371909ms","start":"2026-06-28T20:32:11.936659Z","end":"2026-06-28T20:32:12.822031Z","steps":["trace[196890285] 'agreement among raft nodes before linearized reading' (duration: 885.062542ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:12.822057Z","caller":"traceutil/trace.go:171","msg":"trace[1683540179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17544; }","duration":"314.217887ms","start":"2026-06-28T20:32:12.507821Z","end":"2026-06-28T20:32:12.822038Z","steps":["trace[1683540179] 'agreement among raft nodes before linearized reading' (duration: 314.065834ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.822062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.569806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rmmkw\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-06-28T20:32:12.822084Z","caller":"traceutil/trace.go:171","msg":"trace[839464496] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:17544; }","duration":"2.169891735s","start":"2026-06-28T20:32:10.652175Z","end":"2026-06-28T20:32:12.822066Z","steps":["trace[839464496] 'agreement among raft nodes before linearized reading' (duration: 2.16968232s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:12.822195Z","caller":"traceutil/trace.go:171","msg":"trace[1103532001] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rmmkw; range_end:; response_count:1; response_revision:17544; }","duration":"301.766471ms","start":"2026-06-28T20:32:12.520402Z","end":"2026-06-28T20:32:12.822168Z","steps":["trace[1103532001] 'agreement among raft nodes before linearized reading' (duration: 301.29057ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:12.822292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:10.652151Z","time spent":"2.170118641s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" "} {"level":"warn","ts":"2026-06-28T20:32:12.822093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:11.93664Z","time spent":"885.43729ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:32:12.822106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:12.507776Z","time spent":"314.32253ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:32:12.822347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:12.520385Z","time spent":"301.898044ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rmmkw\" "} {"level":"warn","ts":"2026-06-28T20:32:12.822116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:12.402423Z","time spent":"419.614215ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:22.961739Z","caller":"traceutil/trace.go:171","msg":"trace[1289878646] linearizableReadLoop","detail":"{readStateIndex:18348; appliedIndex:18347; }","duration":"346.733001ms","start":"2026-06-28T20:32:22.614977Z","end":"2026-06-28T20:32:22.96171Z","steps":["trace[1289878646] 'read index received' (duration: 346.493105ms)","trace[1289878646] 'applied index is now lower than readState.Index' (duration: 238.866µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:32:22.962133Z","caller":"traceutil/trace.go:171","msg":"trace[518048810] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"368.791716ms","start":"2026-06-28T20:32:22.593324Z","end":"2026-06-28T20:32:22.962116Z","steps":["trace[518048810] 'process raft request' (duration: 368.221552ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:22.962265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.593314Z","time spent":"368.865127ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3738,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:22.962538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.55508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:32:22.962585Z","caller":"traceutil/trace.go:171","msg":"trace[43448520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17716; }","duration":"347.632622ms","start":"2026-06-28T20:32:22.614938Z","end":"2026-06-28T20:32:22.962571Z","steps":["trace[43448520] 'agreement among raft nodes before linearized reading' (duration: 347.486829ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:22.962623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.614921Z","time spent":"347.693123ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:32:23.199134Z","caller":"traceutil/trace.go:171","msg":"trace[1727405486] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"549.372583ms","start":"2026-06-28T20:32:22.649737Z","end":"2026-06-28T20:32:23.19911Z","steps":["trace[1727405486] 'process raft request' (duration: 549.175168ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.199296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.649725Z","time spent":"549.488276ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:23.199592Z","caller":"traceutil/trace.go:171","msg":"trace[2072891669] transaction","detail":"{read_only:false; response_revision:17718; number_of_response:1; }","duration":"342.036449ms","start":"2026-06-28T20:32:22.857525Z","end":"2026-06-28T20:32:23.199561Z","steps":["trace[2072891669] 'process raft request' (duration: 341.538137ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:23.199755Z","caller":"traceutil/trace.go:171","msg":"trace[128596960] linearizableReadLoop","detail":"{readStateIndex:18351; appliedIndex:18348; }","duration":"237.910621ms","start":"2026-06-28T20:32:22.961831Z","end":"2026-06-28T20:32:23.199741Z","steps":["trace[128596960] 'read index received' (duration: 237.097012ms)","trace[128596960] 'applied index is now lower than readState.Index' (duration: 812.509µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:32:23.199768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.8575Z","time spent":"342.178093ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:32:23.199912Z","caller":"traceutil/trace.go:171","msg":"trace[1726982564] transaction","detail":"{read_only:false; response_revision:17719; number_of_response:1; }","duration":"337.01903ms","start":"2026-06-28T20:32:22.862882Z","end":"2026-06-28T20:32:23.199901Z","steps":["trace[1726982564] 'process raft request' (duration: 336.569819ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.199979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.862864Z","time spent":"337.080331ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:32:23.200235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.959859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:32:23.200303Z","caller":"traceutil/trace.go:171","msg":"trace[759284468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17719; }","duration":"577.038021ms","start":"2026-06-28T20:32:22.623249Z","end":"2026-06-28T20:32:23.200287Z","steps":["trace[759284468] 'agreement among raft nodes before linearized reading' (duration: 576.853807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.200346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.623244Z","time spent":"577.090692ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:32:23.200485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.631315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:32:23.200538Z","caller":"traceutil/trace.go:171","msg":"trace[1418663024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17719; }","duration":"577.700347ms","start":"2026-06-28T20:32:22.622823Z","end":"2026-06-28T20:32:23.200523Z","steps":["trace[1418663024] 'agreement among raft nodes before linearized reading' (duration: 577.315028ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.200571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.622813Z","time spent":"577.750659ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:32:23.200593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.133991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:32:23.20064Z","caller":"traceutil/trace.go:171","msg":"trace[2114780243] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17719; }","duration":"255.194072ms","start":"2026-06-28T20:32:22.945432Z","end":"2026-06-28T20:32:23.200626Z","steps":["trace[2114780243] 'agreement among raft nodes before linearized reading' (duration: 255.09889ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.200722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.6098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:32:23.200757Z","caller":"traceutil/trace.go:171","msg":"trace[157529449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17719; }","duration":"581.666872ms","start":"2026-06-28T20:32:22.619082Z","end":"2026-06-28T20:32:23.200749Z","steps":["trace[157529449] 'agreement among raft nodes before linearized reading' (duration: 581.57636ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.200787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.619067Z","time spent":"581.711233ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:32:23.200892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.578302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:32:23.200921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.138254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:32:23.200946Z","caller":"traceutil/trace.go:171","msg":"trace[275469358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17719; }","duration":"577.171454ms","start":"2026-06-28T20:32:22.623767Z","end":"2026-06-28T20:32:23.200938Z","steps":["trace[275469358] 'agreement among raft nodes before linearized reading' (duration: 577.100493ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:23.200946Z","caller":"traceutil/trace.go:171","msg":"trace[712044139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17719; }","duration":"263.654394ms","start":"2026-06-28T20:32:22.937278Z","end":"2026-06-28T20:32:23.200932Z","steps":["trace[712044139] 'agreement among raft nodes before linearized reading' (duration: 263.570742ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.200971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.623762Z","time spent":"577.204085ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:32:23.201086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.554269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:32:23.201117Z","caller":"traceutil/trace.go:171","msg":"trace[1373989701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17719; }","duration":"323.615041ms","start":"2026-06-28T20:32:22.877495Z","end":"2026-06-28T20:32:23.20111Z","steps":["trace[1373989701] 'agreement among raft nodes before linearized reading' (duration: 323.538979ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.201145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:32:22.877481Z","time spent":"323.658101ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:32:23.208303Z","caller":"traceutil/trace.go:171","msg":"trace[787467036] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"241.886886ms","start":"2026-06-28T20:32:22.966399Z","end":"2026-06-28T20:32:23.208286Z","steps":["trace[787467036] 'process raft request' (duration: 241.786363ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.208403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.869773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:32:23.208438Z","caller":"traceutil/trace.go:171","msg":"trace[735012960] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17720; }","duration":"227.923094ms","start":"2026-06-28T20:32:22.980505Z","end":"2026-06-28T20:32:23.208428Z","steps":["trace[735012960] 'agreement among raft nodes before linearized reading' (duration: 227.862033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.208447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.449694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-06-28T20:32:23.208484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.27158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rmmkw\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-06-28T20:32:23.208536Z","caller":"traceutil/trace.go:171","msg":"trace[1018299986] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rmmkw; range_end:; response_count:1; response_revision:17720; }","duration":"238.340762ms","start":"2026-06-28T20:32:22.97018Z","end":"2026-06-28T20:32:23.20852Z","steps":["trace[1018299986] 'agreement among raft nodes before linearized reading' (duration: 238.219649ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:32:23.20853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.379181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rcr5h\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-06-28T20:32:23.208617Z","caller":"traceutil/trace.go:171","msg":"trace[1890805968] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rcr5h; range_end:; response_count:1; response_revision:17720; }","duration":"235.475674ms","start":"2026-06-28T20:32:22.97312Z","end":"2026-06-28T20:32:23.208596Z","steps":["trace[1890805968] 'agreement among raft nodes before linearized reading' (duration: 235.245549ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:32:23.209756Z","caller":"traceutil/trace.go:171","msg":"trace[1411380085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17720; }","duration":"143.544696ms","start":"2026-06-28T20:32:23.064941Z","end":"2026-06-28T20:32:23.208486Z","steps":["trace[1411380085] 'agreement among raft nodes before linearized reading' (duration: 143.404003ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:33:57.663012Z","caller":"traceutil/trace.go:171","msg":"trace[551855575] transaction","detail":"{read_only:false; response_revision:18574; number_of_response:1; }","duration":"105.913179ms","start":"2026-06-28T20:33:57.557058Z","end":"2026-06-28T20:33:57.662971Z","steps":["trace[551855575] 'process raft request' (duration: 105.736965ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:33:57.663503Z","caller":"traceutil/trace.go:171","msg":"trace[1033414633] transaction","detail":"{read_only:false; response_revision:18573; number_of_response:1; }","duration":"108.101881ms","start":"2026-06-28T20:33:57.555368Z","end":"2026-06-28T20:33:57.66347Z","steps":["trace[1033414633] 'process raft request' (duration: 107.168599ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:35:44.286558Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:35:44.293555Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-28T20:35:44.293711Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-28T20:36:43.111779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17357} {"level":"info","ts":"2026-06-28T20:36:43.215047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17357,"took":"99.394003ms","hash":2934796962,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":34537472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-28T20:36:43.215129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2934796962,"revision":17357,"compact-revision":15060} {"level":"info","ts":"2026-06-28T20:37:26.02125Z","caller":"traceutil/trace.go:171","msg":"trace[923469087] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"137.10395ms","start":"2026-06-28T20:37:25.884084Z","end":"2026-06-28T20:37:26.021188Z","steps":["trace[923469087] 'process raft request' (duration: 136.764952ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:37.535216Z","caller":"traceutil/trace.go:171","msg":"trace[1579791802] linearizableReadLoop","detail":"{readStateIndex:20823; appliedIndex:20822; }","duration":"340.925337ms","start":"2026-06-28T20:37:37.194246Z","end":"2026-06-28T20:37:37.535171Z","steps":["trace[1579791802] 'read index received' (duration: 339.321418ms)","trace[1579791802] 'applied index is now lower than readState.Index' (duration: 1.602879ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:37:37.535222Z","caller":"traceutil/trace.go:171","msg":"trace[505471884] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"460.521151ms","start":"2026-06-28T20:37:37.074666Z","end":"2026-06-28T20:37:37.535187Z","steps":["trace[505471884] 'process raft request' (duration: 458.863652ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:37.535366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.095971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:37:37.535417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:37.07464Z","time spent":"460.684695ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:37:37.53544Z","caller":"traceutil/trace.go:171","msg":"trace[1047316303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20109; }","duration":"341.254245ms","start":"2026-06-28T20:37:37.194167Z","end":"2026-06-28T20:37:37.535421Z","steps":["trace[1047316303] 'agreement among raft nodes before linearized reading' (duration: 341.096751ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:37.535462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.860746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-06-28T20:37:37.535487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:37.194143Z","time spent":"341.332987ms","remote":"127.0.0.1:56202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:37:37.535504Z","caller":"traceutil/trace.go:171","msg":"trace[2002695725] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20109; }","duration":"184.942478ms","start":"2026-06-28T20:37:37.350549Z","end":"2026-06-28T20:37:37.535492Z","steps":["trace[2002695725] 'agreement among raft nodes before linearized reading' (duration: 184.797215ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:43.079413Z","caller":"traceutil/trace.go:171","msg":"trace[1634202805] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"121.264003ms","start":"2026-06-28T20:37:42.958115Z","end":"2026-06-28T20:37:43.079379Z","steps":["trace[1634202805] 'process raft request' (duration: 121.054778ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:43.797548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.206611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:37:43.797659Z","caller":"traceutil/trace.go:171","msg":"trace[512670539] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"713.608748ms","start":"2026-06-28T20:37:43.084029Z","end":"2026-06-28T20:37:43.797638Z","steps":["trace[512670539] 'process raft request' (duration: 423.219563ms)","trace[512670539] 'compare' (duration: 289.395572ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:37:43.79772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.084001Z","time spent":"713.68924ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:44.059571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600152147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:37:44.575499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.00095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:37:44.575823Z","caller":"traceutil/trace.go:171","msg":"trace[1391036115] linearizableReadLoop","detail":"{readStateIndex:20852; appliedIndex:20848; }","duration":"1.016440791s","start":"2026-06-28T20:37:43.559365Z","end":"2026-06-28T20:37:44.575806Z","steps":["trace[1391036115] 'read index received' (duration: 859.97398ms)","trace[1391036115] 'applied index is now lower than readState.Index' (duration: 156.465641ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:37:44.575923Z","caller":"traceutil/trace.go:171","msg":"trace[35620127] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"1.49167347s","start":"2026-06-28T20:37:43.084238Z","end":"2026-06-28T20:37:44.575912Z","steps":["trace[35620127] 'process raft request' (duration: 1.335164838s)","trace[35620127] 'compare' (duration: 155.714143ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:37:44.575983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.084209Z","time spent":"1.491740462s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:37:44.575972Z","caller":"traceutil/trace.go:171","msg":"trace[692522515] transaction","detail":"{read_only:false; response_revision:20137; number_of_response:1; }","duration":"1.400161244s","start":"2026-06-28T20:37:43.17578Z","end":"2026-06-28T20:37:44.575941Z","steps":["trace[692522515] 'process raft request' (duration: 1.3999862s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.57628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016926512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:37:44.576251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.175758Z","time spent":"1.4004114s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:37:44.576319Z","caller":"traceutil/trace.go:171","msg":"trace[1643592326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20137; }","duration":"1.017005504s","start":"2026-06-28T20:37:43.5593Z","end":"2026-06-28T20:37:44.576305Z","steps":["trace[1643592326] 'agreement among raft nodes before linearized reading' (duration: 1.01686545s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.57635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.559276Z","time spent":"1.017067385s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:37:44.576531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.070477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:37:44.576567Z","caller":"traceutil/trace.go:171","msg":"trace[143164358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20137; }","duration":"639.140619ms","start":"2026-06-28T20:37:43.937418Z","end":"2026-06-28T20:37:44.576559Z","steps":["trace[143164358] 'agreement among raft nodes before linearized reading' (duration: 639.084337ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.576592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.937398Z","time spent":"639.189409ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:37:44.576617Z","caller":"traceutil/trace.go:171","msg":"trace[2043571896] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"1.492215274s","start":"2026-06-28T20:37:43.084387Z","end":"2026-06-28T20:37:44.576602Z","steps":["trace[2043571896] 'process raft request' (duration: 1.491256211s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.576788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.084365Z","time spent":"1.492326256s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:44.576976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.690049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:37:44.577016Z","caller":"traceutil/trace.go:171","msg":"trace[1503995057] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20137; }","duration":"321.768461ms","start":"2026-06-28T20:37:44.255238Z","end":"2026-06-28T20:37:44.577007Z","steps":["trace[1503995057] 'agreement among raft nodes before linearized reading' (duration: 321.70892ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.577045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.255219Z","time spent":"321.818483ms","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:37:44.577188Z","caller":"traceutil/trace.go:171","msg":"trace[613262213] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"1.491835875s","start":"2026-06-28T20:37:43.085307Z","end":"2026-06-28T20:37:44.577143Z","steps":["trace[613262213] 'process raft request' (duration: 1.490426511s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.577265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:43.085296Z","time spent":"1.491931547s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:44.57727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.183276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:37:44.577627Z","caller":"traceutil/trace.go:171","msg":"trace[1647094083] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20137; }","duration":"564.569666ms","start":"2026-06-28T20:37:44.013038Z","end":"2026-06-28T20:37:44.577607Z","steps":["trace[1647094083] 'agreement among raft nodes before linearized reading' (duration: 564.156626ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.577681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.013018Z","time spent":"564.647487ms","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:37:44.888933Z","caller":"traceutil/trace.go:171","msg":"trace[1878072785] transaction","detail":"{read_only:false; response_revision:20141; number_of_response:1; }","duration":"284.142437ms","start":"2026-06-28T20:37:44.604773Z","end":"2026-06-28T20:37:44.888915Z","steps":["trace[1878072785] 'process raft request' (duration: 284.114706ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:44.889182Z","caller":"traceutil/trace.go:171","msg":"trace[1828934971] transaction","detail":"{read_only:false; response_revision:20139; number_of_response:1; }","duration":"287.053406ms","start":"2026-06-28T20:37:44.602095Z","end":"2026-06-28T20:37:44.889148Z","steps":["trace[1828934971] 'process raft request' (duration: 286.741878ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:44.889207Z","caller":"traceutil/trace.go:171","msg":"trace[121248748] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"284.535456ms","start":"2026-06-28T20:37:44.604658Z","end":"2026-06-28T20:37:44.889193Z","steps":["trace[121248748] 'process raft request' (duration: 284.209938ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.889256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.582628Z","time spent":"306.622881ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:37:44.889125Z","caller":"traceutil/trace.go:171","msg":"trace[795184989] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"302.654917ms","start":"2026-06-28T20:37:44.586436Z","end":"2026-06-28T20:37:44.889091Z","steps":["trace[795184989] 'process raft request' (duration: 302.307259ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:44.889513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.586411Z","time spent":"303.021325ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:45.43055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600152155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:37:45.715563Z","caller":"traceutil/trace.go:171","msg":"trace[1214316002] linearizableReadLoop","detail":"{readStateIndex:20858; appliedIndex:20857; }","duration":"785.920909ms","start":"2026-06-28T20:37:44.929616Z","end":"2026-06-28T20:37:45.715536Z","steps":["trace[1214316002] 'read index received' (duration: 784.567917ms)","trace[1214316002] 'applied index is now lower than readState.Index' (duration: 1.351692ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:37:45.715686Z","caller":"traceutil/trace.go:171","msg":"trace[1954899247] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"824.690161ms","start":"2026-06-28T20:37:44.890956Z","end":"2026-06-28T20:37:45.715646Z","steps":["trace[1954899247] 'process raft request' (duration: 823.205575ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.715758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.124303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:37:45.715841Z","caller":"traceutil/trace.go:171","msg":"trace[1959893488] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20142; }","duration":"786.273338ms","start":"2026-06-28T20:37:44.92955Z","end":"2026-06-28T20:37:45.715823Z","steps":["trace[1959893488] 'agreement among raft nodes before linearized reading' (duration: 786.077233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.715843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.536077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:37:45.715862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.890931Z","time spent":"824.841025ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:45.715887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.929525Z","time spent":"786.350789ms","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:37:45.715914Z","caller":"traceutil/trace.go:171","msg":"trace[403711024] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20142; }","duration":"546.65799ms","start":"2026-06-28T20:37:45.169239Z","end":"2026-06-28T20:37:45.715897Z","steps":["trace[403711024] 'agreement among raft nodes before linearized reading' (duration: 546.516126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.715928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.62647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:37:45.715956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.16921Z","time spent":"546.736922ms","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:37:45.715988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.467375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:37:45.716068Z","caller":"traceutil/trace.go:171","msg":"trace[720251512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20142; }","duration":"324.606989ms","start":"2026-06-28T20:37:45.39145Z","end":"2026-06-28T20:37:45.716057Z","steps":["trace[720251512] 'agreement among raft nodes before linearized reading' (duration: 324.379034ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.715769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.53425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:37:45.715992Z","caller":"traceutil/trace.go:171","msg":"trace[1321250165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20142; }","duration":"660.729161ms","start":"2026-06-28T20:37:45.055243Z","end":"2026-06-28T20:37:45.715973Z","steps":["trace[1321250165] 'agreement among raft nodes before linearized reading' (duration: 660.614589ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.716113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.391423Z","time spent":"324.67954ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:37:45.71602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.881427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:37:45.716271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.620614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:37:45.716326Z","caller":"traceutil/trace.go:171","msg":"trace[1476656905] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20142; }","duration":"664.224405ms","start":"2026-06-28T20:37:45.052087Z","end":"2026-06-28T20:37:45.716311Z","steps":["trace[1476656905] 'agreement among raft nodes before linearized reading' (duration: 663.878217ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:45.716381Z","caller":"traceutil/trace.go:171","msg":"trace[60998355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20142; }","duration":"632.833299ms","start":"2026-06-28T20:37:45.08349Z","end":"2026-06-28T20:37:45.716324Z","steps":["trace[60998355] 'agreement among raft nodes before linearized reading' (duration: 632.436369ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.716408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.052065Z","time spent":"664.325547ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:37:45.716478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.083452Z","time spent":"633.005833ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:37:45.716801Z","caller":"traceutil/trace.go:171","msg":"trace[637140063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20142; }","duration":"777.940059ms","start":"2026-06-28T20:37:44.938162Z","end":"2026-06-28T20:37:45.716102Z","steps":["trace[637140063] 'agreement among raft nodes before linearized reading' (duration: 777.53857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:45.716863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:44.938136Z","time spent":"778.715997ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:37:45.716293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.055225Z","time spent":"661.045089ms","remote":"127.0.0.1:54524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:37:46.343948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.992137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:37:46.344429Z","caller":"traceutil/trace.go:171","msg":"trace[540072410] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"113.840387ms","start":"2026-06-28T20:37:46.23057Z","end":"2026-06-28T20:37:46.34441Z","steps":["trace[540072410] 'process raft request' (duration: 113.725245ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:46.344472Z","caller":"traceutil/trace.go:171","msg":"trace[1262309649] linearizableReadLoop","detail":"{readStateIndex:20859; appliedIndex:20858; }","duration":"623.539327ms","start":"2026-06-28T20:37:45.720895Z","end":"2026-06-28T20:37:46.344434Z","steps":["trace[1262309649] 'read index received' (duration: 210.257429ms)","trace[1262309649] 'applied index is now lower than readState.Index' (duration: 413.279008ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:37:46.344325Z","caller":"traceutil/trace.go:171","msg":"trace[2117599619] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"623.68429ms","start":"2026-06-28T20:37:45.720602Z","end":"2026-06-28T20:37:46.344286Z","steps":["trace[2117599619] 'process raft request' (duration: 210.672049ms)","trace[2117599619] 'compare' (duration: 411.664349ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:37:46.344762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.843535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18259"} {"level":"info","ts":"2026-06-28T20:37:46.344839Z","caller":"traceutil/trace.go:171","msg":"trace[2026509843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20144; }","duration":"623.943187ms","start":"2026-06-28T20:37:45.720882Z","end":"2026-06-28T20:37:46.344825Z","steps":["trace[2026509843] 'agreement among raft nodes before linearized reading' (duration: 623.665801ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:46.344908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.720876Z","time spent":"624.020689ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18281,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:37:46.344919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.937701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-28T20:37:46.34505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.599069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-28T20:37:46.345059Z","caller":"traceutil/trace.go:171","msg":"trace[202785518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20144; }","duration":"543.116895ms","start":"2026-06-28T20:37:45.801928Z","end":"2026-06-28T20:37:46.345045Z","steps":["trace[202785518] 'agreement among raft nodes before linearized reading' (duration: 542.827029ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:37:46.345101Z","caller":"traceutil/trace.go:171","msg":"trace[847217462] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20144; }","duration":"623.712461ms","start":"2026-06-28T20:37:45.721375Z","end":"2026-06-28T20:37:46.345088Z","steps":["trace[847217462] 'agreement among raft nodes before linearized reading' (duration: 623.401654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:37:46.345262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.721367Z","time spent":"623.862085ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-06-28T20:37:46.345238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.72059Z","time spent":"624.238314ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:37:46.345274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:37:45.801907Z","time spent":"543.307429ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:39:05.017515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.302859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:39:05.017664Z","caller":"traceutil/trace.go:171","msg":"trace[1620156029] transaction","detail":"{read_only:false; response_revision:20840; number_of_response:1; }","duration":"220.210524ms","start":"2026-06-28T20:39:04.797431Z","end":"2026-06-28T20:39:05.017642Z","steps":["trace[1620156029] 'process raft request' (duration: 114.69804ms)","trace[1620156029] 'compare' (duration: 105.161206ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:05.04629Z","caller":"traceutil/trace.go:171","msg":"trace[676753872] transaction","detail":"{read_only:false; response_revision:20841; number_of_response:1; }","duration":"245.089155ms","start":"2026-06-28T20:39:04.801174Z","end":"2026-06-28T20:39:05.046263Z","steps":["trace[676753872] 'process raft request' (duration: 244.87015ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.046487Z","caller":"traceutil/trace.go:171","msg":"trace[1202055443] linearizableReadLoop","detail":"{readStateIndex:21589; appliedIndex:21586; }","duration":"173.328182ms","start":"2026-06-28T20:39:04.873147Z","end":"2026-06-28T20:39:05.046475Z","steps":["trace[1202055443] 'read index received' (duration: 39.007675ms)","trace[1202055443] 'applied index is now lower than readState.Index' (duration: 134.319427ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:05.046715Z","caller":"traceutil/trace.go:171","msg":"trace[316911258] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"239.920552ms","start":"2026-06-28T20:39:04.806752Z","end":"2026-06-28T20:39:05.046672Z","steps":["trace[316911258] 'process raft request' (duration: 239.454121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.046925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.434605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-06-28T20:39:05.046893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.724392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:39:05.046974Z","caller":"traceutil/trace.go:171","msg":"trace[2070131312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20842; }","duration":"122.528887ms","start":"2026-06-28T20:39:04.924428Z","end":"2026-06-28T20:39:05.046957Z","steps":["trace[2070131312] 'agreement among raft nodes before linearized reading' (duration: 122.315022ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.047055Z","caller":"traceutil/trace.go:171","msg":"trace[702484118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20842; }","duration":"173.888676ms","start":"2026-06-28T20:39:04.873092Z","end":"2026-06-28T20:39:05.046981Z","steps":["trace[702484118] 'agreement among raft nodes before linearized reading' (duration: 173.543428ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.319079Z","caller":"traceutil/trace.go:171","msg":"trace[602142367] linearizableReadLoop","detail":"{readStateIndex:21590; appliedIndex:21589; }","duration":"160.719653ms","start":"2026-06-28T20:39:05.158328Z","end":"2026-06-28T20:39:05.319048Z","steps":["trace[602142367] 'read index received' (duration: 160.249462ms)","trace[602142367] 'applied index is now lower than readState.Index' (duration: 468.611µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:05.319086Z","caller":"traceutil/trace.go:171","msg":"trace[1629621973] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"265.188512ms","start":"2026-06-28T20:39:05.053865Z","end":"2026-06-28T20:39:05.319054Z","steps":["trace[1629621973] 'process raft request' (duration: 264.69051ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.319253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.900958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.319289Z","caller":"traceutil/trace.go:171","msg":"trace[200866857] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20843; }","duration":"160.99681ms","start":"2026-06-28T20:39:05.158281Z","end":"2026-06-28T20:39:05.319278Z","steps":["trace[200866857] 'agreement among raft nodes before linearized reading' (duration: 160.907558ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.400872Z","caller":"traceutil/trace.go:171","msg":"trace[804512398] transaction","detail":"{read_only:false; response_revision:20844; number_of_response:1; }","duration":"123.441089ms","start":"2026-06-28T20:39:05.277405Z","end":"2026-06-28T20:39:05.400846Z","steps":["trace[804512398] 'process raft request' (duration: 123.279295ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.401195Z","caller":"traceutil/trace.go:171","msg":"trace[1128194772] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"123.662664ms","start":"2026-06-28T20:39:05.277521Z","end":"2026-06-28T20:39:05.401184Z","steps":["trace[1128194772] 'process raft request' (duration: 123.289895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.031528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-06-28T20:39:05.401394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.020546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-06-28T20:39:05.40145Z","caller":"traceutil/trace.go:171","msg":"trace[504356571] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20846; }","duration":"233.141101ms","start":"2026-06-28T20:39:05.168294Z","end":"2026-06-28T20:39:05.401435Z","steps":["trace[504356571] 'agreement among raft nodes before linearized reading' (duration: 232.963567ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.639022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.401476Z","caller":"traceutil/trace.go:171","msg":"trace[704677913] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20846; }","duration":"243.163089ms","start":"2026-06-28T20:39:05.158294Z","end":"2026-06-28T20:39:05.401457Z","steps":["trace[704677913] 'agreement among raft nodes before linearized reading' (duration: 242.924094ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.401493Z","caller":"traceutil/trace.go:171","msg":"trace[1083509102] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20846; }","duration":"241.686304ms","start":"2026-06-28T20:39:05.159799Z","end":"2026-06-28T20:39:05.401485Z","steps":["trace[1083509102] 'agreement among raft nodes before linearized reading' (duration: 241.653323ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.769366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.401619Z","caller":"traceutil/trace.go:171","msg":"trace[859460895] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"241.972781ms","start":"2026-06-28T20:39:05.159636Z","end":"2026-06-28T20:39:05.401608Z","steps":["trace[859460895] 'agreement among raft nodes before linearized reading' (duration: 241.773636ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.40163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.640142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-06-28T20:39:05.401719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.629584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:39:05.401719Z","caller":"traceutil/trace.go:171","msg":"trace[1079008962] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20846; }","duration":"241.770246ms","start":"2026-06-28T20:39:05.159927Z","end":"2026-06-28T20:39:05.401697Z","steps":["trace[1079008962] 'agreement among raft nodes before linearized reading' (duration: 241.444028ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.401742Z","caller":"traceutil/trace.go:171","msg":"trace[1723455554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20846; }","duration":"228.675815ms","start":"2026-06-28T20:39:05.173059Z","end":"2026-06-28T20:39:05.401735Z","steps":["trace[1723455554] 'agreement among raft nodes before linearized reading' (duration: 228.607573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.997093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5003"} {"level":"info","ts":"2026-06-28T20:39:05.401786Z","caller":"traceutil/trace.go:171","msg":"trace[1257035955] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20846; }","duration":"229.052754ms","start":"2026-06-28T20:39:05.172723Z","end":"2026-06-28T20:39:05.401776Z","steps":["trace[1257035955] 'agreement among raft nodes before linearized reading' (duration: 228.950591ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.466362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.401857Z","caller":"traceutil/trace.go:171","msg":"trace[1860084456] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20846; }","duration":"242.611066ms","start":"2026-06-28T20:39:05.159222Z","end":"2026-06-28T20:39:05.401833Z","steps":["trace[1860084456] 'agreement among raft nodes before linearized reading' (duration: 242.414372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.939344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5003"} {"level":"info","ts":"2026-06-28T20:39:05.401946Z","caller":"traceutil/trace.go:171","msg":"trace[667326053] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20846; }","duration":"243.074116ms","start":"2026-06-28T20:39:05.158847Z","end":"2026-06-28T20:39:05.401921Z","steps":["trace[667326053] 'agreement among raft nodes before linearized reading' (duration: 242.746269ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.401959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.500409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.401871Z","caller":"traceutil/trace.go:171","msg":"trace[1816039012] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"123.89326ms","start":"2026-06-28T20:39:05.27797Z","end":"2026-06-28T20:39:05.401864Z","steps":["trace[1816039012] 'process raft request' (duration: 123.078951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.402039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.161973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:39:05.40205Z","caller":"traceutil/trace.go:171","msg":"trace[402417598] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20846; }","duration":"233.621113ms","start":"2026-06-28T20:39:05.168405Z","end":"2026-06-28T20:39:05.402026Z","steps":["trace[402417598] 'agreement among raft nodes before linearized reading' (duration: 233.453249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.402072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.877321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.402085Z","caller":"traceutil/trace.go:171","msg":"trace[375440094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20846; }","duration":"220.240165ms","start":"2026-06-28T20:39:05.181834Z","end":"2026-06-28T20:39:05.402074Z","steps":["trace[375440094] 'agreement among raft nodes before linearized reading' (duration: 220.116952ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.402103Z","caller":"traceutil/trace.go:171","msg":"trace[841040289] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20846; }","duration":"239.924662ms","start":"2026-06-28T20:39:05.16217Z","end":"2026-06-28T20:39:05.402095Z","steps":["trace[841040289] 'agreement among raft nodes before linearized reading' (duration: 239.845051ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.402122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.034762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:39:05.402147Z","caller":"traceutil/trace.go:171","msg":"trace[792688983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20846; }","duration":"242.075183ms","start":"2026-06-28T20:39:05.160066Z","end":"2026-06-28T20:39:05.402141Z","steps":["trace[792688983] 'agreement among raft nodes before linearized reading' (duration: 242.013511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.40224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.243847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5003"} {"level":"info","ts":"2026-06-28T20:39:05.402266Z","caller":"traceutil/trace.go:171","msg":"trace[423046046] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20846; }","duration":"242.304488ms","start":"2026-06-28T20:39:05.159953Z","end":"2026-06-28T20:39:05.402257Z","steps":["trace[423046046] 'agreement among raft nodes before linearized reading' (duration: 242.222686ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.672205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.896046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:39:05.672376Z","caller":"traceutil/trace.go:171","msg":"trace[1606649056] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"265.397936ms","start":"2026-06-28T20:39:05.406949Z","end":"2026-06-28T20:39:05.672347Z","steps":["trace[1606649056] 'process raft request' (duration: 126.247484ms)","trace[1606649056] 'compare' (duration: 138.21442ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:05.720131Z","caller":"traceutil/trace.go:171","msg":"trace[230510329] transaction","detail":"{read_only:false; response_revision:20848; number_of_response:1; }","duration":"312.845262ms","start":"2026-06-28T20:39:05.407218Z","end":"2026-06-28T20:39:05.720063Z","steps":["trace[230510329] 'process raft request' (duration: 312.615656ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.720182Z","caller":"traceutil/trace.go:171","msg":"trace[69231761] linearizableReadLoop","detail":"{readStateIndex:21597; appliedIndex:21593; }","duration":"240.174498ms","start":"2026-06-28T20:39:05.479976Z","end":"2026-06-28T20:39:05.72015Z","steps":["trace[69231761] 'read index received' (duration: 53.180291ms)","trace[69231761] 'applied index is now lower than readState.Index' (duration: 186.992987ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:05.72032Z","caller":"traceutil/trace.go:171","msg":"trace[1292161346] transaction","detail":"{read_only:false; response_revision:20850; number_of_response:1; }","duration":"312.228928ms","start":"2026-06-28T20:39:05.408077Z","end":"2026-06-28T20:39:05.720305Z","steps":["trace[1292161346] 'process raft request' (duration: 311.971871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.720388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:39:05.407192Z","time spent":"313.044307ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:39:05.720478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.460494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:39:05.720503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:39:05.408067Z","time spent":"312.312819ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:39:05.720531Z","caller":"traceutil/trace.go:171","msg":"trace[1952549205] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20850; }","duration":"240.609079ms","start":"2026-06-28T20:39:05.479912Z","end":"2026-06-28T20:39:05.720521Z","steps":["trace[1952549205] 'agreement among raft nodes before linearized reading' (duration: 240.440875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.720543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.361462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:05.720282Z","caller":"traceutil/trace.go:171","msg":"trace[1844380236] transaction","detail":"{read_only:false; response_revision:20849; number_of_response:1; }","duration":"312.998996ms","start":"2026-06-28T20:39:05.407233Z","end":"2026-06-28T20:39:05.720232Z","steps":["trace[1844380236] 'process raft request' (duration: 312.75224ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.720635Z","caller":"traceutil/trace.go:171","msg":"trace[780256071] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20850; }","duration":"240.543677ms","start":"2026-06-28T20:39:05.48007Z","end":"2026-06-28T20:39:05.720613Z","steps":["trace[780256071] 'agreement among raft nodes before linearized reading' (duration: 240.315951ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:05.720687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:39:05.407202Z","time spent":"313.452216ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:39:05.720817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.523093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5003"} {"level":"info","ts":"2026-06-28T20:39:05.720927Z","caller":"traceutil/trace.go:171","msg":"trace[1997750721] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20850; }","duration":"239.708157ms","start":"2026-06-28T20:39:05.481195Z","end":"2026-06-28T20:39:05.720903Z","steps":["trace[1997750721] 'agreement among raft nodes before linearized reading' (duration: 239.43744ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:05.930538Z","caller":"traceutil/trace.go:171","msg":"trace[1857976609] transaction","detail":"{read_only:false; response_revision:20851; number_of_response:1; }","duration":"188.8727ms","start":"2026-06-28T20:39:05.741617Z","end":"2026-06-28T20:39:05.93049Z","steps":["trace[1857976609] 'process raft request' (duration: 188.570613ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:06.755075Z","caller":"traceutil/trace.go:171","msg":"trace[996986792] transaction","detail":"{read_only:false; response_revision:20852; number_of_response:1; }","duration":"345.855935ms","start":"2026-06-28T20:39:06.40919Z","end":"2026-06-28T20:39:06.755046Z","steps":["trace[996986792] 'process raft request' (duration: 345.518197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:06.755261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:39:06.40914Z","time spent":"346.018708ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417601,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:39:07.123737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.799617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:07.123863Z","caller":"traceutil/trace.go:171","msg":"trace[1443598470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20852; }","duration":"185.991253ms","start":"2026-06-28T20:39:06.937841Z","end":"2026-06-28T20:39:07.123833Z","steps":["trace[1443598470] 'range keys from in-memory index tree' (duration: 185.676685ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:07.33785Z","caller":"traceutil/trace.go:171","msg":"trace[1171569002] transaction","detail":"{read_only:false; response_revision:20854; number_of_response:1; }","duration":"127.941115ms","start":"2026-06-28T20:39:07.209875Z","end":"2026-06-28T20:39:07.337816Z","steps":["trace[1171569002] 'process raft request' (duration: 39.410515ms)","trace[1171569002] 'compare' (duration: 88.321205ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:07.943321Z","caller":"traceutil/trace.go:171","msg":"trace[1021130602] transaction","detail":"{read_only:false; response_revision:20864; number_of_response:1; }","duration":"153.976143ms","start":"2026-06-28T20:39:07.789302Z","end":"2026-06-28T20:39:07.943278Z","steps":["trace[1021130602] 'process raft request' (duration: 96.710194ms)","trace[1021130602] 'compare' (duration: 57.030483ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:08.319092Z","caller":"traceutil/trace.go:171","msg":"trace[1200145105] transaction","detail":"{read_only:false; response_revision:20866; number_of_response:1; }","duration":"141.171959ms","start":"2026-06-28T20:39:08.177888Z","end":"2026-06-28T20:39:08.31906Z","steps":["trace[1200145105] 'process raft request' (duration: 140.542304ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.175842Z","caller":"traceutil/trace.go:171","msg":"trace[453317860] transaction","detail":"{read_only:false; response_revision:20867; number_of_response:1; }","duration":"217.639913ms","start":"2026-06-28T20:39:08.958162Z","end":"2026-06-28T20:39:09.175801Z","steps":["trace[453317860] 'process raft request' (duration: 217.193923ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.297462Z","caller":"traceutil/trace.go:171","msg":"trace[1457113392] transaction","detail":"{read_only:false; response_revision:20869; number_of_response:1; }","duration":"109.985049ms","start":"2026-06-28T20:39:09.18745Z","end":"2026-06-28T20:39:09.297435Z","steps":["trace[1457113392] 'process raft request' (duration: 83.07046ms)","trace[1457113392] 'compare' (duration: 26.13335ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:09.557877Z","caller":"traceutil/trace.go:171","msg":"trace[343763058] transaction","detail":"{read_only:false; response_revision:20873; number_of_response:1; }","duration":"134.86834ms","start":"2026-06-28T20:39:09.422979Z","end":"2026-06-28T20:39:09.557848Z","steps":["trace[343763058] 'process raft request' (duration: 134.549592ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.558028Z","caller":"traceutil/trace.go:171","msg":"trace[480278100] transaction","detail":"{read_only:false; response_revision:20872; number_of_response:1; }","duration":"137.549843ms","start":"2026-06-28T20:39:09.420437Z","end":"2026-06-28T20:39:09.557987Z","steps":["trace[480278100] 'process raft request' (duration: 134.414849ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.558023Z","caller":"traceutil/trace.go:171","msg":"trace[464038111] transaction","detail":"{read_only:false; response_revision:20875; number_of_response:1; }","duration":"132.635056ms","start":"2026-06-28T20:39:09.425356Z","end":"2026-06-28T20:39:09.557991Z","steps":["trace[464038111] 'process raft request' (duration: 132.297888ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.558091Z","caller":"traceutil/trace.go:171","msg":"trace[213740857] linearizableReadLoop","detail":"{readStateIndex:21620; appliedIndex:21618; }","duration":"135.165207ms","start":"2026-06-28T20:39:09.4229Z","end":"2026-06-28T20:39:09.558065Z","steps":["trace[213740857] 'read index received' (duration: 54.806731ms)","trace[213740857] 'applied index is now lower than readState.Index' (duration: 80.356156ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:39:09.558017Z","caller":"traceutil/trace.go:171","msg":"trace[1501255938] transaction","detail":"{read_only:false; response_revision:20874; number_of_response:1; }","duration":"134.810948ms","start":"2026-06-28T20:39:09.423162Z","end":"2026-06-28T20:39:09.557973Z","steps":["trace[1501255938] 'process raft request' (duration: 134.452009ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.558152Z","caller":"traceutil/trace.go:171","msg":"trace[537416061] transaction","detail":"{read_only:false; response_revision:20876; number_of_response:1; }","duration":"107.331457ms","start":"2026-06-28T20:39:09.450807Z","end":"2026-06-28T20:39:09.558138Z","steps":["trace[537416061] 'process raft request' (duration: 106.928737ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:09.558355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.420513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:39:09.558385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.453174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-06-28T20:39:09.559121Z","caller":"traceutil/trace.go:171","msg":"trace[690978360] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20876; }","duration":"136.224811ms","start":"2026-06-28T20:39:09.422869Z","end":"2026-06-28T20:39:09.559094Z","steps":["trace[690978360] 'agreement among raft nodes before linearized reading' (duration: 135.418532ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:09.55911Z","caller":"traceutil/trace.go:171","msg":"trace[1505051456] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20876; }","duration":"136.18579ms","start":"2026-06-28T20:39:09.422874Z","end":"2026-06-28T20:39:09.55906Z","steps":["trace[1505051456] 'agreement among raft nodes before linearized reading' (duration: 135.3344ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:09.559391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.084118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-06-28T20:39:09.559469Z","caller":"traceutil/trace.go:171","msg":"trace[1386265634] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20876; }","duration":"136.15155ms","start":"2026-06-28T20:39:09.423277Z","end":"2026-06-28T20:39:09.559428Z","steps":["trace[1386265634] 'agreement among raft nodes before linearized reading' (duration: 135.027404ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:39:09.558356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.434842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:39:09.560094Z","caller":"traceutil/trace.go:171","msg":"trace[825295841] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20876; }","duration":"137.187535ms","start":"2026-06-28T20:39:09.422891Z","end":"2026-06-28T20:39:09.560078Z","steps":["trace[825295841] 'agreement among raft nodes before linearized reading' (duration: 135.424033ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:39:15.42216Z","caller":"traceutil/trace.go:171","msg":"trace[504754319] transaction","detail":"{read_only:false; response_revision:20920; number_of_response:1; }","duration":"208.460705ms","start":"2026-06-28T20:39:15.213532Z","end":"2026-06-28T20:39:15.421993Z","steps":["trace[504754319] 'process raft request' (duration: 208.187148ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:41:22.595153Z","caller":"traceutil/trace.go:171","msg":"trace[427352556] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"100.241278ms","start":"2026-06-28T20:41:22.494886Z","end":"2026-06-28T20:41:22.595128Z","steps":["trace[427352556] 'process raft request' (duration: 99.956851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:41:38.90955Z","caller":"traceutil/trace.go:171","msg":"trace[458275616] transaction","detail":"{read_only:false; response_revision:22575; number_of_response:1; }","duration":"337.24529ms","start":"2026-06-28T20:41:38.572274Z","end":"2026-06-28T20:41:38.909519Z","steps":["trace[458275616] 'process raft request' (duration: 337.143978ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.90972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:41:38.572249Z","time spent":"337.403985ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:41:38.909898Z","caller":"traceutil/trace.go:171","msg":"trace[1467274759] linearizableReadLoop","detail":"{readStateIndex:23370; appliedIndex:23369; }","duration":"436.902915ms","start":"2026-06-28T20:41:38.472984Z","end":"2026-06-28T20:41:38.909887Z","steps":["trace[1467274759] 'read index received' (duration: 428.014204ms)","trace[1467274759] 'applied index is now lower than readState.Index' (duration: 8.887651ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:41:38.90993Z","caller":"traceutil/trace.go:171","msg":"trace[1527213646] transaction","detail":"{read_only:false; response_revision:22574; number_of_response:1; }","duration":"659.496385ms","start":"2026-06-28T20:41:38.250394Z","end":"2026-06-28T20:41:38.90989Z","steps":["trace[1527213646] 'process raft request' (duration: 650.597994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.910129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.14933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:41:38.910223Z","caller":"traceutil/trace.go:171","msg":"trace[1648184281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22575; }","duration":"437.298834ms","start":"2026-06-28T20:41:38.472911Z","end":"2026-06-28T20:41:38.91021Z","steps":["trace[1648184281] 'agreement among raft nodes before linearized reading' (duration: 437.070138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.910253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:41:38.472884Z","time spent":"437.361686ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:41:38.910558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.142369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T20:41:38.910589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.581396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:41:38.910644Z","caller":"traceutil/trace.go:171","msg":"trace[916047417] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22575; }","duration":"323.673059ms","start":"2026-06-28T20:41:38.586957Z","end":"2026-06-28T20:41:38.91063Z","steps":["trace[916047417] 'agreement among raft nodes before linearized reading' (duration: 323.440853ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:41:38.910646Z","caller":"traceutil/trace.go:171","msg":"trace[1173922799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22575; }","duration":"203.273682ms","start":"2026-06-28T20:41:38.707348Z","end":"2026-06-28T20:41:38.910622Z","steps":["trace[1173922799] 'agreement among raft nodes before linearized reading' (duration: 203.038917ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.910681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:41:38.586943Z","time spent":"323.72879ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":148,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:41:38.910668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.959964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-28T20:41:38.910692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.165338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:41:38.910733Z","caller":"traceutil/trace.go:171","msg":"trace[160634753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22575; }","duration":"388.072107ms","start":"2026-06-28T20:41:38.52264Z","end":"2026-06-28T20:41:38.910712Z","steps":["trace[160634753] 'agreement among raft nodes before linearized reading' (duration: 387.724578ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.910806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:41:38.522615Z","time spent":"388.165338ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:41:38.910838Z","caller":"traceutil/trace.go:171","msg":"trace[411078874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22575; }","duration":"173.26327ms","start":"2026-06-28T20:41:38.737466Z","end":"2026-06-28T20:41:38.91073Z","steps":["trace[411078874] 'agreement among raft nodes before linearized reading' (duration: 172.917172ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:41:38.911399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.871045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:41:38.911428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:41:38.250365Z","time spent":"659.651239ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:41:38.911481Z","caller":"traceutil/trace.go:171","msg":"trace[281479668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22575; }","duration":"197.972317ms","start":"2026-06-28T20:41:38.713472Z","end":"2026-06-28T20:41:38.911444Z","steps":["trace[281479668] 'agreement among raft nodes before linearized reading' (duration: 196.909242ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:41:43.118881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19821} {"level":"info","ts":"2026-06-28T20:41:43.234493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19821,"took":"110.279236ms","hash":32265127,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":42151936,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-06-28T20:41:43.234562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":32265127,"revision":19821,"compact-revision":17357} {"level":"info","ts":"2026-06-28T20:43:04.999771Z","caller":"traceutil/trace.go:171","msg":"trace[30212109] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24305; }","duration":"101.788651ms","start":"2026-06-28T20:43:04.897953Z","end":"2026-06-28T20:43:04.999742Z","steps":["trace[30212109] 'read index received' (duration: 101.556475ms)","trace[30212109] 'applied index is now lower than readState.Index' (duration: 231.366µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:43:04.999892Z","caller":"traceutil/trace.go:171","msg":"trace[263181587] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"102.792434ms","start":"2026-06-28T20:43:04.897058Z","end":"2026-06-28T20:43:04.99985Z","steps":["trace[263181587] 'process raft request' (duration: 102.506967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:05.000043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.054727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-06-28T20:43:05.000101Z","caller":"traceutil/trace.go:171","msg":"trace[1500658021] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87; range_end:; response_count:1; response_revision:23485; }","duration":"102.142129ms","start":"2026-06-28T20:43:04.897939Z","end":"2026-06-28T20:43:05.000081Z","steps":["trace[1500658021] 'agreement among raft nodes before linearized reading' (duration: 101.933074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:43:05.637958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.833973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:43:05.638096Z","caller":"traceutil/trace.go:171","msg":"trace[1469348019] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"218.35915ms","start":"2026-06-28T20:43:05.419711Z","end":"2026-06-28T20:43:05.63807Z","steps":["trace[1469348019] 'process raft request' (duration: 61.309332ms)","trace[1469348019] 'compare' (duration: 156.601327ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:43:05.709696Z","caller":"traceutil/trace.go:171","msg":"trace[449645595] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24309; }","duration":"151.539127ms","start":"2026-06-28T20:43:05.558128Z","end":"2026-06-28T20:43:05.709667Z","steps":["trace[449645595] 'read index received' (duration: 151.350773ms)","trace[449645595] 'applied index is now lower than readState.Index' (duration: 187.364µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:43:05.709882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.735993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:43:05.709918Z","caller":"traceutil/trace.go:171","msg":"trace[1822736631] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23490; }","duration":"151.845815ms","start":"2026-06-28T20:43:05.558062Z","end":"2026-06-28T20:43:05.709908Z","steps":["trace[1822736631] 'agreement among raft nodes before linearized reading' (duration: 151.717882ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:43:05.709882Z","caller":"traceutil/trace.go:171","msg":"trace[1945764858] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"271.415926ms","start":"2026-06-28T20:43:05.438399Z","end":"2026-06-28T20:43:05.709815Z","steps":["trace[1945764858] 'process raft request' (duration: 271.084198ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:43:05.7099Z","caller":"traceutil/trace.go:171","msg":"trace[158743826] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"270.655009ms","start":"2026-06-28T20:43:05.439109Z","end":"2026-06-28T20:43:05.709764Z","steps":["trace[158743826] 'process raft request' (duration: 270.515915ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:24.240344Z","caller":"traceutil/trace.go:171","msg":"trace[789071588] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"123.347151ms","start":"2026-06-28T20:44:24.116945Z","end":"2026-06-28T20:44:24.240292Z","steps":["trace[789071588] 'process raft request' (duration: 108.713205ms)","trace[789071588] 'compare' (duration: 14.154605ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:28.46454Z","caller":"traceutil/trace.go:171","msg":"trace[790038638] linearizableReadLoop","detail":"{readStateIndex:25075; appliedIndex:25074; }","duration":"126.339752ms","start":"2026-06-28T20:44:28.338169Z","end":"2026-06-28T20:44:28.464509Z","steps":["trace[790038638] 'read index received' (duration: 90.215056ms)","trace[790038638] 'applied index is now lower than readState.Index' (duration: 36.121396ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:28.464572Z","caller":"traceutil/trace.go:171","msg":"trace[386387629] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"135.12735ms","start":"2026-06-28T20:44:28.329405Z","end":"2026-06-28T20:44:28.464532Z","steps":["trace[386387629] 'process raft request' (duration: 99.043706ms)","trace[386387629] 'compare' (duration: 35.92222ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:28.464738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.541926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:28.464783Z","caller":"traceutil/trace.go:171","msg":"trace[700641575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24235; }","duration":"126.635219ms","start":"2026-06-28T20:44:28.338137Z","end":"2026-06-28T20:44:28.464772Z","steps":["trace[700641575] 'agreement among raft nodes before linearized reading' (duration: 126.467205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:29.269572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.625344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-06-28T20:44:29.269679Z","caller":"traceutil/trace.go:171","msg":"trace[217935235] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24237; }","duration":"106.804759ms","start":"2026-06-28T20:44:29.162852Z","end":"2026-06-28T20:44:29.269657Z","steps":["trace[217935235] 'range keys from in-memory index tree' (duration: 106.461071ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.458283Z","caller":"traceutil/trace.go:171","msg":"trace[301387375] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"294.508494ms","start":"2026-06-28T20:44:29.163745Z","end":"2026-06-28T20:44:29.458254Z","steps":["trace[301387375] 'process raft request' (duration: 294.262788ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788053Z","caller":"traceutil/trace.go:171","msg":"trace[367394741] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"542.293042ms","start":"2026-06-28T20:44:29.245724Z","end":"2026-06-28T20:44:29.788017Z","steps":["trace[367394741] 'process raft request' (duration: 542.165859ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788069Z","caller":"traceutil/trace.go:171","msg":"trace[1972896378] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"622.565273ms","start":"2026-06-28T20:44:29.165449Z","end":"2026-06-28T20:44:29.788014Z","steps":["trace[1972896378] 'process raft request' (duration: 622.217375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:29.788256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.245702Z","time spent":"542.466217ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:29.788303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.165431Z","time spent":"622.754298ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:29.78839Z","caller":"traceutil/trace.go:171","msg":"trace[1737823488] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"542.437375ms","start":"2026-06-28T20:44:29.245888Z","end":"2026-06-28T20:44:29.788325Z","steps":["trace[1737823488] 'process raft request' (duration: 542.063387ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788466Z","caller":"traceutil/trace.go:171","msg":"trace[862265285] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"348.176795ms","start":"2026-06-28T20:44:29.440277Z","end":"2026-06-28T20:44:29.788454Z","steps":["trace[862265285] 'process raft request' (duration: 348.076743ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788458Z","caller":"traceutil/trace.go:171","msg":"trace[1717283758] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"541.605666ms","start":"2026-06-28T20:44:29.246831Z","end":"2026-06-28T20:44:29.788437Z","steps":["trace[1717283758] 'process raft request' (duration: 541.389001ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788456Z","caller":"traceutil/trace.go:171","msg":"trace[1482999764] linearizableReadLoop","detail":"{readStateIndex:25082; appliedIndex:25077; }","duration":"477.375785ms","start":"2026-06-28T20:44:29.311028Z","end":"2026-06-28T20:44:29.788404Z","steps":["trace[1482999764] 'read index received' (duration: 147.019292ms)","trace[1482999764] 'applied index is now lower than readState.Index' (duration: 330.355523ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:29.788548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.440259Z","time spent":"348.232746ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:29.788558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.246823Z","time spent":"541.679438ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:29.788596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.245877Z","time spent":"542.6131ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:29.788655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.636852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-06-28T20:44:29.788654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.59775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:44:29.788701Z","caller":"traceutil/trace.go:171","msg":"trace[2107531657] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24243; }","duration":"412.747355ms","start":"2026-06-28T20:44:29.375941Z","end":"2026-06-28T20:44:29.788688Z","steps":["trace[2107531657] 'agreement among raft nodes before linearized reading' (duration: 412.651383ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:29.788734Z","caller":"traceutil/trace.go:171","msg":"trace[729404465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24243; }","duration":"477.735284ms","start":"2026-06-28T20:44:29.310978Z","end":"2026-06-28T20:44:29.788713Z","steps":["trace[729404465] 'agreement among raft nodes before linearized reading' (duration: 477.549549ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:29.788779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.31096Z","time spent":"477.810565ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:44:29.788827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.621449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:29.788736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.37592Z","time spent":"412.806976ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7289,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-06-28T20:44:29.788878Z","caller":"traceutil/trace.go:171","msg":"trace[176099152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24243; }","duration":"156.724941ms","start":"2026-06-28T20:44:29.632142Z","end":"2026-06-28T20:44:29.788867Z","steps":["trace[176099152] 'agreement among raft nodes before linearized reading' (duration: 156.641919ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.057142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.419457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:30.05791Z","caller":"traceutil/trace.go:171","msg":"trace[121437370] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"264.650797ms","start":"2026-06-28T20:44:29.793038Z","end":"2026-06-28T20:44:30.057689Z","steps":["trace[121437370] 'process raft request' (duration: 71.540264ms)","trace[121437370] 'compare' (duration: 192.289974ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.325948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.310744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:44:30.326201Z","caller":"traceutil/trace.go:171","msg":"trace[1755561828] linearizableReadLoop","detail":"{readStateIndex:25085; appliedIndex:25083; }","duration":"367.090034ms","start":"2026-06-28T20:44:29.95909Z","end":"2026-06-28T20:44:30.32618Z","steps":["trace[1755561828] 'read index received' (duration: 48.12991ms)","trace[1755561828] 'applied index is now lower than readState.Index' (duration: 318.958763ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.326352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.253867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:30.326387Z","caller":"traceutil/trace.go:171","msg":"trace[1406720439] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24244; }","duration":"367.339449ms","start":"2026-06-28T20:44:29.959034Z","end":"2026-06-28T20:44:30.326373Z","steps":["trace[1406720439] 'agreement among raft nodes before linearized reading' (duration: 367.264587ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.32643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.959008Z","time spent":"367.411001ms","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:30.401817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.437818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:44:30.40191Z","caller":"traceutil/trace.go:171","msg":"trace[1660199201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24245; }","duration":"176.566471ms","start":"2026-06-28T20:44:30.225315Z","end":"2026-06-28T20:44:30.401882Z","steps":["trace[1660199201] 'agreement among raft nodes before linearized reading' (duration: 101.454733ms)","trace[1660199201] 'range keys from in-memory index tree' (duration: 74.904794ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.401796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.205903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:30.401975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.181131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-28T20:44:30.401938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.14478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:30.402049Z","caller":"traceutil/trace.go:171","msg":"trace[2066865726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24245; }","duration":"404.263174ms","start":"2026-06-28T20:44:29.997765Z","end":"2026-06-28T20:44:30.402028Z","steps":["trace[2066865726] 'agreement among raft nodes before linearized reading' (duration: 329.020112ms)","trace[2066865726] 'range keys from in-memory index tree' (duration: 74.478834ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:30.402062Z","caller":"traceutil/trace.go:171","msg":"trace[1487585897] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24245; }","duration":"415.515841ms","start":"2026-06-28T20:44:29.986502Z","end":"2026-06-28T20:44:30.402018Z","steps":["trace[1487585897] 'agreement among raft nodes before linearized reading' (duration: 340.050313ms)","trace[1487585897] 'count revisions from in-memory index tree' (duration: 75.139239ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.4021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.997756Z","time spent":"404.333055ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:44:30.402109Z","caller":"traceutil/trace.go:171","msg":"trace[2125875679] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24245; }","duration":"132.326534ms","start":"2026-06-28T20:44:30.269715Z","end":"2026-06-28T20:44:30.402042Z","steps":["trace[2125875679] 'agreement among raft nodes before linearized reading' (duration: 57.046381ms)","trace[2125875679] 'count revisions from in-memory index tree' (duration: 75.098259ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.402198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:29.986455Z","time spent":"415.686575ms","remote":"127.0.0.1:53544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:30.402426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.128256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-28T20:44:30.402555Z","caller":"traceutil/trace.go:171","msg":"trace[1586617031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24245; }","duration":"104.306201ms","start":"2026-06-28T20:44:30.298217Z","end":"2026-06-28T20:44:30.402523Z","steps":["trace[1586617031] 'agreement among raft nodes before linearized reading' (duration: 28.530046ms)","trace[1586617031] 'range keys from in-memory index tree' (duration: 75.054848ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.408124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.370715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:44:30.408372Z","caller":"traceutil/trace.go:171","msg":"trace[1994031405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24245; }","duration":"336.653542ms","start":"2026-06-28T20:44:30.07168Z","end":"2026-06-28T20:44:30.408333Z","steps":["trace[1994031405] 'agreement among raft nodes before linearized reading' (duration: 255.097901ms)","trace[1994031405] 'range keys from in-memory index tree' (duration: 81.119671ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:30.408485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:30.071664Z","time spent":"336.806416ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:44:30.758854Z","caller":"traceutil/trace.go:171","msg":"trace[1276407533] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25086; }","duration":"346.935616ms","start":"2026-06-28T20:44:30.411888Z","end":"2026-06-28T20:44:30.758824Z","steps":["trace[1276407533] 'read index received' (duration: 346.744622ms)","trace[1276407533] 'applied index is now lower than readState.Index' (duration: 189.954µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:30.758995Z","caller":"traceutil/trace.go:171","msg":"trace[1829964469] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"348.340049ms","start":"2026-06-28T20:44:30.410612Z","end":"2026-06-28T20:44:30.758952Z","steps":["trace[1829964469] 'process raft request' (duration: 348.026482ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.759126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.214042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:44:30.759187Z","caller":"traceutil/trace.go:171","msg":"trace[505899477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24246; }","duration":"347.318314ms","start":"2026-06-28T20:44:30.411855Z","end":"2026-06-28T20:44:30.759173Z","steps":["trace[505899477] 'agreement among raft nodes before linearized reading' (duration: 347.102299ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.759184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:30.410586Z","time spent":"348.503363ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:30.759228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:30.411843Z","time spent":"347.376316ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-28T20:44:30.766966Z","caller":"traceutil/trace.go:171","msg":"trace[675744362] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"354.903814ms","start":"2026-06-28T20:44:30.412033Z","end":"2026-06-28T20:44:30.766936Z","steps":["trace[675744362] 'process raft request' (duration: 354.70456ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:30.767133Z","caller":"traceutil/trace.go:171","msg":"trace[1919741042] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"353.233315ms","start":"2026-06-28T20:44:30.413862Z","end":"2026-06-28T20:44:30.767096Z","steps":["trace[1919741042] 'process raft request' (duration: 353.01082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.767198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.018674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:44:30.767237Z","caller":"traceutil/trace.go:171","msg":"trace[923455356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24248; }","duration":"297.109806ms","start":"2026-06-28T20:44:30.470117Z","end":"2026-06-28T20:44:30.767227Z","steps":["trace[923455356] 'agreement among raft nodes before linearized reading' (duration: 296.949862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.76731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:30.41385Z","time spent":"353.355798ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:30.767316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:30.412018Z","time spent":"355.028168ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:30.76752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.35406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:30.767584Z","caller":"traceutil/trace.go:171","msg":"trace[2089653518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24248; }","duration":"280.473332ms","start":"2026-06-28T20:44:30.487092Z","end":"2026-06-28T20:44:30.767565Z","steps":["trace[2089653518] 'agreement among raft nodes before linearized reading' (duration: 279.990081ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:30.945998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.243263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:30.94633Z","caller":"traceutil/trace.go:171","msg":"trace[2097916507] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"174.176315ms","start":"2026-06-28T20:44:30.772128Z","end":"2026-06-28T20:44:30.946304Z","steps":["trace[2097916507] 'process raft request' (duration: 54.536362ms)","trace[2097916507] 'compare' (duration: 118.942716ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:30.946391Z","caller":"traceutil/trace.go:171","msg":"trace[1160579171] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"174.036491ms","start":"2026-06-28T20:44:30.772311Z","end":"2026-06-28T20:44:30.946348Z","steps":["trace[1160579171] 'process raft request' (duration: 173.789015ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:31.60844Z","caller":"traceutil/trace.go:171","msg":"trace[1479701775] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25092; }","duration":"101.966814ms","start":"2026-06-28T20:44:31.506432Z","end":"2026-06-28T20:44:31.608399Z","steps":["trace[1479701775] 'read index received' (duration: 101.627316ms)","trace[1479701775] 'applied index is now lower than readState.Index' (duration: 337.958µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:31.608512Z","caller":"traceutil/trace.go:171","msg":"trace[1748759843] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"144.905601ms","start":"2026-06-28T20:44:31.463566Z","end":"2026-06-28T20:44:31.608472Z","steps":["trace[1748759843] 'process raft request' (duration: 144.631235ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:31.608628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.16839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:31.608668Z","caller":"traceutil/trace.go:171","msg":"trace[2021123083] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24252; }","duration":"102.280433ms","start":"2026-06-28T20:44:31.506374Z","end":"2026-06-28T20:44:31.608655Z","steps":["trace[2021123083] 'agreement among raft nodes before linearized reading' (duration: 102.17383ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:31.944306Z","caller":"traceutil/trace.go:171","msg":"trace[472082694] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"149.133331ms","start":"2026-06-28T20:44:31.795135Z","end":"2026-06-28T20:44:31.944269Z","steps":["trace[472082694] 'process raft request' (duration: 148.880905ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:31.944689Z","caller":"traceutil/trace.go:171","msg":"trace[1322342037] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"149.399428ms","start":"2026-06-28T20:44:31.795252Z","end":"2026-06-28T20:44:31.944651Z","steps":["trace[1322342037] 'process raft request' (duration: 148.954048ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:32.045004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.278825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:32.045359Z","caller":"traceutil/trace.go:171","msg":"trace[633579544] linearizableReadLoop","detail":"{readStateIndex:25099; appliedIndex:25096; }","duration":"100.705125ms","start":"2026-06-28T20:44:31.94463Z","end":"2026-06-28T20:44:32.045335Z","steps":["trace[633579544] 'read index received' (duration: 60.251µs)","trace[633579544] 'applied index is now lower than readState.Index' (duration: 100.643594ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:32.045377Z","caller":"traceutil/trace.go:171","msg":"trace[703091903] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"250.026171ms","start":"2026-06-28T20:44:31.795308Z","end":"2026-06-28T20:44:32.045334Z","steps":["trace[703091903] 'process raft request' (duration: 149.318026ms)","trace[703091903] 'compare' (duration: 100.119321ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:32.045463Z","caller":"traceutil/trace.go:171","msg":"trace[165816497] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"250.091803ms","start":"2026-06-28T20:44:31.79536Z","end":"2026-06-28T20:44:32.045452Z","steps":["trace[165816497] 'process raft request' (duration: 249.758165ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:32.045672Z","caller":"traceutil/trace.go:171","msg":"trace[241296278] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"205.012825ms","start":"2026-06-28T20:44:31.840626Z","end":"2026-06-28T20:44:32.045639Z","steps":["trace[241296278] 'process raft request' (duration: 204.626096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:32.045805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.143705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:44:32.045896Z","caller":"traceutil/trace.go:171","msg":"trace[1274001439] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24258; }","duration":"101.29692ms","start":"2026-06-28T20:44:31.944576Z","end":"2026-06-28T20:44:32.045873Z","steps":["trace[1274001439] 'agreement among raft nodes before linearized reading' (duration: 100.935311ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:33.054788Z","caller":"traceutil/trace.go:171","msg":"trace[82262376] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25102; }","duration":"286.125966ms","start":"2026-06-28T20:44:32.768635Z","end":"2026-06-28T20:44:33.054761Z","steps":["trace[82262376] 'read index received' (duration: 285.817649ms)","trace[82262376] 'applied index is now lower than readState.Index' (duration: 307.277µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:33.054918Z","caller":"traceutil/trace.go:171","msg":"trace[1633140210] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"286.511895ms","start":"2026-06-28T20:44:32.768362Z","end":"2026-06-28T20:44:33.054874Z","steps":["trace[1633140210] 'process raft request' (duration: 286.214268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.604804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:44:33.055409Z","caller":"traceutil/trace.go:171","msg":"trace[630868714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24262; }","duration":"103.689486ms","start":"2026-06-28T20:44:32.951692Z","end":"2026-06-28T20:44:33.055382Z","steps":["trace[630868714] 'agreement among raft nodes before linearized reading' (duration: 103.490821ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.05539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.893372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-06-28T20:44:33.055082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.399682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:33.055607Z","caller":"traceutil/trace.go:171","msg":"trace[1174800101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24262; }","duration":"118.143098ms","start":"2026-06-28T20:44:32.937414Z","end":"2026-06-28T20:44:33.055557Z","steps":["trace[1174800101] 'agreement among raft nodes before linearized reading' (duration: 117.755629ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:33.055625Z","caller":"traceutil/trace.go:171","msg":"trace[687263907] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24262; }","duration":"286.985886ms","start":"2026-06-28T20:44:32.768604Z","end":"2026-06-28T20:44:33.05559Z","steps":["trace[687263907] 'agreement among raft nodes before linearized reading' (duration: 286.31721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.641527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:33.055784Z","caller":"traceutil/trace.go:171","msg":"trace[225737735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24262; }","duration":"118.332792ms","start":"2026-06-28T20:44:32.93743Z","end":"2026-06-28T20:44:33.055763Z","steps":["trace[225737735] 'agreement among raft nodes before linearized reading' (duration: 117.618315ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.613628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:33.055896Z","caller":"traceutil/trace.go:171","msg":"trace[1454694957] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24262; }","duration":"154.382536ms","start":"2026-06-28T20:44:32.901488Z","end":"2026-06-28T20:44:33.055871Z","steps":["trace[1454694957] 'agreement among raft nodes before linearized reading' (duration: 153.613937ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.412499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:33.056046Z","caller":"traceutil/trace.go:171","msg":"trace[47996581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24262; }","duration":"104.234508ms","start":"2026-06-28T20:44:32.951802Z","end":"2026-06-28T20:44:33.056037Z","steps":["trace[47996581] 'agreement among raft nodes before linearized reading' (duration: 103.274166ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.440922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:44:33.056132Z","caller":"traceutil/trace.go:171","msg":"trace[1201925391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24262; }","duration":"284.270792ms","start":"2026-06-28T20:44:32.771851Z","end":"2026-06-28T20:44:33.056122Z","steps":["trace[1201925391] 'agreement among raft nodes before linearized reading' (duration: 283.183027ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.055316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.810277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:44:33.056211Z","caller":"traceutil/trace.go:171","msg":"trace[1342339777] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24262; }","duration":"283.77622ms","start":"2026-06-28T20:44:32.772421Z","end":"2026-06-28T20:44:33.056197Z","steps":["trace[1342339777] 'agreement among raft nodes before linearized reading' (duration: 282.744126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.245793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.55351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:33.24635Z","caller":"traceutil/trace.go:171","msg":"trace[1601571492] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"150.199777ms","start":"2026-06-28T20:44:33.09613Z","end":"2026-06-28T20:44:33.246329Z","steps":["trace[1601571492] 'process raft request' (duration: 150.153936ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:33.246318Z","caller":"traceutil/trace.go:171","msg":"trace[1407475350] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"186.284351ms","start":"2026-06-28T20:44:33.059965Z","end":"2026-06-28T20:44:33.246249Z","steps":["trace[1407475350] 'process raft request' (duration: 20.165137ms)","trace[1407475350] 'compare' (duration: 165.228233ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:33.246645Z","caller":"traceutil/trace.go:171","msg":"trace[476605268] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"185.8003ms","start":"2026-06-28T20:44:33.060833Z","end":"2026-06-28T20:44:33.246634Z","steps":["trace[476605268] 'process raft request' (duration: 185.416761ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:33.246666Z","caller":"traceutil/trace.go:171","msg":"trace[1021965237] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25103; }","duration":"155.115303ms","start":"2026-06-28T20:44:33.091523Z","end":"2026-06-28T20:44:33.246638Z","steps":["trace[1021965237] 'read index received' (duration: 95.997903ms)","trace[1021965237] 'applied index is now lower than readState.Index' (duration: 59.11505ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:33.246668Z","caller":"traceutil/trace.go:171","msg":"trace[398208906] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"186.093607ms","start":"2026-06-28T20:44:33.060542Z","end":"2026-06-28T20:44:33.246635Z","steps":["trace[398208906] 'process raft request' (duration: 185.38193ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:33.246655Z","caller":"traceutil/trace.go:171","msg":"trace[257281668] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"185.990855ms","start":"2026-06-28T20:44:33.060633Z","end":"2026-06-28T20:44:33.246624Z","steps":["trace[257281668] 'process raft request' (duration: 185.572985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:33.246817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.276938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:33.246863Z","caller":"traceutil/trace.go:171","msg":"trace[1424329290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24267; }","duration":"155.3877ms","start":"2026-06-28T20:44:33.091462Z","end":"2026-06-28T20:44:33.24685Z","steps":["trace[1424329290] 'agreement among raft nodes before linearized reading' (duration: 155.285938ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:35.281363Z","caller":"traceutil/trace.go:171","msg":"trace[45979566] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25118; }","duration":"120.033503ms","start":"2026-06-28T20:44:35.161302Z","end":"2026-06-28T20:44:35.281336Z","steps":["trace[45979566] 'read index received' (duration: 119.92779ms)","trace[45979566] 'applied index is now lower than readState.Index' (duration: 104.913µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:35.281492Z","caller":"traceutil/trace.go:171","msg":"trace[1456962132] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"215.203836ms","start":"2026-06-28T20:44:35.066253Z","end":"2026-06-28T20:44:35.281457Z","steps":["trace[1456962132] 'process raft request' (duration: 214.926219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:35.281562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:35.281594Z","caller":"traceutil/trace.go:171","msg":"trace[415227203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24277; }","duration":"120.34205ms","start":"2026-06-28T20:44:35.161238Z","end":"2026-06-28T20:44:35.28158Z","steps":["trace[415227203] 'agreement among raft nodes before linearized reading' (duration: 120.217487ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:35.396773Z","caller":"traceutil/trace.go:171","msg":"trace[747999945] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25119; }","duration":"115.307451ms","start":"2026-06-28T20:44:35.281427Z","end":"2026-06-28T20:44:35.396735Z","steps":["trace[747999945] 'read index received' (duration: 36.157416ms)","trace[747999945] 'applied index is now lower than readState.Index' (duration: 79.148425ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:35.397063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.697201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:44:35.397124Z","caller":"traceutil/trace.go:171","msg":"trace[1675468353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24278; }","duration":"145.786273ms","start":"2026-06-28T20:44:35.251323Z","end":"2026-06-28T20:44:35.397109Z","steps":["trace[1675468353] 'agreement among raft nodes before linearized reading' (duration: 145.610258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:35.397262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.499563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:35.397311Z","caller":"traceutil/trace.go:171","msg":"trace[115586671] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24278; }","duration":"212.597605ms","start":"2026-06-28T20:44:35.184701Z","end":"2026-06-28T20:44:35.397298Z","steps":["trace[115586671] 'agreement among raft nodes before linearized reading' (duration: 212.500863ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:35.397448Z","caller":"traceutil/trace.go:171","msg":"trace[1358240892] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"145.346182ms","start":"2026-06-28T20:44:35.252002Z","end":"2026-06-28T20:44:35.397349Z","steps":["trace[1358240892] 'process raft request' (duration: 65.696786ms)","trace[1358240892] 'compare' (duration: 78.782686ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:35.397515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.217133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-06-28T20:44:35.397561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.321216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:44:35.397594Z","caller":"traceutil/trace.go:171","msg":"trace[1380081274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24278; }","duration":"146.409088ms","start":"2026-06-28T20:44:35.251174Z","end":"2026-06-28T20:44:35.397584Z","steps":["trace[1380081274] 'agreement among raft nodes before linearized reading' (duration: 146.297285ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:35.397605Z","caller":"traceutil/trace.go:171","msg":"trace[126553234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24278; }","duration":"146.331786ms","start":"2026-06-28T20:44:35.251245Z","end":"2026-06-28T20:44:35.397577Z","steps":["trace[126553234] 'agreement among raft nodes before linearized reading' (duration: 146.061309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:35.398513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.079863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:35.398613Z","caller":"traceutil/trace.go:171","msg":"trace[1814990970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24278; }","duration":"147.247777ms","start":"2026-06-28T20:44:35.251336Z","end":"2026-06-28T20:44:35.398584Z","steps":["trace[1814990970] 'agreement among raft nodes before linearized reading' (duration: 145.452585ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:40.233695Z","caller":"traceutil/trace.go:171","msg":"trace[134690525] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"160.912831ms","start":"2026-06-28T20:44:40.072752Z","end":"2026-06-28T20:44:40.233665Z","steps":["trace[134690525] 'process raft request' (duration: 136.781529ms)","trace[134690525] 'compare' (duration: 23.591189ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:40.484993Z","caller":"traceutil/trace.go:171","msg":"trace[1547461103] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25157; }","duration":"200.656172ms","start":"2026-06-28T20:44:40.28431Z","end":"2026-06-28T20:44:40.484966Z","steps":["trace[1547461103] 'read index received' (duration: 177.286439ms)","trace[1547461103] 'applied index is now lower than readState.Index' (duration: 23.368783ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:40.485081Z","caller":"traceutil/trace.go:171","msg":"trace[768887097] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"411.493065ms","start":"2026-06-28T20:44:40.073537Z","end":"2026-06-28T20:44:40.48503Z","steps":["trace[768887097] 'process raft request' (duration: 388.047769ms)","trace[768887097] 'compare' (duration: 22.76093ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:40.48511Z","caller":"traceutil/trace.go:171","msg":"trace[1325430901] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"345.631735ms","start":"2026-06-28T20:44:40.139446Z","end":"2026-06-28T20:44:40.485078Z","steps":["trace[1325430901] 'process raft request' (duration: 345.370949ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:40.485215Z","caller":"traceutil/trace.go:171","msg":"trace[1823117841] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"345.538273ms","start":"2026-06-28T20:44:40.139611Z","end":"2026-06-28T20:44:40.485149Z","steps":["trace[1823117841] 'process raft request' (duration: 345.304267ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:40.485287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.952709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:44:40.485284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:40.139399Z","time spent":"345.80461ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:40.485303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:40.073486Z","time spent":"411.70689ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:40.485332Z","caller":"traceutil/trace.go:171","msg":"trace[702306659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24317; }","duration":"201.052532ms","start":"2026-06-28T20:44:40.284269Z","end":"2026-06-28T20:44:40.485321Z","steps":["trace[702306659] 'agreement among raft nodes before linearized reading' (duration: 200.806336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:40.485402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:40.139605Z","time spent":"345.701187ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:42.599165Z","caller":"traceutil/trace.go:171","msg":"trace[1839780465] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"107.593498ms","start":"2026-06-28T20:44:42.49153Z","end":"2026-06-28T20:44:42.599124Z","steps":["trace[1839780465] 'process raft request' (duration: 107.375863ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:42.599201Z","caller":"traceutil/trace.go:171","msg":"trace[355418599] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"107.434624ms","start":"2026-06-28T20:44:42.491723Z","end":"2026-06-28T20:44:42.599157Z","steps":["trace[355418599] 'process raft request' (duration: 107.325452ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.209348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.129011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:43.209477Z","caller":"traceutil/trace.go:171","msg":"trace[735195918] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24333; }","duration":"331.311875ms","start":"2026-06-28T20:44:42.878132Z","end":"2026-06-28T20:44:43.209444Z","steps":["trace[735195918] 'count revisions from in-memory index tree' (duration: 331.029939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.209453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.422937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:43.209537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:42.878115Z","time spent":"331.404448ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:43.209557Z","caller":"traceutil/trace.go:171","msg":"trace[1203629542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24333; }","duration":"271.581551ms","start":"2026-06-28T20:44:42.937939Z","end":"2026-06-28T20:44:43.20952Z","steps":["trace[1203629542] 'range keys from in-memory index tree' (duration: 271.298294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.209572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.561518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:44:43.209658Z","caller":"traceutil/trace.go:171","msg":"trace[1109479158] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24333; }","duration":"360.713552ms","start":"2026-06-28T20:44:42.848928Z","end":"2026-06-28T20:44:43.209641Z","steps":["trace[1109479158] 'range keys from in-memory index tree' (duration: 360.310113ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.209707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:42.848899Z","time spent":"360.795874ms","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-06-28T20:44:43.634496Z","caller":"traceutil/trace.go:171","msg":"trace[1858766692] linearizableReadLoop","detail":"{readStateIndex:25179; appliedIndex:25178; }","duration":"120.917244ms","start":"2026-06-28T20:44:43.513548Z","end":"2026-06-28T20:44:43.634466Z","steps":["trace[1858766692] 'read index received' (duration: 118.64211ms)","trace[1858766692] 'applied index is now lower than readState.Index' (duration: 2.274034ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:43.634541Z","caller":"traceutil/trace.go:171","msg":"trace[212634786] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"150.067324ms","start":"2026-06-28T20:44:43.484433Z","end":"2026-06-28T20:44:43.6345Z","steps":["trace[212634786] 'process raft request' (duration: 147.743389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.634664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.106618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-06-28T20:44:43.634706Z","caller":"traceutil/trace.go:171","msg":"trace[835108251] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24335; }","duration":"121.2083ms","start":"2026-06-28T20:44:43.513486Z","end":"2026-06-28T20:44:43.634695Z","steps":["trace[835108251] 'agreement among raft nodes before linearized reading' (duration: 121.087557ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:43.641017Z","caller":"traceutil/trace.go:171","msg":"trace[1773947161] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"127.280024ms","start":"2026-06-28T20:44:43.513704Z","end":"2026-06-28T20:44:43.640984Z","steps":["trace[1773947161] 'process raft request' (duration: 127.075189ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:43.875544Z","caller":"traceutil/trace.go:171","msg":"trace[1575537249] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"228.794758ms","start":"2026-06-28T20:44:43.646708Z","end":"2026-06-28T20:44:43.875503Z","steps":["trace[1575537249] 'process raft request' (duration: 189.332263ms)","trace[1575537249] 'compare' (duration: 39.26779ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:43.875578Z","caller":"traceutil/trace.go:171","msg":"trace[622644363] linearizableReadLoop","detail":"{readStateIndex:25181; appliedIndex:25180; }","duration":"219.001026ms","start":"2026-06-28T20:44:43.656546Z","end":"2026-06-28T20:44:43.875547Z","steps":["trace[622644363] 'read index received' (duration: 179.508641ms)","trace[622644363] 'applied index is now lower than readState.Index' (duration: 39.491425ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:43.875827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.218312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:43.875886Z","caller":"traceutil/trace.go:171","msg":"trace[1377786601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24338; }","duration":"219.347614ms","start":"2026-06-28T20:44:43.656519Z","end":"2026-06-28T20:44:43.875867Z","steps":["trace[1377786601] 'agreement among raft nodes before linearized reading' (duration: 219.17511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.875865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.307743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:44:43.875951Z","caller":"traceutil/trace.go:171","msg":"trace[797874748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24338; }","duration":"219.415556ms","start":"2026-06-28T20:44:43.656517Z","end":"2026-06-28T20:44:43.875932Z","steps":["trace[797874748] 'agreement among raft nodes before linearized reading' (duration: 219.114679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:43.875963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.085438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:44:43.876023Z","caller":"traceutil/trace.go:171","msg":"trace[1975357135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24338; }","duration":"219.171061ms","start":"2026-06-28T20:44:43.656834Z","end":"2026-06-28T20:44:43.876005Z","steps":["trace[1975357135] 'agreement among raft nodes before linearized reading' (duration: 219.008857ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:44.128438Z","caller":"traceutil/trace.go:171","msg":"trace[1841238631] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"246.767684ms","start":"2026-06-28T20:44:43.881637Z","end":"2026-06-28T20:44:44.128404Z","steps":["trace[1841238631] 'process raft request' (duration: 149.543701ms)","trace[1841238631] 'compare' (duration: 96.993237ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:44.128805Z","caller":"traceutil/trace.go:171","msg":"trace[298220864] linearizableReadLoop","detail":"{readStateIndex:25185; appliedIndex:25182; }","duration":"244.874529ms","start":"2026-06-28T20:44:43.883905Z","end":"2026-06-28T20:44:44.128779Z","steps":["trace[298220864] 'read index received' (duration: 27.072411ms)","trace[298220864] 'applied index is now lower than readState.Index' (duration: 217.801028ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:44.128966Z","caller":"traceutil/trace.go:171","msg":"trace[263313156] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"247.169893ms","start":"2026-06-28T20:44:43.881705Z","end":"2026-06-28T20:44:44.128875Z","steps":["trace[263313156] 'process raft request' (duration: 246.6274ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.129203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.194588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:44.12913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.199376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-06-28T20:44:44.129255Z","caller":"traceutil/trace.go:171","msg":"trace[479268415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24342; }","duration":"191.355522ms","start":"2026-06-28T20:44:43.937887Z","end":"2026-06-28T20:44:44.129242Z","steps":["trace[479268415] 'agreement among raft nodes before linearized reading' (duration: 191.210718ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:44.129272Z","caller":"traceutil/trace.go:171","msg":"trace[746277522] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24342; }","duration":"245.381061ms","start":"2026-06-28T20:44:43.88387Z","end":"2026-06-28T20:44:44.129251Z","steps":["trace[746277522] 'agreement among raft nodes before linearized reading' (duration: 245.030093ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.129475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.554646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-06-28T20:44:44.129602Z","caller":"traceutil/trace.go:171","msg":"trace[882391446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24342; }","duration":"191.72538ms","start":"2026-06-28T20:44:43.937839Z","end":"2026-06-28T20:44:44.129564Z","steps":["trace[882391446] 'agreement among raft nodes before linearized reading' (duration: 191.200638ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:44.44787Z","caller":"traceutil/trace.go:171","msg":"trace[1205733570] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"116.868947ms","start":"2026-06-28T20:44:44.330958Z","end":"2026-06-28T20:44:44.447827Z","steps":["trace[1205733570] 'process raft request' (duration: 35.651924ms)","trace[1205733570] 'compare' (duration: 81.05996ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:44.891131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.18832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:44.891222Z","caller":"traceutil/trace.go:171","msg":"trace[1525311342] linearizableReadLoop","detail":"{readStateIndex:25189; appliedIndex:25188; }","duration":"352.889467ms","start":"2026-06-28T20:44:44.538319Z","end":"2026-06-28T20:44:44.891208Z","steps":["trace[1525311342] 'read index received' (duration: 76.531623ms)","trace[1525311342] 'applied index is now lower than readState.Index' (duration: 276.356594ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:44.891278Z","caller":"traceutil/trace.go:171","msg":"trace[1906471960] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"358.49023ms","start":"2026-06-28T20:44:44.532779Z","end":"2026-06-28T20:44:44.891269Z","steps":["trace[1906471960] 'process raft request' (duration: 82.077734ms)","trace[1906471960] 'compare' (duration: 275.969075ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:44.891312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.532758Z","time spent":"358.534741ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:44.89156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.242315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:44:44.891577Z","caller":"traceutil/trace.go:171","msg":"trace[621524352] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24345; }","duration":"353.258836ms","start":"2026-06-28T20:44:44.538311Z","end":"2026-06-28T20:44:44.89157Z","steps":["trace[621524352] 'agreement among raft nodes before linearized reading' (duration: 353.156603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.891592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.538257Z","time spent":"353.332177ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-06-28T20:44:44.937847Z","caller":"traceutil/trace.go:171","msg":"trace[490968962] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"333.812855ms","start":"2026-06-28T20:44:44.604019Z","end":"2026-06-28T20:44:44.937832Z","steps":["trace[490968962] 'process raft request' (duration: 333.393975ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.938031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.603977Z","time spent":"333.938078ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:44.937765Z","caller":"traceutil/trace.go:171","msg":"trace[369024465] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"333.654662ms","start":"2026-06-28T20:44:44.604079Z","end":"2026-06-28T20:44:44.937733Z","steps":["trace[369024465] 'process raft request' (duration: 333.597901ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.938675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.604039Z","time spent":"334.486561ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:44.9574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.823192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:44.957518Z","caller":"traceutil/trace.go:171","msg":"trace[505354262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24348; }","duration":"335.992256ms","start":"2026-06-28T20:44:44.621486Z","end":"2026-06-28T20:44:44.957478Z","steps":["trace[505354262] 'agreement among raft nodes before linearized reading' (duration: 335.825572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.957576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.621466Z","time spent":"336.098419ms","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:44.958016Z","caller":"traceutil/trace.go:171","msg":"trace[1098963511] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"310.428871ms","start":"2026-06-28T20:44:44.647572Z","end":"2026-06-28T20:44:44.958001Z","steps":["trace[1098963511] 'process raft request' (duration: 309.280504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.958131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.647543Z","time spent":"310.512313ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:44.958241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.824574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:44:44.958347Z","caller":"traceutil/trace.go:171","msg":"trace[2066915628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24348; }","duration":"251.992137ms","start":"2026-06-28T20:44:44.706326Z","end":"2026-06-28T20:44:44.958318Z","steps":["trace[2066915628] 'agreement among raft nodes before linearized reading' (duration: 251.67963ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.958407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.766127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:44.958516Z","caller":"traceutil/trace.go:171","msg":"trace[155528744] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24348; }","duration":"334.915141ms","start":"2026-06-28T20:44:44.623569Z","end":"2026-06-28T20:44:44.958485Z","steps":["trace[155528744] 'agreement among raft nodes before linearized reading' (duration: 334.690066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:44.958588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:44.623563Z","time spent":"335.011703ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:44.958597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.803114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-06-28T20:44:44.958674Z","caller":"traceutil/trace.go:171","msg":"trace[707536016] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24348; }","duration":"102.929867ms","start":"2026-06-28T20:44:44.855722Z","end":"2026-06-28T20:44:44.958652Z","steps":["trace[707536016] 'agreement among raft nodes before linearized reading' (duration: 102.727232ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:45.092521Z","caller":"traceutil/trace.go:171","msg":"trace[1768809631] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25193; }","duration":"129.294072ms","start":"2026-06-28T20:44:44.963196Z","end":"2026-06-28T20:44:45.09249Z","steps":["trace[1768809631] 'read index received' (duration: 3.096073ms)","trace[1768809631] 'applied index is now lower than readState.Index' (duration: 126.196899ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:45.092655Z","caller":"traceutil/trace.go:171","msg":"trace[1670273516] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"129.813844ms","start":"2026-06-28T20:44:44.962795Z","end":"2026-06-28T20:44:45.092609Z","steps":["trace[1670273516] 'process raft request' (duration: 129.482966ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:45.092808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.577649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b5acc46-8529-4cbf-9909-06c9644b819e\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-06-28T20:44:45.092855Z","caller":"traceutil/trace.go:171","msg":"trace[2094929272] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b5acc46-8529-4cbf-9909-06c9644b819e; range_end:; response_count:1; response_revision:24350; }","duration":"129.686871ms","start":"2026-06-28T20:44:44.963154Z","end":"2026-06-28T20:44:45.09284Z","steps":["trace[2094929272] 'agreement among raft nodes before linearized reading' (duration: 129.485106ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:45.092897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.706334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-28T20:44:45.09302Z","caller":"traceutil/trace.go:171","msg":"trace[180355769] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24350; }","duration":"124.852697ms","start":"2026-06-28T20:44:44.968144Z","end":"2026-06-28T20:44:45.092997Z","steps":["trace[180355769] 'agreement among raft nodes before linearized reading' (duration: 124.5422ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:45.748183Z","caller":"traceutil/trace.go:171","msg":"trace[450516651] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"101.176006ms","start":"2026-06-28T20:44:45.646963Z","end":"2026-06-28T20:44:45.748139Z","steps":["trace[450516651] 'process raft request' (duration: 39.164347ms)","trace[450516651] 'compare' (duration: 61.778783ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:46.022798Z","caller":"traceutil/trace.go:171","msg":"trace[1482858527] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"140.057817ms","start":"2026-06-28T20:44:45.882716Z","end":"2026-06-28T20:44:46.022774Z","steps":["trace[1482858527] 'process raft request' (duration: 139.925044ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:46.022943Z","caller":"traceutil/trace.go:171","msg":"trace[1885902909] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25201; }","duration":"107.790892ms","start":"2026-06-28T20:44:45.915076Z","end":"2026-06-28T20:44:46.022867Z","steps":["trace[1885902909] 'read index received' (duration: 107.771842ms)","trace[1885902909] 'applied index is now lower than readState.Index' (duration: 15.56µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:46.023236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.12556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:44:46.023362Z","caller":"traceutil/trace.go:171","msg":"trace[11669859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24356; }","duration":"108.295544ms","start":"2026-06-28T20:44:45.915041Z","end":"2026-06-28T20:44:46.023337Z","steps":["trace[11669859] 'agreement among raft nodes before linearized reading' (duration: 107.989597ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:46.051448Z","caller":"traceutil/trace.go:171","msg":"trace[1577339088] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"124.942969ms","start":"2026-06-28T20:44:45.926442Z","end":"2026-06-28T20:44:46.051385Z","steps":["trace[1577339088] 'process raft request' (duration: 124.214882ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:46.051861Z","caller":"traceutil/trace.go:171","msg":"trace[1188640703] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"112.139046ms","start":"2026-06-28T20:44:45.939702Z","end":"2026-06-28T20:44:46.051841Z","steps":["trace[1188640703] 'process raft request' (duration: 111.678955ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:46.052369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.12768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:46.052439Z","caller":"traceutil/trace.go:171","msg":"trace[282655896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24359; }","duration":"116.248703ms","start":"2026-06-28T20:44:45.936172Z","end":"2026-06-28T20:44:46.05242Z","steps":["trace[282655896] 'agreement among raft nodes before linearized reading' (duration: 115.746471ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:47.108582Z","caller":"traceutil/trace.go:171","msg":"trace[1525475456] linearizableReadLoop","detail":"{readStateIndex:25216; appliedIndex:25215; }","duration":"139.718369ms","start":"2026-06-28T20:44:46.968827Z","end":"2026-06-28T20:44:47.108546Z","steps":["trace[1525475456] 'read index received' (duration: 67.301294ms)","trace[1525475456] 'applied index is now lower than readState.Index' (duration: 72.415335ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:47.108656Z","caller":"traceutil/trace.go:171","msg":"trace[813157689] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"165.10638ms","start":"2026-06-28T20:44:46.943501Z","end":"2026-06-28T20:44:47.108607Z","steps":["trace[813157689] 'process raft request' (duration: 92.678575ms)","trace[813157689] 'compare' (duration: 72.105018ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:47.108887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.016056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:47.108985Z","caller":"traceutil/trace.go:171","msg":"trace[629321129] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24371; }","duration":"140.17387ms","start":"2026-06-28T20:44:46.96879Z","end":"2026-06-28T20:44:47.108964Z","steps":["trace[629321129] 'agreement among raft nodes before linearized reading' (duration: 139.870443ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:47.34887Z","caller":"traceutil/trace.go:171","msg":"trace[823482660] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25217; }","duration":"181.225021ms","start":"2026-06-28T20:44:47.167624Z","end":"2026-06-28T20:44:47.348849Z","steps":["trace[823482660] 'read index received' (duration: 181.192161ms)","trace[823482660] 'applied index is now lower than readState.Index' (duration: 31.85µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:47.349107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.666828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:44:47.349141Z","caller":"traceutil/trace.go:171","msg":"trace[40999058] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24373; }","duration":"218.76112ms","start":"2026-06-28T20:44:47.130372Z","end":"2026-06-28T20:44:47.349133Z","steps":["trace[40999058] 'agreement among raft nodes before linearized reading' (duration: 218.567846ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:47.349291Z","caller":"traceutil/trace.go:171","msg":"trace[1288557692] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"216.700682ms","start":"2026-06-28T20:44:47.132579Z","end":"2026-06-28T20:44:47.349279Z","steps":["trace[1288557692] 'process raft request' (duration: 216.057156ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:47.375998Z","caller":"traceutil/trace.go:171","msg":"trace[1624480627] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"202.67782ms","start":"2026-06-28T20:44:47.173287Z","end":"2026-06-28T20:44:47.375965Z","steps":["trace[1624480627] 'process raft request' (duration: 202.506816ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:47.736983Z","caller":"traceutil/trace.go:171","msg":"trace[1311987784] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"118.22568ms","start":"2026-06-28T20:44:47.618719Z","end":"2026-06-28T20:44:47.736945Z","steps":["trace[1311987784] 'process raft request' (duration: 90.567905ms)","trace[1311987784] 'compare' (duration: 27.405849ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:48.953599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.299736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:48.953788Z","caller":"traceutil/trace.go:171","msg":"trace[491825849] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"704.472283ms","start":"2026-06-28T20:44:48.249273Z","end":"2026-06-28T20:44:48.953745Z","steps":["trace[491825849] 'process raft request' (duration: 141.931161ms)","trace[491825849] 'compare' (duration: 561.460496ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:48.953894Z","caller":"traceutil/trace.go:171","msg":"trace[1319602211] linearizableReadLoop","detail":"{readStateIndex:25236; appliedIndex:25235; }","duration":"667.312722ms","start":"2026-06-28T20:44:48.286553Z","end":"2026-06-28T20:44:48.953866Z","steps":["trace[1319602211] 'read index received' (duration: 104.669568ms)","trace[1319602211] 'applied index is now lower than readState.Index' (duration: 562.639444ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:48.954091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.521298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-06-28T20:44:48.954085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:48.249251Z","time spent":"704.703959ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1469,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:48.953894Z","caller":"traceutil/trace.go:171","msg":"trace[877632442] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"571.824702ms","start":"2026-06-28T20:44:48.382047Z","end":"2026-06-28T20:44:48.953872Z","steps":["trace[877632442] 'process raft request' (duration: 571.707569ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:48.954119Z","caller":"traceutil/trace.go:171","msg":"trace[75688189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24392; }","duration":"667.60336ms","start":"2026-06-28T20:44:48.286507Z","end":"2026-06-28T20:44:48.95411Z","steps":["trace[75688189] 'agreement among raft nodes before linearized reading' (duration: 667.469577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:48.954221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:48.286483Z","time spent":"667.731293ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:44:48.954243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:48.382023Z","time spent":"572.126118ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:49.225462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.576468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:49.225768Z","caller":"traceutil/trace.go:171","msg":"trace[264431986] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"109.900113ms","start":"2026-06-28T20:44:49.115849Z","end":"2026-06-28T20:44:49.225749Z","steps":["trace[264431986] 'process raft request' (duration: 109.835592ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:49.225801Z","caller":"traceutil/trace.go:171","msg":"trace[1906223988] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"264.843662ms","start":"2026-06-28T20:44:48.960905Z","end":"2026-06-28T20:44:49.225748Z","steps":["trace[1906223988] 'process raft request' (duration: 264.658458ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:49.225921Z","caller":"traceutil/trace.go:171","msg":"trace[348576811] linearizableReadLoop","detail":"{readStateIndex:25239; appliedIndex:25237; }","duration":"271.958021ms","start":"2026-06-28T20:44:48.953952Z","end":"2026-06-28T20:44:49.22591Z","steps":["trace[348576811] 'read index received' (duration: 31.860715ms)","trace[348576811] 'applied index is now lower than readState.Index' (duration: 240.096216ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:49.225956Z","caller":"traceutil/trace.go:171","msg":"trace[1633750972] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"275.881633ms","start":"2026-06-28T20:44:48.950031Z","end":"2026-06-28T20:44:49.225912Z","steps":["trace[1633750972] 'process raft request' (duration: 156.768272ms)","trace[1633750972] 'compare' (duration: 118.120167ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:49.225925Z","caller":"traceutil/trace.go:171","msg":"trace[416494837] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"263.318816ms","start":"2026-06-28T20:44:48.962589Z","end":"2026-06-28T20:44:49.225908Z","steps":["trace[416494837] 'process raft request' (duration: 263.037739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:49.22616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.203037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:49.226262Z","caller":"traceutil/trace.go:171","msg":"trace[1014372051] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24397; }","duration":"215.35954ms","start":"2026-06-28T20:44:49.010879Z","end":"2026-06-28T20:44:49.226239Z","steps":["trace[1014372051] 'agreement among raft nodes before linearized reading' (duration: 215.170265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:49.226306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.260833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:44:49.226359Z","caller":"traceutil/trace.go:171","msg":"trace[1318976136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24397; }","duration":"939.387306ms","start":"2026-06-28T20:44:48.286955Z","end":"2026-06-28T20:44:49.226342Z","steps":["trace[1318976136] 'agreement among raft nodes before linearized reading' (duration: 939.211932ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:49.2264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:48.286927Z","time spent":"939.463538ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:44:49.546374Z","caller":"traceutil/trace.go:171","msg":"trace[204945197] linearizableReadLoop","detail":"{readStateIndex:25244; appliedIndex:25242; }","duration":"241.420926ms","start":"2026-06-28T20:44:49.304913Z","end":"2026-06-28T20:44:49.546333Z","steps":["trace[204945197] 'read index received' (duration: 12.189768ms)","trace[204945197] 'applied index is now lower than readState.Index' (duration: 229.230188ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:49.546444Z","caller":"traceutil/trace.go:171","msg":"trace[1465791705] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"314.878925ms","start":"2026-06-28T20:44:49.231542Z","end":"2026-06-28T20:44:49.546421Z","steps":["trace[1465791705] 'process raft request' (duration: 252.405996ms)","trace[1465791705] 'compare' (duration: 62.09716ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:49.54656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.633191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:49.5466Z","caller":"traceutil/trace.go:171","msg":"trace[166155857] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24399; }","duration":"241.729454ms","start":"2026-06-28T20:44:49.304858Z","end":"2026-06-28T20:44:49.546587Z","steps":["trace[166155857] 'agreement among raft nodes before linearized reading' (duration: 241.643792ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:49.546609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.231524Z","time spent":"314.983018ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:49.54663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.572165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:49.546732Z","caller":"traceutil/trace.go:171","msg":"trace[1759380165] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:24399; }","duration":"191.72973ms","start":"2026-06-28T20:44:49.354977Z","end":"2026-06-28T20:44:49.546706Z","steps":["trace[1759380165] 'agreement among raft nodes before linearized reading' (duration: 191.558996ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:49.773791Z","caller":"traceutil/trace.go:171","msg":"trace[569608156] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"132.674182ms","start":"2026-06-28T20:44:49.641089Z","end":"2026-06-28T20:44:49.773763Z","steps":["trace[569608156] 'process raft request' (duration: 50.882265ms)","trace[569608156] 'compare' (duration: 81.647293ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:49.830478Z","caller":"traceutil/trace.go:171","msg":"trace[514645052] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25248; }","duration":"108.403077ms","start":"2026-06-28T20:44:49.722058Z","end":"2026-06-28T20:44:49.830461Z","steps":["trace[514645052] 'read index received' (duration: 108.256333ms)","trace[514645052] 'applied index is now lower than readState.Index' (duration: 145.834µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:49.830564Z","caller":"traceutil/trace.go:171","msg":"trace[2007369730] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"181.055088ms","start":"2026-06-28T20:44:49.64946Z","end":"2026-06-28T20:44:49.830515Z","steps":["trace[2007369730] 'process raft request' (duration: 180.823252ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:49.830615Z","caller":"traceutil/trace.go:171","msg":"trace[1667524400] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"163.116313ms","start":"2026-06-28T20:44:49.667479Z","end":"2026-06-28T20:44:49.830595Z","steps":["trace[1667524400] 'process raft request' (duration: 162.936819ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:49.830682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.601262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-97x5w.18bd57078859d9a6\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-06-28T20:44:49.830712Z","caller":"traceutil/trace.go:171","msg":"trace[1868578997] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-97x5w.18bd57078859d9a6; range_end:; response_count:1; response_revision:24405; }","duration":"108.702854ms","start":"2026-06-28T20:44:49.722Z","end":"2026-06-28T20:44:49.830703Z","steps":["trace[1868578997] 'agreement among raft nodes before linearized reading' (duration: 108.53745ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.23783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.965898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:50.237938Z","caller":"traceutil/trace.go:171","msg":"trace[1466040364] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"432.928532ms","start":"2026-06-28T20:44:49.80499Z","end":"2026-06-28T20:44:50.237919Z","steps":["trace[1466040364] 'process raft request' (duration: 215.777039ms)","trace[1466040364] 'compare' (duration: 216.643221ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:50.238005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.804966Z","time spent":"433.003404ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:50.315476Z","caller":"traceutil/trace.go:171","msg":"trace[1553837352] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"480.941879ms","start":"2026-06-28T20:44:49.834488Z","end":"2026-06-28T20:44:50.31543Z","steps":["trace[1553837352] 'process raft request' (duration: 480.685083ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.315589Z","caller":"traceutil/trace.go:171","msg":"trace[617458160] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"472.329565ms","start":"2026-06-28T20:44:49.843252Z","end":"2026-06-28T20:44:50.315581Z","steps":["trace[617458160] 'process raft request' (duration: 472.13431ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.315685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.83446Z","time spent":"481.124264ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:50.315697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.843247Z","time spent":"472.380377ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:50.315503Z","caller":"traceutil/trace.go:171","msg":"trace[1050125543] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"472.52898ms","start":"2026-06-28T20:44:49.84294Z","end":"2026-06-28T20:44:50.315469Z","steps":["trace[1050125543] 'process raft request' (duration: 472.384927ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.315706Z","caller":"traceutil/trace.go:171","msg":"trace[1862884545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24409; }","duration":"469.710583ms","start":"2026-06-28T20:44:49.845971Z","end":"2026-06-28T20:44:50.315682Z","steps":["trace[1862884545] 'process raft request' (duration: 469.461647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.315819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.845942Z","time spent":"469.839767ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1829,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:50.315898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.842917Z","time spent":"472.869908ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:50.425642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.151539ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:44:50.42577Z","caller":"traceutil/trace.go:171","msg":"trace[398138017] linearizableReadLoop","detail":"{readStateIndex:25256; appliedIndex:25250; }","duration":"486.420649ms","start":"2026-06-28T20:44:49.939331Z","end":"2026-06-28T20:44:50.425751Z","steps":["trace[398138017] 'read index received' (duration: 81.460899ms)","trace[398138017] 'applied index is now lower than readState.Index' (duration: 404.95886ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:50.426067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.733207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:50.426108Z","caller":"traceutil/trace.go:171","msg":"trace[1926761189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24409; }","duration":"486.827369ms","start":"2026-06-28T20:44:49.939269Z","end":"2026-06-28T20:44:50.426097Z","steps":["trace[1926761189] 'agreement among raft nodes before linearized reading' (duration: 486.737867ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.426138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:49.939246Z","time spent":"486.88494ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:44:50.469383Z","caller":"traceutil/trace.go:171","msg":"trace[136299121] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"386.259467ms","start":"2026-06-28T20:44:50.083091Z","end":"2026-06-28T20:44:50.469351Z","steps":["trace[136299121] 'process raft request' (duration: 385.669643ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.469486Z","caller":"traceutil/trace.go:171","msg":"trace[2091043802] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"214.829347ms","start":"2026-06-28T20:44:50.254625Z","end":"2026-06-28T20:44:50.469454Z","steps":["trace[2091043802] 'process raft request' (duration: 214.623832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.469557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.083065Z","time spent":"386.39073ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:50.469598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.891445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:50.469613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.123636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:44:50.46968Z","caller":"traceutil/trace.go:171","msg":"trace[2020692163] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24411; }","duration":"423.064329ms","start":"2026-06-28T20:44:50.046595Z","end":"2026-06-28T20:44:50.469659Z","steps":["trace[2020692163] 'agreement among raft nodes before linearized reading' (duration: 422.896605ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.469732Z","caller":"traceutil/trace.go:171","msg":"trace[135971014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24411; }","duration":"373.327481ms","start":"2026-06-28T20:44:50.096376Z","end":"2026-06-28T20:44:50.469704Z","steps":["trace[135971014] 'agreement among raft nodes before linearized reading' (duration: 373.024704ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.469738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.046566Z","time spent":"423.154181ms","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:50.469661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.251034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:50.469807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.096343Z","time spent":"373.451344ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:44:50.469866Z","caller":"traceutil/trace.go:171","msg":"trace[2133768448] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24411; }","duration":"415.52429ms","start":"2026-06-28T20:44:50.054312Z","end":"2026-06-28T20:44:50.469836Z","steps":["trace[2133768448] 'agreement among raft nodes before linearized reading' (duration: 415.157121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.469992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.054303Z","time spent":"415.645663ms","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:50.470393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.457364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:44:50.470461Z","caller":"traceutil/trace.go:171","msg":"trace[1003930539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24411; }","duration":"354.635018ms","start":"2026-06-28T20:44:50.11581Z","end":"2026-06-28T20:44:50.470445Z","steps":["trace[1003930539] 'agreement among raft nodes before linearized reading' (duration: 353.574053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:50.470511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.115789Z","time spent":"354.710591ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:44:50.715961Z","caller":"traceutil/trace.go:171","msg":"trace[2005667946] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"241.626202ms","start":"2026-06-28T20:44:50.474305Z","end":"2026-06-28T20:44:50.715931Z","steps":["trace[2005667946] 'process raft request' (duration: 241.56646ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.71599Z","caller":"traceutil/trace.go:171","msg":"trace[2099241763] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"241.667783ms","start":"2026-06-28T20:44:50.474282Z","end":"2026-06-28T20:44:50.715949Z","steps":["trace[2099241763] 'process raft request' (duration: 241.393157ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.718395Z","caller":"traceutil/trace.go:171","msg":"trace[343042410] linearizableReadLoop","detail":"{readStateIndex:25262; appliedIndex:25259; }","duration":"123.363512ms","start":"2026-06-28T20:44:50.595014Z","end":"2026-06-28T20:44:50.718377Z","steps":["trace[343042410] 'read index received' (duration: 120.729839ms)","trace[343042410] 'applied index is now lower than readState.Index' (duration: 2.632733ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:50.718743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.70711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:50.718835Z","caller":"traceutil/trace.go:171","msg":"trace[1147157946] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:24416; }","duration":"123.868413ms","start":"2026-06-28T20:44:50.594948Z","end":"2026-06-28T20:44:50.718816Z","steps":["trace[1147157946] 'agreement among raft nodes before linearized reading' (duration: 123.669088ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.718956Z","caller":"traceutil/trace.go:171","msg":"trace[997817825] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"217.903531ms","start":"2026-06-28T20:44:50.501022Z","end":"2026-06-28T20:44:50.718926Z","steps":["trace[997817825] 'process raft request' (duration: 217.174334ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.719092Z","caller":"traceutil/trace.go:171","msg":"trace[1948412049] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"123.361242ms","start":"2026-06-28T20:44:50.595685Z","end":"2026-06-28T20:44:50.719046Z","steps":["trace[1948412049] 'process raft request' (duration: 122.641795ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.841345Z","caller":"traceutil/trace.go:171","msg":"trace[1818533820] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"111.798458ms","start":"2026-06-28T20:44:50.729508Z","end":"2026-06-28T20:44:50.841306Z","steps":["trace[1818533820] 'process raft request' (duration: 92.016889ms)","trace[1818533820] 'compare' (duration: 19.444561ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:50.897418Z","caller":"traceutil/trace.go:171","msg":"trace[965033119] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"164.595328ms","start":"2026-06-28T20:44:50.732793Z","end":"2026-06-28T20:44:50.897388Z","steps":["trace[965033119] 'process raft request' (duration: 164.496086ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:50.897463Z","caller":"traceutil/trace.go:171","msg":"trace[1230837374] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"167.830995ms","start":"2026-06-28T20:44:50.72958Z","end":"2026-06-28T20:44:50.897411Z","steps":["trace[1230837374] 'process raft request' (duration: 167.518677ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.357359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.594675ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:51.357546Z","caller":"traceutil/trace.go:171","msg":"trace[1530224621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24419; }","duration":"109.791899ms","start":"2026-06-28T20:44:51.247727Z","end":"2026-06-28T20:44:51.357519Z","steps":["trace[1530224621] 'range keys from in-memory index tree' (duration: 109.576744ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.357698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.236117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:51.357843Z","caller":"traceutil/trace.go:171","msg":"trace[1765613151] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"452.498646ms","start":"2026-06-28T20:44:50.905328Z","end":"2026-06-28T20:44:51.357827Z","steps":["trace[1765613151] 'process raft request' (duration: 74.042533ms)","trace[1765613151] 'compare' (duration: 377.989432ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:51.357969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.905299Z","time spent":"452.604548ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2579,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:51.357973Z","caller":"traceutil/trace.go:171","msg":"trace[1841850715] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25266; }","duration":"451.211135ms","start":"2026-06-28T20:44:50.906708Z","end":"2026-06-28T20:44:51.357919Z","steps":["trace[1841850715] 'read index received' (duration: 72.685691ms)","trace[1841850715] 'applied index is now lower than readState.Index' (duration: 378.521634ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:51.357983Z","caller":"traceutil/trace.go:171","msg":"trace[890809073] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"398.966098ms","start":"2026-06-28T20:44:50.958995Z","end":"2026-06-28T20:44:51.357961Z","steps":["trace[890809073] 'process raft request' (duration: 398.834195ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.358248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.958974Z","time spent":"399.219644ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:51.358238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.507503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:51.35831Z","caller":"traceutil/trace.go:171","msg":"trace[1624868757] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:24421; }","duration":"451.645116ms","start":"2026-06-28T20:44:50.90665Z","end":"2026-06-28T20:44:51.358295Z","steps":["trace[1624868757] 'agreement among raft nodes before linearized reading' (duration: 451.475862ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.358415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.906624Z","time spent":"451.753278ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"info","ts":"2026-06-28T20:44:51.421418Z","caller":"traceutil/trace.go:171","msg":"trace[101647140] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"429.86969ms","start":"2026-06-28T20:44:50.991521Z","end":"2026-06-28T20:44:51.421391Z","steps":["trace[101647140] 'process raft request' (duration: 429.549593ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.421576Z","caller":"traceutil/trace.go:171","msg":"trace[934595266] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"356.264337ms","start":"2026-06-28T20:44:51.065284Z","end":"2026-06-28T20:44:51.421548Z","steps":["trace[934595266] 'process raft request' (duration: 355.99348ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.421573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.99148Z","time spent":"430.005943ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:51.421738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.065267Z","time spent":"356.38943ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:51.649578Z","caller":"traceutil/trace.go:171","msg":"trace[1902540561] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"418.03578ms","start":"2026-06-28T20:44:51.23151Z","end":"2026-06-28T20:44:51.649546Z","steps":["trace[1902540561] 'process raft request' (duration: 379.972369ms)","trace[1902540561] 'compare' (duration: 37.527828ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:51.649743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.231483Z","time spent":"418.178523ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:51.650154Z","caller":"traceutil/trace.go:171","msg":"trace[1546925626] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"417.426435ms","start":"2026-06-28T20:44:51.232686Z","end":"2026-06-28T20:44:51.650112Z","steps":["trace[1546925626] 'process raft request' (duration: 416.801441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.650578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.232677Z","time spent":"417.597829ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:51.650757Z","caller":"traceutil/trace.go:171","msg":"trace[1207223425] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"286.796931ms","start":"2026-06-28T20:44:51.363937Z","end":"2026-06-28T20:44:51.650734Z","steps":["trace[1207223425] 'process raft request' (duration: 285.959651ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.650965Z","caller":"traceutil/trace.go:171","msg":"trace[1405346619] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"285.118772ms","start":"2026-06-28T20:44:51.365818Z","end":"2026-06-28T20:44:51.650936Z","steps":["trace[1405346619] 'process raft request' (duration: 284.753423ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.651038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.16854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:44:51.651085Z","caller":"traceutil/trace.go:171","msg":"trace[331794806] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24427; }","duration":"420.265402ms","start":"2026-06-28T20:44:51.230804Z","end":"2026-06-28T20:44:51.651069Z","steps":["trace[331794806] 'agreement among raft nodes before linearized reading' (duration: 420.091068ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.65108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.562873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:51.651059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.916829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-06-28T20:44:51.65112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.230772Z","time spent":"420.340154ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:44:51.651143Z","caller":"traceutil/trace.go:171","msg":"trace[84810870] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24427; }","duration":"573.663775ms","start":"2026-06-28T20:44:51.077461Z","end":"2026-06-28T20:44:51.651124Z","steps":["trace[84810870] 'agreement among raft nodes before linearized reading' (duration: 573.528312ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.651158Z","caller":"traceutil/trace.go:171","msg":"trace[744653042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24427; }","duration":"329.070313ms","start":"2026-06-28T20:44:51.322065Z","end":"2026-06-28T20:44:51.651135Z","steps":["trace[744653042] 'agreement among raft nodes before linearized reading' (duration: 328.785696ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.651169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.108228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:44:51.651188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.077449Z","time spent":"573.724387ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:51.651244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.322043Z","time spent":"329.166405ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:44:51.65126Z","caller":"traceutil/trace.go:171","msg":"trace[1609834677] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24427; }","duration":"656.224031ms","start":"2026-06-28T20:44:50.994999Z","end":"2026-06-28T20:44:51.651223Z","steps":["trace[1609834677] 'agreement among raft nodes before linearized reading' (duration: 656.085907ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.65131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:50.994987Z","time spent":"656.304882ms","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:51.65089Z","caller":"traceutil/trace.go:171","msg":"trace[1302767985] linearizableReadLoop","detail":"{readStateIndex:25272; appliedIndex:25268; }","duration":"292.805094ms","start":"2026-06-28T20:44:51.358058Z","end":"2026-06-28T20:44:51.650863Z","steps":["trace[1302767985] 'read index received' (duration: 63.081374ms)","trace[1302767985] 'applied index is now lower than readState.Index' (duration: 229.687239ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:51.702441Z","caller":"traceutil/trace.go:171","msg":"trace[1231977260] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"273.022075ms","start":"2026-06-28T20:44:51.429399Z","end":"2026-06-28T20:44:51.702421Z","steps":["trace[1231977260] 'process raft request' (duration: 272.683757ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.702918Z","caller":"traceutil/trace.go:171","msg":"trace[860844726] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"267.114236ms","start":"2026-06-28T20:44:51.435789Z","end":"2026-06-28T20:44:51.702903Z","steps":["trace[860844726] 'process raft request' (duration: 266.397859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.70354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.282522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:44:51.703594Z","caller":"traceutil/trace.go:171","msg":"trace[250522039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24429; }","duration":"151.389845ms","start":"2026-06-28T20:44:51.552189Z","end":"2026-06-28T20:44:51.703579Z","steps":["trace[250522039] 'agreement among raft nodes before linearized reading' (duration: 151.270852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.703933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.868264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:44:51.703977Z","caller":"traceutil/trace.go:171","msg":"trace[578485908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24429; }","duration":"218.970086ms","start":"2026-06-28T20:44:51.484996Z","end":"2026-06-28T20:44:51.703966Z","steps":["trace[578485908] 'agreement among raft nodes before linearized reading' (duration: 218.838123ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.704358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.479468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-28T20:44:51.704427Z","caller":"traceutil/trace.go:171","msg":"trace[1104375104] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24429; }","duration":"276.586761ms","start":"2026-06-28T20:44:51.427825Z","end":"2026-06-28T20:44:51.704412Z","steps":["trace[1104375104] 'agreement among raft nodes before linearized reading' (duration: 276.413766ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.704587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.554833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-28T20:44:51.704653Z","caller":"traceutil/trace.go:171","msg":"trace[1382833874] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24429; }","duration":"277.660456ms","start":"2026-06-28T20:44:51.426978Z","end":"2026-06-28T20:44:51.704638Z","steps":["trace[1382833874] 'agreement among raft nodes before linearized reading' (duration: 277.445511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.70489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.844165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:51.704959Z","caller":"traceutil/trace.go:171","msg":"trace[789059004] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24429; }","duration":"338.921756ms","start":"2026-06-28T20:44:51.366018Z","end":"2026-06-28T20:44:51.70494Z","steps":["trace[789059004] 'agreement among raft nodes before linearized reading' (duration: 338.820954ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.705008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.366013Z","time spent":"338.979417ms","remote":"127.0.0.1:44514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:44:51.705485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.972555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129712"} {"level":"info","ts":"2026-06-28T20:44:51.70555Z","caller":"traceutil/trace.go:171","msg":"trace[48258434] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24429; }","duration":"341.038736ms","start":"2026-06-28T20:44:51.364497Z","end":"2026-06-28T20:44:51.705536Z","steps":["trace[48258434] 'agreement among raft nodes before linearized reading' (duration: 340.841132ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.705595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:51.364445Z","time spent":"341.137588ms","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129734,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-06-28T20:44:51.796462Z","caller":"traceutil/trace.go:171","msg":"trace[516952246] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"140.559359ms","start":"2026-06-28T20:44:51.655867Z","end":"2026-06-28T20:44:51.796426Z","steps":["trace[516952246] 'process raft request' (duration: 140.308083ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.796776Z","caller":"traceutil/trace.go:171","msg":"trace[1454480378] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"139.929894ms","start":"2026-06-28T20:44:51.656507Z","end":"2026-06-28T20:44:51.796436Z","steps":["trace[1454480378] 'process raft request' (duration: 139.840922ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.796752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.722129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"warn","ts":"2026-06-28T20:44:51.796757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.022379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:51.796844Z","caller":"traceutil/trace.go:171","msg":"trace[802057709] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:24431; }","duration":"139.877763ms","start":"2026-06-28T20:44:51.656944Z","end":"2026-06-28T20:44:51.796821Z","steps":["trace[802057709] 'agreement among raft nodes before linearized reading' (duration: 139.573246ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.796935Z","caller":"traceutil/trace.go:171","msg":"trace[279272264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24431; }","duration":"119.277544ms","start":"2026-06-28T20:44:51.677562Z","end":"2026-06-28T20:44:51.796839Z","steps":["trace[279272264] 'agreement among raft nodes before linearized reading' (duration: 118.884205ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.981369Z","caller":"traceutil/trace.go:171","msg":"trace[75701992] linearizableReadLoop","detail":"{readStateIndex:25281; appliedIndex:25278; }","duration":"184.942399ms","start":"2026-06-28T20:44:51.796399Z","end":"2026-06-28T20:44:51.981341Z","steps":["trace[75701992] 'read index received' (duration: 178.300622ms)","trace[75701992] 'applied index is now lower than readState.Index' (duration: 6.640647ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:51.981494Z","caller":"traceutil/trace.go:171","msg":"trace[302876780] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"273.306883ms","start":"2026-06-28T20:44:51.708176Z","end":"2026-06-28T20:44:51.981483Z","steps":["trace[302876780] 'process raft request' (duration: 266.600824ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.981856Z","caller":"traceutil/trace.go:171","msg":"trace[1109211841] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"270.825953ms","start":"2026-06-28T20:44:51.71102Z","end":"2026-06-28T20:44:51.981846Z","steps":["trace[1109211841] 'process raft request' (duration: 270.212559ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.981992Z","caller":"traceutil/trace.go:171","msg":"trace[1622995344] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"270.299511ms","start":"2026-06-28T20:44:51.711684Z","end":"2026-06-28T20:44:51.981984Z","steps":["trace[1622995344] 'process raft request' (duration: 269.608674ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.982165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.762876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:51.982193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.890079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:44:51.982247Z","caller":"traceutil/trace.go:171","msg":"trace[14324187] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24434; }","duration":"271.874678ms","start":"2026-06-28T20:44:51.710353Z","end":"2026-06-28T20:44:51.982228Z","steps":["trace[14324187] 'agreement among raft nodes before linearized reading' (duration: 271.725475ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:51.982247Z","caller":"traceutil/trace.go:171","msg":"trace[425020253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24434; }","duration":"271.973901ms","start":"2026-06-28T20:44:51.710259Z","end":"2026-06-28T20:44:51.982233Z","steps":["trace[425020253] 'agreement among raft nodes before linearized reading' (duration: 271.775526ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.982241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.677277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-06-28T20:44:51.982319Z","caller":"traceutil/trace.go:171","msg":"trace[448362479] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24434; }","duration":"269.790619ms","start":"2026-06-28T20:44:51.712507Z","end":"2026-06-28T20:44:51.982297Z","steps":["trace[448362479] 'agreement among raft nodes before linearized reading' (duration: 269.549463ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:51.982331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.90295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2638"} {"level":"info","ts":"2026-06-28T20:44:51.982368Z","caller":"traceutil/trace.go:171","msg":"trace[1685902504] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:24434; }","duration":"266.969273ms","start":"2026-06-28T20:44:51.715389Z","end":"2026-06-28T20:44:51.982358Z","steps":["trace[1685902504] 'agreement among raft nodes before linearized reading' (duration: 266.819449ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.06091Z","caller":"traceutil/trace.go:171","msg":"trace[324176665] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"256.806122ms","start":"2026-06-28T20:44:51.804075Z","end":"2026-06-28T20:44:52.060881Z","steps":["trace[324176665] 'process raft request' (duration: 256.625938ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.061675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.581414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:52.061715Z","caller":"traceutil/trace.go:171","msg":"trace[1671440510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24435; }","duration":"125.678857ms","start":"2026-06-28T20:44:51.936027Z","end":"2026-06-28T20:44:52.061706Z","steps":["trace[1671440510] 'agreement among raft nodes before linearized reading' (duration: 125.598345ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.172015Z","caller":"traceutil/trace.go:171","msg":"trace[458111706] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25282; }","duration":"110.384014ms","start":"2026-06-28T20:44:52.061597Z","end":"2026-06-28T20:44:52.171981Z","steps":["trace[458111706] 'read index received' (duration: 110.023326ms)","trace[458111706] 'applied index is now lower than readState.Index' (duration: 359.398µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:52.172067Z","caller":"traceutil/trace.go:171","msg":"trace[1504138386] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"187.614093ms","start":"2026-06-28T20:44:51.984405Z","end":"2026-06-28T20:44:52.17202Z","steps":["trace[1504138386] 'process raft request' (duration: 187.244604ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.172173Z","caller":"traceutil/trace.go:171","msg":"trace[2091732752] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"187.362747ms","start":"2026-06-28T20:44:51.984768Z","end":"2026-06-28T20:44:52.172131Z","steps":["trace[2091732752] 'process raft request' (duration: 187.09896ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.172324Z","caller":"traceutil/trace.go:171","msg":"trace[1286467980] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"187.546141ms","start":"2026-06-28T20:44:51.984736Z","end":"2026-06-28T20:44:52.172282Z","steps":["trace[1286467980] 'process raft request' (duration: 187.07328ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.172363Z","caller":"traceutil/trace.go:171","msg":"trace[708305369] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"137.65044ms","start":"2026-06-28T20:44:52.034685Z","end":"2026-06-28T20:44:52.172336Z","steps":["trace[708305369] 'process raft request' (duration: 137.23173ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.172442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.104448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-28T20:44:52.172507Z","caller":"traceutil/trace.go:171","msg":"trace[1138699277] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24439; }","duration":"178.21195ms","start":"2026-06-28T20:44:51.994278Z","end":"2026-06-28T20:44:52.17249Z","steps":["trace[1138699277] 'agreement among raft nodes before linearized reading' (duration: 177.915513ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.172864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.365275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:44:52.172987Z","caller":"traceutil/trace.go:171","msg":"trace[1760143595] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24439; }","duration":"189.526509ms","start":"2026-06-28T20:44:51.983447Z","end":"2026-06-28T20:44:52.172974Z","steps":["trace[1760143595] 'agreement among raft nodes before linearized reading' (duration: 189.237752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.173527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.812047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-06-28T20:44:52.173606Z","caller":"traceutil/trace.go:171","msg":"trace[753004136] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24439; }","duration":"157.955181ms","start":"2026-06-28T20:44:52.015631Z","end":"2026-06-28T20:44:52.173586Z","steps":["trace[753004136] 'agreement among raft nodes before linearized reading' (duration: 156.484816ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.35462Z","caller":"traceutil/trace.go:171","msg":"trace[309032977] linearizableReadLoop","detail":"{readStateIndex:25301; appliedIndex:25300; }","duration":"103.685186ms","start":"2026-06-28T20:44:52.250913Z","end":"2026-06-28T20:44:52.354598Z","steps":["trace[309032977] 'read index received' (duration: 60.541094ms)","trace[309032977] 'applied index is now lower than readState.Index' (duration: 43.143172ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:52.354676Z","caller":"traceutil/trace.go:171","msg":"trace[43201154] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"111.46474ms","start":"2026-06-28T20:44:52.243184Z","end":"2026-06-28T20:44:52.354649Z","steps":["trace[43201154] 'process raft request' (duration: 68.251317ms)","trace[43201154] 'compare' (duration: 43.061859ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:52.354828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.635921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-28T20:44:52.354857Z","caller":"traceutil/trace.go:171","msg":"trace[485955357] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24454; }","duration":"135.698064ms","start":"2026-06-28T20:44:52.219152Z","end":"2026-06-28T20:44:52.35485Z","steps":["trace[485955357] 'agreement among raft nodes before linearized reading' (duration: 135.54791ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.355839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.164071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kv5zg\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-06-28T20:44:52.355933Z","caller":"traceutil/trace.go:171","msg":"trace[620453942] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kv5zg; range_end:; response_count:1; response_revision:24454; }","duration":"135.390136ms","start":"2026-06-28T20:44:52.220526Z","end":"2026-06-28T20:44:52.355916Z","steps":["trace[620453942] 'agreement among raft nodes before linearized reading' (duration: 134.123756ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.405681Z","caller":"traceutil/trace.go:171","msg":"trace[756794051] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"138.453679ms","start":"2026-06-28T20:44:52.267199Z","end":"2026-06-28T20:44:52.405652Z","steps":["trace[756794051] 'process raft request' (duration: 138.388607ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.406087Z","caller":"traceutil/trace.go:171","msg":"trace[200037358] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"142.053664ms","start":"2026-06-28T20:44:52.264019Z","end":"2026-06-28T20:44:52.406073Z","steps":["trace[200037358] 'process raft request' (duration: 141.49169ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.406219Z","caller":"traceutil/trace.go:171","msg":"trace[831443499] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"146.856688ms","start":"2026-06-28T20:44:52.259333Z","end":"2026-06-28T20:44:52.40619Z","steps":["trace[831443499] 'process raft request' (duration: 145.981017ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.406448Z","caller":"traceutil/trace.go:171","msg":"trace[1496406054] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"146.286975ms","start":"2026-06-28T20:44:52.260153Z","end":"2026-06-28T20:44:52.40644Z","steps":["trace[1496406054] 'process raft request' (duration: 145.302171ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.481791Z","caller":"traceutil/trace.go:171","msg":"trace[743735514] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25305; }","duration":"127.090259ms","start":"2026-06-28T20:44:52.354678Z","end":"2026-06-28T20:44:52.481768Z","steps":["trace[743735514] 'read index received' (duration: 51.94428ms)","trace[743735514] 'applied index is now lower than readState.Index' (duration: 75.145279ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:52.482022Z","caller":"traceutil/trace.go:171","msg":"trace[128962447] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"128.478323ms","start":"2026-06-28T20:44:52.353534Z","end":"2026-06-28T20:44:52.482013Z","steps":["trace[128962447] 'process raft request' (duration: 109.741519ms)","trace[128962447] 'compare' (duration: 18.222882ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:52.482278Z","caller":"traceutil/trace.go:171","msg":"trace[1631989034] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"127.680234ms","start":"2026-06-28T20:44:52.354589Z","end":"2026-06-28T20:44:52.482269Z","steps":["trace[1631989034] 'process raft request' (duration: 127.066819ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.482457Z","caller":"traceutil/trace.go:171","msg":"trace[669341107] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"106.600024ms","start":"2026-06-28T20:44:52.375831Z","end":"2026-06-28T20:44:52.482431Z","steps":["trace[669341107] 'process raft request' (duration: 105.886567ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.482573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.708061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:52.482596Z","caller":"traceutil/trace.go:171","msg":"trace[1381578299] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24461; }","duration":"145.781442ms","start":"2026-06-28T20:44:52.336807Z","end":"2026-06-28T20:44:52.482589Z","steps":["trace[1381578299] 'agreement among raft nodes before linearized reading' (duration: 145.72091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.482731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.917303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:52.482748Z","caller":"traceutil/trace.go:171","msg":"trace[954300585] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24461; }","duration":"185.977494ms","start":"2026-06-28T20:44:52.296765Z","end":"2026-06-28T20:44:52.482743Z","steps":["trace[954300585] 'agreement among raft nodes before linearized reading' (duration: 185.941913ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.482894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.117369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-06-28T20:44:52.482911Z","caller":"traceutil/trace.go:171","msg":"trace[61996218] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24461; }","duration":"200.17568ms","start":"2026-06-28T20:44:52.28273Z","end":"2026-06-28T20:44:52.482906Z","steps":["trace[61996218] 'agreement among raft nodes before linearized reading' (duration: 200.101308ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.682823Z","caller":"traceutil/trace.go:171","msg":"trace[617324640] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"267.447683ms","start":"2026-06-28T20:44:52.415327Z","end":"2026-06-28T20:44:52.682774Z","steps":["trace[617324640] 'process raft request' (duration: 188.602086ms)","trace[617324640] 'compare' (duration: 78.426937ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:52.682847Z","caller":"traceutil/trace.go:171","msg":"trace[1535554698] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"207.716418ms","start":"2026-06-28T20:44:52.475108Z","end":"2026-06-28T20:44:52.682824Z","steps":["trace[1535554698] 'process raft request' (duration: 207.580985ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.683177Z","caller":"traceutil/trace.go:171","msg":"trace[2014564550] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"205.745593ms","start":"2026-06-28T20:44:52.477421Z","end":"2026-06-28T20:44:52.683166Z","steps":["trace[2014564550] 'process raft request' (duration: 205.373604ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.683197Z","caller":"traceutil/trace.go:171","msg":"trace[665607063] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25308; }","duration":"201.311018ms","start":"2026-06-28T20:44:52.481857Z","end":"2026-06-28T20:44:52.683168Z","steps":["trace[665607063] 'read index received' (duration: 122.095992ms)","trace[665607063] 'applied index is now lower than readState.Index' (duration: 79.213956ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:52.683352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.243448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-06-28T20:44:52.683396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.236129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:52.683416Z","caller":"traceutil/trace.go:171","msg":"trace[4043438] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24465; }","duration":"237.363991ms","start":"2026-06-28T20:44:52.446037Z","end":"2026-06-28T20:44:52.683401Z","steps":["trace[4043438] 'agreement among raft nodes before linearized reading' (duration: 237.190067ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.683432Z","caller":"traceutil/trace.go:171","msg":"trace[1712390990] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24465; }","duration":"259.329592ms","start":"2026-06-28T20:44:52.424089Z","end":"2026-06-28T20:44:52.683419Z","steps":["trace[1712390990] 'agreement among raft nodes before linearized reading' (duration: 259.235499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.683579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.832019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-28T20:44:52.68362Z","caller":"traceutil/trace.go:171","msg":"trace[1237659554] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24465; }","duration":"323.90609ms","start":"2026-06-28T20:44:52.359702Z","end":"2026-06-28T20:44:52.683608Z","steps":["trace[1237659554] 'agreement among raft nodes before linearized reading' (duration: 323.770657ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.683599Z","caller":"traceutil/trace.go:171","msg":"trace[673511100] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"190.02017ms","start":"2026-06-28T20:44:52.493552Z","end":"2026-06-28T20:44:52.683572Z","steps":["trace[673511100] 'process raft request' (duration: 189.467067ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.68369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.171858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:52.683693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.196864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:52.683713Z","caller":"traceutil/trace.go:171","msg":"trace[419921224] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:24465; }","duration":"270.208149ms","start":"2026-06-28T20:44:52.413499Z","end":"2026-06-28T20:44:52.683707Z","steps":["trace[419921224] 'agreement among raft nodes before linearized reading' (duration: 270.166988ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.68372Z","caller":"traceutil/trace.go:171","msg":"trace[1443883705] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24465; }","duration":"190.224735ms","start":"2026-06-28T20:44:52.493488Z","end":"2026-06-28T20:44:52.683713Z","steps":["trace[1443883705] 'agreement among raft nodes before linearized reading' (duration: 190.175723ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:52.683644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.359684Z","time spent":"323.954232ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-06-28T20:44:52.68388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.365348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"warn","ts":"2026-06-28T20:44:52.683893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.09691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-06-28T20:44:52.683942Z","caller":"traceutil/trace.go:171","msg":"trace[1499773961] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:24465; }","duration":"271.206283ms","start":"2026-06-28T20:44:52.412726Z","end":"2026-06-28T20:44:52.683932Z","steps":["trace[1499773961] 'agreement among raft nodes before linearized reading' (duration: 270.962537ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:52.683907Z","caller":"traceutil/trace.go:171","msg":"trace[1618277854] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24465; }","duration":"190.402099ms","start":"2026-06-28T20:44:52.493497Z","end":"2026-06-28T20:44:52.683899Z","steps":["trace[1618277854] 'agreement among raft nodes before linearized reading' (duration: 190.274976ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.189001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600163722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:44:53.595684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.367461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:53.595798Z","caller":"traceutil/trace.go:171","msg":"trace[1354245791] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"907.693325ms","start":"2026-06-28T20:44:52.688083Z","end":"2026-06-28T20:44:53.595776Z","steps":["trace[1354245791] 'process raft request' (duration: 730.12824ms)","trace[1354245791] 'compare' (duration: 176.988281ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:53.59586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.688061Z","time spent":"907.772236ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:53.641916Z","caller":"traceutil/trace.go:171","msg":"trace[2057964123] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"952.311481ms","start":"2026-06-28T20:44:52.68955Z","end":"2026-06-28T20:44:53.641861Z","steps":["trace[2057964123] 'process raft request' (duration: 952.024784ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.642012Z","caller":"traceutil/trace.go:171","msg":"trace[1605802552] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"949.632688ms","start":"2026-06-28T20:44:52.692322Z","end":"2026-06-28T20:44:53.641955Z","steps":["trace[1605802552] 'process raft request' (duration: 949.425023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.642185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.007061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:44:53.642208Z","caller":"traceutil/trace.go:171","msg":"trace[53886889] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"273.514298ms","start":"2026-06-28T20:44:53.368666Z","end":"2026-06-28T20:44:53.64218Z","steps":["trace[53886889] 'process raft request' (duration: 273.239331ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.642243Z","caller":"traceutil/trace.go:171","msg":"trace[1257073748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24470; }","duration":"954.103144ms","start":"2026-06-28T20:44:52.688129Z","end":"2026-06-28T20:44:53.642232Z","steps":["trace[1257073748] 'agreement among raft nodes before linearized reading' (duration: 953.92269ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.642254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.689537Z","time spent":"952.504145ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:44:53.642327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.156045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-28T20:44:53.642363Z","caller":"traceutil/trace.go:171","msg":"trace[1196172568] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24470; }","duration":"954.219447ms","start":"2026-06-28T20:44:52.688133Z","end":"2026-06-28T20:44:53.642353Z","steps":["trace[1196172568] 'agreement among raft nodes before linearized reading' (duration: 954.130355ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.642347Z","caller":"traceutil/trace.go:171","msg":"trace[732884504] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"708.375935ms","start":"2026-06-28T20:44:52.933934Z","end":"2026-06-28T20:44:53.64231Z","steps":["trace[732884504] 'process raft request' (duration: 707.922354ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.642434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.688111Z","time spent":"954.267527ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:44:53.64199Z","caller":"traceutil/trace.go:171","msg":"trace[2086420541] linearizableReadLoop","detail":"{readStateIndex:25316; appliedIndex:25312; }","duration":"953.794106ms","start":"2026-06-28T20:44:52.688164Z","end":"2026-06-28T20:44:53.641958Z","steps":["trace[2086420541] 'read index received' (duration: 730.067298ms)","trace[2086420541] 'applied index is now lower than readState.Index' (duration: 223.725748ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:53.642595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.692308Z","time spent":"949.759051ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:53.642402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.68811Z","time spent":"954.284448ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-06-28T20:44:53.643199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.933907Z","time spent":"708.594409ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:53.780437Z","caller":"traceutil/trace.go:171","msg":"trace[731259393] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"352.701913ms","start":"2026-06-28T20:44:53.427692Z","end":"2026-06-28T20:44:53.780394Z","steps":["trace[731259393] 'process raft request' (duration: 352.392595ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.780621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.630756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:53.780715Z","caller":"traceutil/trace.go:171","msg":"trace[921306327] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24472; }","duration":"167.823114ms","start":"2026-06-28T20:44:53.61288Z","end":"2026-06-28T20:44:53.780703Z","steps":["trace[921306327] 'process raft request' (duration: 167.490986ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.780737Z","caller":"traceutil/trace.go:171","msg":"trace[73661021] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24472; }","duration":"386.82313ms","start":"2026-06-28T20:44:53.393887Z","end":"2026-06-28T20:44:53.78071Z","steps":["trace[73661021] 'agreement among raft nodes before linearized reading' (duration: 386.553074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.780797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:53.393862Z","time spent":"386.923163ms","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:53.781111Z","caller":"traceutil/trace.go:171","msg":"trace[1560574998] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"169.605266ms","start":"2026-06-28T20:44:53.611492Z","end":"2026-06-28T20:44:53.781097Z","steps":["trace[1560574998] 'process raft request' (duration: 168.807118ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.781295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093087265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kv5zg\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-06-28T20:44:53.781357Z","caller":"traceutil/trace.go:171","msg":"trace[498944304] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-kv5zg; range_end:; response_count:1; response_revision:24472; }","duration":"1.093234468s","start":"2026-06-28T20:44:52.688109Z","end":"2026-06-28T20:44:53.781343Z","steps":["trace[498944304] 'agreement among raft nodes before linearized reading' (duration: 1.092411639s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.781374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.988746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:53.781396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.688083Z","time spent":"1.09330401s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3418,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-kv5zg\" "} {"level":"info","ts":"2026-06-28T20:44:53.781423Z","caller":"traceutil/trace.go:171","msg":"trace[1943253603] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24472; }","duration":"322.089618ms","start":"2026-06-28T20:44:53.459321Z","end":"2026-06-28T20:44:53.781411Z","steps":["trace[1943253603] 'agreement among raft nodes before linearized reading' (duration: 322.003026ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.781459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:53.459296Z","time spent":"322.154919ms","remote":"127.0.0.1:44514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:53.780659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:53.427658Z","time spent":"352.888397ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:53.781607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.60115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:53.781664Z","caller":"traceutil/trace.go:171","msg":"trace[212561137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24472; }","duration":"276.712384ms","start":"2026-06-28T20:44:53.504937Z","end":"2026-06-28T20:44:53.781649Z","steps":["trace[212561137] 'agreement among raft nodes before linearized reading' (duration: 276.615341ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.780452Z","caller":"traceutil/trace.go:171","msg":"trace[993738630] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25317; }","duration":"137.866535ms","start":"2026-06-28T20:44:53.642548Z","end":"2026-06-28T20:44:53.780415Z","steps":["trace[993738630] 'read index received' (duration: 137.564858ms)","trace[993738630] 'applied index is now lower than readState.Index' (duration: 300.227µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:53.781737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.733322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:53.781805Z","caller":"traceutil/trace.go:171","msg":"trace[492573129] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24472; }","duration":"702.853675ms","start":"2026-06-28T20:44:53.078939Z","end":"2026-06-28T20:44:53.781793Z","steps":["trace[492573129] 'agreement among raft nodes before linearized reading' (duration: 702.748112ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.781837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:53.078909Z","time spent":"702.919196ms","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:53.781943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.79583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:53.781989Z","caller":"traceutil/trace.go:171","msg":"trace[808210448] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24472; }","duration":"147.875132ms","start":"2026-06-28T20:44:53.634101Z","end":"2026-06-28T20:44:53.781976Z","steps":["trace[808210448] 'agreement among raft nodes before linearized reading' (duration: 147.80062ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.864078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-06-28T20:44:53.782153Z","caller":"traceutil/trace.go:171","msg":"trace[647301251] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24473; }","duration":"877.95558ms","start":"2026-06-28T20:44:52.904178Z","end":"2026-06-28T20:44:53.782134Z","steps":["trace[647301251] 'agreement among raft nodes before linearized reading' (duration: 877.797876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.904154Z","time spent":"878.028502ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-06-28T20:44:53.782229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.191181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:44:53.782184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090124155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-06-28T20:44:53.782262Z","caller":"traceutil/trace.go:171","msg":"trace[2093507203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24474; }","duration":"844.252032ms","start":"2026-06-28T20:44:52.938Z","end":"2026-06-28T20:44:53.782252Z","steps":["trace[2093507203] 'agreement among raft nodes before linearized reading' (duration: 844.18412ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.937988Z","time spent":"844.296093ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:44:53.782304Z","caller":"traceutil/trace.go:171","msg":"trace[485781252] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"124.727434ms","start":"2026-06-28T20:44:53.657567Z","end":"2026-06-28T20:44:53.782295Z","steps":["trace[485781252] 'process raft request' (duration: 123.887514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061829925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:44:53.782335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08738151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-06-28T20:44:53.782353Z","caller":"traceutil/trace.go:171","msg":"trace[1201029434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24473; }","duration":"1.062135412s","start":"2026-06-28T20:44:52.720207Z","end":"2026-06-28T20:44:53.782342Z","steps":["trace[1201029434] 'agreement among raft nodes before linearized reading' (duration: 1.061743013s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.782363Z","caller":"traceutil/trace.go:171","msg":"trace[12579406] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:24473; }","duration":"1.087416691s","start":"2026-06-28T20:44:52.694934Z","end":"2026-06-28T20:44:53.782351Z","steps":["trace[12579406] 'agreement among raft nodes before linearized reading' (duration: 1.087038712s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.78229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061730242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:44:53.782397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.694922Z","time spent":"1.087469182s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2781,"request content":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" "} {"level":"info","ts":"2026-06-28T20:44:53.782433Z","caller":"traceutil/trace.go:171","msg":"trace[504871136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24474; }","duration":"1.061889056s","start":"2026-06-28T20:44:52.720532Z","end":"2026-06-28T20:44:53.782421Z","steps":["trace[504871136] 'agreement among raft nodes before linearized reading' (duration: 1.061599989s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.720525Z","time spent":"1.061933778s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:44:53.782395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.720195Z","time spent":"1.062189623s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:44:53.782385Z","caller":"traceutil/trace.go:171","msg":"trace[726082830] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24473; }","duration":"1.090260198s","start":"2026-06-28T20:44:52.691999Z","end":"2026-06-28T20:44:53.782259Z","steps":["trace[726082830] 'agreement among raft nodes before linearized reading' (duration: 1.090008892s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.782524Z","caller":"traceutil/trace.go:171","msg":"trace[747288560] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"124.916958ms","start":"2026-06-28T20:44:53.657597Z","end":"2026-06-28T20:44:53.782514Z","steps":["trace[747288560] 'process raft request' (duration: 124.362085ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:52.691987Z","time spent":"1.090565845s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-06-28T20:44:53.78286Z","caller":"traceutil/trace.go:171","msg":"trace[114898419] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"125.193665ms","start":"2026-06-28T20:44:53.657655Z","end":"2026-06-28T20:44:53.782849Z","steps":["trace[114898419] 'process raft request' (duration: 124.430997ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.979702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-sfpf6\" ","response":"range_response_count:1 size:4818"} {"level":"warn","ts":"2026-06-28T20:44:53.78288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.571538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:44:53.782901Z","caller":"traceutil/trace.go:171","msg":"trace[58699703] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-sfpf6; range_end:; response_count:1; response_revision:24475; }","duration":"123.031584ms","start":"2026-06-28T20:44:53.659862Z","end":"2026-06-28T20:44:53.782894Z","steps":["trace[58699703] 'agreement among raft nodes before linearized reading' (duration: 122.892851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:53.782914Z","caller":"traceutil/trace.go:171","msg":"trace[1369718083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24475; }","duration":"137.65015ms","start":"2026-06-28T20:44:53.645254Z","end":"2026-06-28T20:44:53.782904Z","steps":["trace[1369718083] 'agreement among raft nodes before linearized reading' (duration: 137.488306ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.345638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-28T20:44:53.782954Z","caller":"traceutil/trace.go:171","msg":"trace[115199636] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24475; }","duration":"125.41451ms","start":"2026-06-28T20:44:53.657526Z","end":"2026-06-28T20:44:53.78294Z","steps":["trace[115199636] 'agreement among raft nodes before linearized reading' (duration: 125.239986ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:53.782916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.537972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:53.783026Z","caller":"traceutil/trace.go:171","msg":"trace[869447611] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24475; }","duration":"114.705746ms","start":"2026-06-28T20:44:53.668292Z","end":"2026-06-28T20:44:53.782997Z","steps":["trace[869447611] 'agreement among raft nodes before linearized reading' (duration: 114.460931ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.000662Z","caller":"traceutil/trace.go:171","msg":"trace[2021059438] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"207.555165ms","start":"2026-06-28T20:44:53.793076Z","end":"2026-06-28T20:44:54.000631Z","steps":["trace[2021059438] 'process raft request' (duration: 207.296049ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.001057Z","caller":"traceutil/trace.go:171","msg":"trace[357747758] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"201.084852ms","start":"2026-06-28T20:44:53.799932Z","end":"2026-06-28T20:44:54.001017Z","steps":["trace[357747758] 'process raft request' (duration: 200.624731ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.00136Z","caller":"traceutil/trace.go:171","msg":"trace[1595895713] linearizableReadLoop","detail":"{readStateIndex:25325; appliedIndex:25323; }","duration":"207.889113ms","start":"2026-06-28T20:44:53.793453Z","end":"2026-06-28T20:44:54.001342Z","steps":["trace[1595895713] 'read index received' (duration: 68.00393ms)","trace[1595895713] 'applied index is now lower than readState.Index' (duration: 139.884433ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:54.001489Z","caller":"traceutil/trace.go:171","msg":"trace[1983211692] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"189.860616ms","start":"2026-06-28T20:44:53.811619Z","end":"2026-06-28T20:44:54.001479Z","steps":["trace[1983211692] 'process raft request' (duration: 189.676002ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.001713Z","caller":"traceutil/trace.go:171","msg":"trace[319916399] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"198.417539ms","start":"2026-06-28T20:44:53.803256Z","end":"2026-06-28T20:44:54.001674Z","steps":["trace[319916399] 'process raft request' (duration: 197.933967ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.001968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.351134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-s2249\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-06-28T20:44:54.00203Z","caller":"traceutil/trace.go:171","msg":"trace[48796346] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-s2249; range_end:; response_count:1; response_revision:24480; }","duration":"208.442006ms","start":"2026-06-28T20:44:53.793574Z","end":"2026-06-28T20:44:54.002016Z","steps":["trace[48796346] 'agreement among raft nodes before linearized reading' (duration: 208.212981ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.002518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.061731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-06-28T20:44:54.002569Z","caller":"traceutil/trace.go:171","msg":"trace[1071166524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac; range_end:; response_count:1; response_revision:24480; }","duration":"209.150243ms","start":"2026-06-28T20:44:53.793408Z","end":"2026-06-28T20:44:54.002558Z","steps":["trace[1071166524] 'agreement among raft nodes before linearized reading' (duration: 209.04619ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.003391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.824208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-06-28T20:44:54.00619Z","caller":"traceutil/trace.go:171","msg":"trace[1798418834] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:24480; }","duration":"212.616835ms","start":"2026-06-28T20:44:53.793556Z","end":"2026-06-28T20:44:54.006173Z","steps":["trace[1798418834] 'agreement among raft nodes before linearized reading' (duration: 209.776268ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.00309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.500871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:54.006366Z","caller":"traceutil/trace.go:171","msg":"trace[1855150749] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24480; }","duration":"212.84775ms","start":"2026-06-28T20:44:53.793505Z","end":"2026-06-28T20:44:54.006353Z","steps":["trace[1855150749] 'agreement among raft nodes before linearized reading' (duration: 209.498481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.003548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.196558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:44:54.006494Z","caller":"traceutil/trace.go:171","msg":"trace[898981999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24480; }","duration":"205.165549ms","start":"2026-06-28T20:44:53.801321Z","end":"2026-06-28T20:44:54.006486Z","steps":["trace[898981999] 'agreement among raft nodes before linearized reading' (duration: 202.127897ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.003607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.187084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:44:54.006616Z","caller":"traceutil/trace.go:171","msg":"trace[377572575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24480; }","duration":"204.220305ms","start":"2026-06-28T20:44:53.802385Z","end":"2026-06-28T20:44:54.006606Z","steps":["trace[377572575] 'agreement among raft nodes before linearized reading' (duration: 201.187124ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.00385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.47008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-06-28T20:44:54.006704Z","caller":"traceutil/trace.go:171","msg":"trace[449422802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24480; }","duration":"201.339888ms","start":"2026-06-28T20:44:53.805354Z","end":"2026-06-28T20:44:54.006694Z","steps":["trace[449422802] 'agreement among raft nodes before linearized reading' (duration: 196.321689ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.00505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.467088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-06-28T20:44:54.006831Z","caller":"traceutil/trace.go:171","msg":"trace[1802475269] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24480; }","duration":"213.27957ms","start":"2026-06-28T20:44:53.793525Z","end":"2026-06-28T20:44:54.006804Z","steps":["trace[1802475269] 'agreement among raft nodes before linearized reading' (duration: 208.001565ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.339391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.465633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:54.3396Z","caller":"traceutil/trace.go:171","msg":"trace[1322211643] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"222.53068ms","start":"2026-06-28T20:44:54.11705Z","end":"2026-06-28T20:44:54.33958Z","steps":["trace[1322211643] 'process raft request' (duration: 222.458528ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.339621Z","caller":"traceutil/trace.go:171","msg":"trace[311109341] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"228.078011ms","start":"2026-06-28T20:44:54.111504Z","end":"2026-06-28T20:44:54.339582Z","steps":["trace[311109341] 'process raft request' (duration: 107.311331ms)","trace[311109341] 'compare' (duration: 120.33705ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:54.339822Z","caller":"traceutil/trace.go:171","msg":"trace[68944486] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25334; }","duration":"225.791297ms","start":"2026-06-28T20:44:54.114019Z","end":"2026-06-28T20:44:54.339811Z","steps":["trace[68944486] 'read index received' (duration: 104.736381ms)","trace[68944486] 'applied index is now lower than readState.Index' (duration: 121.053776ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:54.340279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.279931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-28T20:44:54.340322Z","caller":"traceutil/trace.go:171","msg":"trace[1140944157] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24488; }","duration":"224.330042ms","start":"2026-06-28T20:44:54.11598Z","end":"2026-06-28T20:44:54.34031Z","steps":["trace[1140944157] 'agreement among raft nodes before linearized reading' (duration: 224.191109ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.340399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.295848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112170"} {"level":"warn","ts":"2026-06-28T20:44:54.340447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.529748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112170"} {"level":"info","ts":"2026-06-28T20:44:54.340522Z","caller":"traceutil/trace.go:171","msg":"trace[128932238] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24488; }","duration":"224.64614ms","start":"2026-06-28T20:44:54.115863Z","end":"2026-06-28T20:44:54.340509Z","steps":["trace[128932238] 'agreement among raft nodes before linearized reading' (duration: 224.23282ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.340465Z","caller":"traceutil/trace.go:171","msg":"trace[70138362] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24488; }","duration":"223.3779ms","start":"2026-06-28T20:44:54.117075Z","end":"2026-06-28T20:44:54.340453Z","steps":["trace[70138362] 'agreement among raft nodes before linearized reading' (duration: 223.018171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.341363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.271562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-28T20:44:54.341538Z","caller":"traceutil/trace.go:171","msg":"trace[957015749] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24488; }","duration":"227.513458ms","start":"2026-06-28T20:44:54.114002Z","end":"2026-06-28T20:44:54.341515Z","steps":["trace[957015749] 'agreement among raft nodes before linearized reading' (duration: 226.064343ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.58576Z","caller":"traceutil/trace.go:171","msg":"trace[90203361] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25336; }","duration":"222.97857ms","start":"2026-06-28T20:44:54.362751Z","end":"2026-06-28T20:44:54.58573Z","steps":["trace[90203361] 'read index received' (duration: 178.944987ms)","trace[90203361] 'applied index is now lower than readState.Index' (duration: 44.032623ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:54.585836Z","caller":"traceutil/trace.go:171","msg":"trace[799739132] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"229.009654ms","start":"2026-06-28T20:44:54.356796Z","end":"2026-06-28T20:44:54.585805Z","steps":["trace[799739132] 'process raft request' (duration: 184.828078ms)","trace[799739132] 'compare' (duration: 43.49854ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:54.586033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.264757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10089"} {"level":"info","ts":"2026-06-28T20:44:54.586062Z","caller":"traceutil/trace.go:171","msg":"trace[955779447] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24489; }","duration":"223.347899ms","start":"2026-06-28T20:44:54.362707Z","end":"2026-06-28T20:44:54.586055Z","steps":["trace[955779447] 'agreement among raft nodes before linearized reading' (duration: 223.165445ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.989295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.724925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:54.989594Z","caller":"traceutil/trace.go:171","msg":"trace[977326904] linearizableReadLoop","detail":"{readStateIndex:25340; appliedIndex:25337; }","duration":"403.751602ms","start":"2026-06-28T20:44:54.585825Z","end":"2026-06-28T20:44:54.989577Z","steps":["trace[977326904] 'read index received' (duration: 226.690149ms)","trace[977326904] 'applied index is now lower than readState.Index' (duration: 177.060303ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:54.989617Z","caller":"traceutil/trace.go:171","msg":"trace[84720223] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"622.519462ms","start":"2026-06-28T20:44:54.367071Z","end":"2026-06-28T20:44:54.98959Z","steps":["trace[84720223] 'process raft request' (duration: 622.344688ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.989671Z","caller":"traceutil/trace.go:171","msg":"trace[317854352] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"626.899446ms","start":"2026-06-28T20:44:54.362739Z","end":"2026-06-28T20:44:54.989638Z","steps":["trace[317854352] 'process raft request' (duration: 449.741271ms)","trace[317854352] 'compare' (duration: 176.145941ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:54.98976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.367052Z","time spent":"622.642446ms","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:54.989793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.362725Z","time spent":"627.004099ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:54.990022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.754547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-28T20:44:54.990064Z","caller":"traceutil/trace.go:171","msg":"trace[1805127969] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24492; }","duration":"619.833569ms","start":"2026-06-28T20:44:54.370217Z","end":"2026-06-28T20:44:54.990051Z","steps":["trace[1805127969] 'agreement among raft nodes before linearized reading' (duration: 619.650745ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:54.990065Z","caller":"traceutil/trace.go:171","msg":"trace[1929433052] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"514.231498ms","start":"2026-06-28T20:44:54.475798Z","end":"2026-06-28T20:44:54.990029Z","steps":["trace[1929433052] 'process raft request' (duration: 513.720936ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.990099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.370198Z","time spent":"619.89237ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-06-28T20:44:54.990195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.507872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-06-28T20:44:54.9902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.475771Z","time spent":"514.366171ms","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1431,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:44:54.990179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.340265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-06-28T20:44:54.990278Z","caller":"traceutil/trace.go:171","msg":"trace[998681334] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24492; }","duration":"624.466458ms","start":"2026-06-28T20:44:54.365787Z","end":"2026-06-28T20:44:54.990254Z","steps":["trace[998681334] 'agreement among raft nodes before linearized reading' (duration: 624.13347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.990333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.365744Z","time spent":"624.577561ms","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-06-28T20:44:54.990224Z","caller":"traceutil/trace.go:171","msg":"trace[1945516484] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24492; }","duration":"451.570434ms","start":"2026-06-28T20:44:54.538646Z","end":"2026-06-28T20:44:54.990217Z","steps":["trace[1945516484] 'agreement among raft nodes before linearized reading' (duration: 451.430181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:54.990558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.538628Z","time spent":"451.912292ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-06-28T20:44:55.040653Z","caller":"traceutil/trace.go:171","msg":"trace[556397216] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"451.081852ms","start":"2026-06-28T20:44:54.589532Z","end":"2026-06-28T20:44:55.040614Z","steps":["trace[556397216] 'process raft request' (duration: 450.847577ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.040828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.589494Z","time spent":"451.253387ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:55.040797Z","caller":"traceutil/trace.go:171","msg":"trace[1002882865] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"441.740611ms","start":"2026-06-28T20:44:54.599016Z","end":"2026-06-28T20:44:55.040757Z","steps":["trace[1002882865] 'process raft request' (duration: 441.530256ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.040944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.598989Z","time spent":"441.889615ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:55.041358Z","caller":"traceutil/trace.go:171","msg":"trace[68449228] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"347.549401ms","start":"2026-06-28T20:44:54.693798Z","end":"2026-06-28T20:44:55.041348Z","steps":["trace[68449228] 'process raft request' (duration: 347.314805ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.041428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.693771Z","time spent":"347.613402ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:55.04137Z","caller":"traceutil/trace.go:171","msg":"trace[691282711] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"347.53023ms","start":"2026-06-28T20:44:54.693793Z","end":"2026-06-28T20:44:55.041323Z","steps":["trace[691282711] 'process raft request' (duration: 346.873835ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.041573Z","caller":"traceutil/trace.go:171","msg":"trace[418654026] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"282.763106ms","start":"2026-06-28T20:44:54.758798Z","end":"2026-06-28T20:44:55.041561Z","steps":["trace[418654026] 'process raft request' (duration: 282.436338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.041653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.69373Z","time spent":"347.804346ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:55.041825Z","caller":"traceutil/trace.go:171","msg":"trace[1715069928] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"259.460075ms","start":"2026-06-28T20:44:54.782355Z","end":"2026-06-28T20:44:55.041815Z","steps":["trace[1715069928] 'process raft request' (duration: 259.121297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.041882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.508209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:55.041926Z","caller":"traceutil/trace.go:171","msg":"trace[1861717450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24498; }","duration":"105.58904ms","start":"2026-06-28T20:44:54.936327Z","end":"2026-06-28T20:44:55.041916Z","steps":["trace[1861717450] 'agreement among raft nodes before linearized reading' (duration: 105.496748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.042496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.063511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10089"} {"level":"warn","ts":"2026-06-28T20:44:55.042708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.996388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224957"} {"level":"info","ts":"2026-06-28T20:44:55.042741Z","caller":"traceutil/trace.go:171","msg":"trace[1126497006] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24498; }","duration":"415.0687ms","start":"2026-06-28T20:44:54.627664Z","end":"2026-06-28T20:44:55.042733Z","steps":["trace[1126497006] 'agreement among raft nodes before linearized reading' (duration: 414.299171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.042776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:54.62764Z","time spent":"415.12669ms","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224979,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-06-28T20:44:55.042901Z","caller":"traceutil/trace.go:171","msg":"trace[935264390] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24498; }","duration":"285.337737ms","start":"2026-06-28T20:44:54.757369Z","end":"2026-06-28T20:44:55.042707Z","steps":["trace[935264390] 'agreement among raft nodes before linearized reading' (duration: 284.672501ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.162063Z","caller":"traceutil/trace.go:171","msg":"trace[252652529] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25346; }","duration":"120.245428ms","start":"2026-06-28T20:44:55.041791Z","end":"2026-06-28T20:44:55.162036Z","steps":["trace[252652529] 'read index received' (duration: 105.040778ms)","trace[252652529] 'applied index is now lower than readState.Index' (duration: 15.20332ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:55.162128Z","caller":"traceutil/trace.go:171","msg":"trace[211107358] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"158.76383ms","start":"2026-06-28T20:44:55.003338Z","end":"2026-06-28T20:44:55.162102Z","steps":["trace[211107358] 'process raft request' (duration: 158.548024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.162316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.493103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-28T20:44:55.162348Z","caller":"traceutil/trace.go:171","msg":"trace[612816507] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24499; }","duration":"166.573205ms","start":"2026-06-28T20:44:54.995766Z","end":"2026-06-28T20:44:55.162339Z","steps":["trace[612816507] 'agreement among raft nodes before linearized reading' (duration: 166.406761ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.275842Z","caller":"traceutil/trace.go:171","msg":"trace[574426694] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25348; }","duration":"113.673702ms","start":"2026-06-28T20:44:55.162142Z","end":"2026-06-28T20:44:55.275816Z","steps":["trace[574426694] 'read index received' (duration: 113.365625ms)","trace[574426694] 'applied index is now lower than readState.Index' (duration: 307.017µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:55.276082Z","caller":"traceutil/trace.go:171","msg":"trace[962633930] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24502; }","duration":"214.627293ms","start":"2026-06-28T20:44:55.061442Z","end":"2026-06-28T20:44:55.276069Z","steps":["trace[962633930] 'process raft request' (duration: 214.336716ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.276141Z","caller":"traceutil/trace.go:171","msg":"trace[1189712503] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"225.944511ms","start":"2026-06-28T20:44:55.050181Z","end":"2026-06-28T20:44:55.276126Z","steps":["trace[1189712503] 'process raft request' (duration: 225.289345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.276226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.125193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:55.276221Z","caller":"traceutil/trace.go:171","msg":"trace[1718329928] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"224.081787ms","start":"2026-06-28T20:44:55.052102Z","end":"2026-06-28T20:44:55.276184Z","steps":["trace[1718329928] 'process raft request' (duration: 223.541224ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.276297Z","caller":"traceutil/trace.go:171","msg":"trace[1540037797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24502; }","duration":"231.246796ms","start":"2026-06-28T20:44:55.045041Z","end":"2026-06-28T20:44:55.276288Z","steps":["trace[1540037797] 'agreement among raft nodes before linearized reading' (duration: 231.098683ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.276482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.259961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-06-28T20:44:55.276576Z","caller":"traceutil/trace.go:171","msg":"trace[727997296] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24502; }","duration":"197.408295ms","start":"2026-06-28T20:44:55.079147Z","end":"2026-06-28T20:44:55.276556Z","steps":["trace[727997296] 'agreement among raft nodes before linearized reading' (duration: 197.114758ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.276108Z","caller":"traceutil/trace.go:171","msg":"trace[1090418262] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"220.87751ms","start":"2026-06-28T20:44:55.055185Z","end":"2026-06-28T20:44:55.276063Z","steps":["trace[1090418262] 'process raft request' (duration: 220.534462ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.32188Z","caller":"traceutil/trace.go:171","msg":"trace[1213391776] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"158.732568ms","start":"2026-06-28T20:44:55.163114Z","end":"2026-06-28T20:44:55.321847Z","steps":["trace[1213391776] 'process raft request' (duration: 158.597835ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.321943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.791213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-28T20:44:55.3221Z","caller":"traceutil/trace.go:171","msg":"trace[820041602] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24503; }","duration":"156.979347ms","start":"2026-06-28T20:44:55.165103Z","end":"2026-06-28T20:44:55.322082Z","steps":["trace[820041602] 'agreement among raft nodes before linearized reading' (duration: 156.731651ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.621573Z","caller":"traceutil/trace.go:171","msg":"trace[206199000] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25353; }","duration":"299.727988ms","start":"2026-06-28T20:44:55.32182Z","end":"2026-06-28T20:44:55.621548Z","steps":["trace[206199000] 'read index received' (duration: 299.500783ms)","trace[206199000] 'applied index is now lower than readState.Index' (duration: 226.115µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:55.621838Z","caller":"traceutil/trace.go:171","msg":"trace[2083500459] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"325.305933ms","start":"2026-06-28T20:44:55.29652Z","end":"2026-06-28T20:44:55.621826Z","steps":["trace[2083500459] 'process raft request' (duration: 324.876823ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.621943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:55.296499Z","time spent":"325.370045ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2368,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:55.622185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.938267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-06-28T20:44:55.622225Z","caller":"traceutil/trace.go:171","msg":"trace[1476767675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24504; }","duration":"319.993238ms","start":"2026-06-28T20:44:55.302217Z","end":"2026-06-28T20:44:55.622211Z","steps":["trace[1476767675] 'agreement among raft nodes before linearized reading' (duration: 319.873275ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.622257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:55.302208Z","time spent":"320.042679ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-06-28T20:44:55.622445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.810486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-28T20:44:55.622475Z","caller":"traceutil/trace.go:171","msg":"trace[1928591403] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24504; }","duration":"298.851648ms","start":"2026-06-28T20:44:55.323615Z","end":"2026-06-28T20:44:55.622467Z","steps":["trace[1928591403] 'agreement among raft nodes before linearized reading' (duration: 298.767706ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.622802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.085405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-28T20:44:55.622845Z","caller":"traceutil/trace.go:171","msg":"trace[1348724789] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24504; }","duration":"297.133296ms","start":"2026-06-28T20:44:55.325695Z","end":"2026-06-28T20:44:55.622829Z","steps":["trace[1348724789] 'agreement among raft nodes before linearized reading' (duration: 296.988503ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:55.832948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:55.833112Z","caller":"traceutil/trace.go:171","msg":"trace[1307168659] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"182.684217ms","start":"2026-06-28T20:44:55.650413Z","end":"2026-06-28T20:44:55.833097Z","steps":["trace[1307168659] 'process raft request' (duration: 182.632486ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.833356Z","caller":"traceutil/trace.go:171","msg":"trace[148035429] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25354; }","duration":"203.393697ms","start":"2026-06-28T20:44:55.629924Z","end":"2026-06-28T20:44:55.833318Z","steps":["trace[148035429] 'read index received' (duration: 65.773408ms)","trace[148035429] 'applied index is now lower than readState.Index' (duration: 137.616399ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:55.833441Z","caller":"traceutil/trace.go:171","msg":"trace[477272715] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"204.011712ms","start":"2026-06-28T20:44:55.629422Z","end":"2026-06-28T20:44:55.833434Z","steps":["trace[477272715] 'process raft request' (duration: 66.256719ms)","trace[477272715] 'compare' (duration: 137.056406ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:55.833771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.828327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-06-28T20:44:55.833809Z","caller":"traceutil/trace.go:171","msg":"trace[780020078] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24506; }","duration":"203.909659ms","start":"2026-06-28T20:44:55.629881Z","end":"2026-06-28T20:44:55.833791Z","steps":["trace[780020078] 'agreement among raft nodes before linearized reading' (duration: 203.579091ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:55.984415Z","caller":"traceutil/trace.go:171","msg":"trace[1381049387] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"194.829924ms","start":"2026-06-28T20:44:55.789553Z","end":"2026-06-28T20:44:55.984383Z","steps":["trace[1381049387] 'process raft request' (duration: 179.835789ms)","trace[1381049387] 'compare' (duration: 14.841912ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:56.055737Z","caller":"traceutil/trace.go:171","msg":"trace[479500105] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25356; }","duration":"222.287413ms","start":"2026-06-28T20:44:55.833427Z","end":"2026-06-28T20:44:56.055714Z","steps":["trace[479500105] 'read index received' (duration: 135.934778ms)","trace[479500105] 'applied index is now lower than readState.Index' (duration: 86.351615ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:56.055782Z","caller":"traceutil/trace.go:171","msg":"trace[263415148] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"263.789676ms","start":"2026-06-28T20:44:55.791972Z","end":"2026-06-28T20:44:56.055762Z","steps":["trace[263415148] 'process raft request' (duration: 263.581492ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.055851Z","caller":"traceutil/trace.go:171","msg":"trace[2052548978] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"146.217732ms","start":"2026-06-28T20:44:55.909575Z","end":"2026-06-28T20:44:56.055793Z","steps":["trace[2052548978] 'process raft request' (duration: 146.069489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.055945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.842222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:56.055995Z","caller":"traceutil/trace.go:171","msg":"trace[1468104091] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24510; }","duration":"294.926944ms","start":"2026-06-28T20:44:55.761051Z","end":"2026-06-28T20:44:56.055978Z","steps":["trace[1468104091] 'agreement among raft nodes before linearized reading' (duration: 294.78831ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.056067Z","caller":"traceutil/trace.go:171","msg":"trace[1569053280] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"265.64923ms","start":"2026-06-28T20:44:55.790409Z","end":"2026-06-28T20:44:56.056059Z","steps":["trace[1569053280] 'process raft request' (duration: 265.028556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.056454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.370148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-28T20:44:56.056495Z","caller":"traceutil/trace.go:171","msg":"trace[1428865077] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24510; }","duration":"217.453849ms","start":"2026-06-28T20:44:55.839029Z","end":"2026-06-28T20:44:56.056482Z","steps":["trace[1428865077] 'agreement among raft nodes before linearized reading' (duration: 217.340347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.056615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.790808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:56.056681Z","caller":"traceutil/trace.go:171","msg":"trace[616449482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24510; }","duration":"114.909172ms","start":"2026-06-28T20:44:55.941749Z","end":"2026-06-28T20:44:56.056658Z","steps":["trace[616449482] 'agreement among raft nodes before linearized reading' (duration: 114.789739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.056795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.283021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-06-28T20:44:56.056825Z","caller":"traceutil/trace.go:171","msg":"trace[1941474472] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24510; }","duration":"425.347652ms","start":"2026-06-28T20:44:55.63147Z","end":"2026-06-28T20:44:56.056817Z","steps":["trace[1941474472] 'agreement among raft nodes before linearized reading' (duration: 424.787529ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.057409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:55.631459Z","time spent":"425.937016ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-06-28T20:44:56.383969Z","caller":"traceutil/trace.go:171","msg":"trace[1243680143] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25365; }","duration":"226.249177ms","start":"2026-06-28T20:44:56.157695Z","end":"2026-06-28T20:44:56.383944Z","steps":["trace[1243680143] 'read index received' (duration: 48.818706ms)","trace[1243680143] 'applied index is now lower than readState.Index' (duration: 177.429631ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:56.384096Z","caller":"traceutil/trace.go:171","msg":"trace[1858366827] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"226.290739ms","start":"2026-06-28T20:44:56.157792Z","end":"2026-06-28T20:44:56.384083Z","steps":["trace[1858366827] 'process raft request' (duration: 226.073633ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.38406Z","caller":"traceutil/trace.go:171","msg":"trace[217233191] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"226.989985ms","start":"2026-06-28T20:44:56.157029Z","end":"2026-06-28T20:44:56.384019Z","steps":["trace[217233191] 'process raft request' (duration: 226.7807ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.384288Z","caller":"traceutil/trace.go:171","msg":"trace[651455661] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"227.281252ms","start":"2026-06-28T20:44:56.156996Z","end":"2026-06-28T20:44:56.384277Z","steps":["trace[651455661] 'process raft request' (duration: 226.680158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.384776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.414881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-06-28T20:44:56.384821Z","caller":"traceutil/trace.go:171","msg":"trace[489933136] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24521; }","duration":"226.489964ms","start":"2026-06-28T20:44:56.15832Z","end":"2026-06-28T20:44:56.38481Z","steps":["trace[489933136] 'agreement among raft nodes before linearized reading' (duration: 226.241648ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.38486Z","caller":"traceutil/trace.go:171","msg":"trace[1388400151] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"203.840707ms","start":"2026-06-28T20:44:56.181001Z","end":"2026-06-28T20:44:56.384842Z","steps":["trace[1388400151] 'process raft request' (duration: 202.900055ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.38497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.272372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:56.384997Z","caller":"traceutil/trace.go:171","msg":"trace[568710002] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24521; }","duration":"227.321623ms","start":"2026-06-28T20:44:56.157668Z","end":"2026-06-28T20:44:56.38499Z","steps":["trace[568710002] 'agreement among raft nodes before linearized reading' (duration: 227.275222ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.680518Z","caller":"traceutil/trace.go:171","msg":"trace[838358028] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"287.003646ms","start":"2026-06-28T20:44:56.393475Z","end":"2026-06-28T20:44:56.680479Z","steps":["trace[838358028] 'process raft request' (duration: 223.515192ms)","trace[838358028] 'compare' (duration: 63.267418ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:56.680619Z","caller":"traceutil/trace.go:171","msg":"trace[1715492807] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"285.996691ms","start":"2026-06-28T20:44:56.3946Z","end":"2026-06-28T20:44:56.680597Z","steps":["trace[1715492807] 'process raft request' (duration: 285.858818ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.680642Z","caller":"traceutil/trace.go:171","msg":"trace[318098502] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25372; }","duration":"278.801781ms","start":"2026-06-28T20:44:56.401829Z","end":"2026-06-28T20:44:56.680631Z","steps":["trace[318098502] 'read index received' (duration: 78.654072ms)","trace[318098502] 'applied index is now lower than readState.Index' (duration: 200.147089ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:56.680718Z","caller":"traceutil/trace.go:171","msg":"trace[392717951] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"286.047683ms","start":"2026-06-28T20:44:56.394663Z","end":"2026-06-28T20:44:56.68071Z","steps":["trace[392717951] 'process raft request' (duration: 285.824288ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.680737Z","caller":"traceutil/trace.go:171","msg":"trace[1100990700] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"287.179329ms","start":"2026-06-28T20:44:56.393543Z","end":"2026-06-28T20:44:56.680722Z","steps":["trace[1100990700] 'process raft request' (duration: 286.880162ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.680807Z","caller":"traceutil/trace.go:171","msg":"trace[1922356057] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"286.041043ms","start":"2026-06-28T20:44:56.394758Z","end":"2026-06-28T20:44:56.680799Z","steps":["trace[1922356057] 'process raft request' (duration: 285.759397ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.680868Z","caller":"traceutil/trace.go:171","msg":"trace[1828294981] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"275.378551ms","start":"2026-06-28T20:44:56.405475Z","end":"2026-06-28T20:44:56.680854Z","steps":["trace[1828294981] 'process raft request' (duration: 275.099004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.680955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.114038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-06-28T20:44:56.680984Z","caller":"traceutil/trace.go:171","msg":"trace[408184462] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24529; }","duration":"279.208471ms","start":"2026-06-28T20:44:56.401768Z","end":"2026-06-28T20:44:56.680976Z","steps":["trace[408184462] 'agreement among raft nodes before linearized reading' (duration: 279.087569ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:56.681122Z","caller":"traceutil/trace.go:171","msg":"trace[211745260] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"279.022976ms","start":"2026-06-28T20:44:56.402083Z","end":"2026-06-28T20:44:56.681106Z","steps":["trace[211745260] 'process raft request' (duration: 278.457803ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.681144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.582498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-97x5w.18bd57078859d9a6\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-06-28T20:44:56.681305Z","caller":"traceutil/trace.go:171","msg":"trace[1676279899] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-97x5w.18bd57078859d9a6; range_end:; response_count:1; response_revision:24529; }","duration":"273.772942ms","start":"2026-06-28T20:44:56.407493Z","end":"2026-06-28T20:44:56.681266Z","steps":["trace[1676279899] 'agreement among raft nodes before linearized reading' (duration: 273.457795ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.681357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.6736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112170"} {"level":"info","ts":"2026-06-28T20:44:56.681436Z","caller":"traceutil/trace.go:171","msg":"trace[358153472] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24529; }","duration":"273.774592ms","start":"2026-06-28T20:44:56.407653Z","end":"2026-06-28T20:44:56.681428Z","steps":["trace[358153472] 'agreement among raft nodes before linearized reading' (duration: 273.548407ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:56.681548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.980588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-06-28T20:44:56.681604Z","caller":"traceutil/trace.go:171","msg":"trace[781453645] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24529; }","duration":"274.08222ms","start":"2026-06-28T20:44:56.407508Z","end":"2026-06-28T20:44:56.68159Z","steps":["trace[781453645] 'agreement among raft nodes before linearized reading' (duration: 273.936426ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.035344Z","caller":"traceutil/trace.go:171","msg":"trace[832249009] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"336.168201ms","start":"2026-06-28T20:44:56.699151Z","end":"2026-06-28T20:44:57.03532Z","steps":["trace[832249009] 'process raft request' (duration: 336.11534ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.035711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.699125Z","time spent":"336.297894ms","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:44:57.036033Z","caller":"traceutil/trace.go:171","msg":"trace[974704257] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"346.71881ms","start":"2026-06-28T20:44:56.689292Z","end":"2026-06-28T20:44:57.03601Z","steps":["trace[974704257] 'process raft request' (duration: 345.827309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.036081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.689267Z","time spent":"346.791952ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:57.036191Z","caller":"traceutil/trace.go:171","msg":"trace[1179389939] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"342.956411ms","start":"2026-06-28T20:44:56.693228Z","end":"2026-06-28T20:44:57.036184Z","steps":["trace[1179389939] 'process raft request' (duration: 342.008779ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.03623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.693212Z","time spent":"343.004323ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:57.036831Z","caller":"traceutil/trace.go:171","msg":"trace[1464082618] linearizableReadLoop","detail":"{readStateIndex:25383; appliedIndex:25383; }","duration":"292.829884ms","start":"2026-06-28T20:44:56.743992Z","end":"2026-06-28T20:44:57.036822Z","steps":["trace[1464082618] 'read index received' (duration: 292.825414ms)","trace[1464082618] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:57.036947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.161856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-06-28T20:44:57.036975Z","caller":"traceutil/trace.go:171","msg":"trace[985855972] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24533; }","duration":"343.210508ms","start":"2026-06-28T20:44:56.693757Z","end":"2026-06-28T20:44:57.036968Z","steps":["trace[985855972] 'agreement among raft nodes before linearized reading' (duration: 343.118666ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.036995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.693748Z","time spent":"343.242278ms","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-06-28T20:44:57.037011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.498713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3959"} {"level":"info","ts":"2026-06-28T20:44:57.037082Z","caller":"traceutil/trace.go:171","msg":"trace[1868099255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24533; }","duration":"351.613537ms","start":"2026-06-28T20:44:56.685447Z","end":"2026-06-28T20:44:57.037061Z","steps":["trace[1868099255] 'agreement among raft nodes before linearized reading' (duration: 351.449683ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.037148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.685436Z","time spent":"351.702889ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-06-28T20:44:57.147468Z","caller":"traceutil/trace.go:171","msg":"trace[768679980] linearizableReadLoop","detail":"{readStateIndex:25384; appliedIndex:25383; }","duration":"110.577609ms","start":"2026-06-28T20:44:57.036856Z","end":"2026-06-28T20:44:57.147433Z","steps":["trace[768679980] 'read index received' (duration: 108.654643ms)","trace[768679980] 'applied index is now lower than readState.Index' (duration: 1.921626ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:57.147894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.527795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10083"} {"level":"info","ts":"2026-06-28T20:44:57.14798Z","caller":"traceutil/trace.go:171","msg":"trace[579507701] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24534; }","duration":"343.681189ms","start":"2026-06-28T20:44:56.804267Z","end":"2026-06-28T20:44:57.147948Z","steps":["trace[579507701] 'agreement among raft nodes before linearized reading' (duration: 343.496975ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.148016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.804243Z","time spent":"343.76461ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10105,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-06-28T20:44:57.148009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.104104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-06-28T20:44:57.14805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.239473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:57.148029Z","caller":"traceutil/trace.go:171","msg":"trace[328652709] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"151.627041ms","start":"2026-06-28T20:44:56.99636Z","end":"2026-06-28T20:44:57.147987Z","steps":["trace[328652709] 'process raft request' (duration: 148.735223ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.148061Z","caller":"traceutil/trace.go:171","msg":"trace[738957780] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24534; }","duration":"397.206296ms","start":"2026-06-28T20:44:56.750838Z","end":"2026-06-28T20:44:57.148045Z","steps":["trace[738957780] 'agreement among raft nodes before linearized reading' (duration: 397.023212ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.148321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:56.750818Z","time spent":"397.452233ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-06-28T20:44:57.148081Z","caller":"traceutil/trace.go:171","msg":"trace[2069890660] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24534; }","duration":"119.311075ms","start":"2026-06-28T20:44:57.028759Z","end":"2026-06-28T20:44:57.14807Z","steps":["trace[2069890660] 'agreement among raft nodes before linearized reading' (duration: 119.250073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.150727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.602498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:57.150767Z","caller":"traceutil/trace.go:171","msg":"trace[2003574802] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:24536; }","duration":"107.66092ms","start":"2026-06-28T20:44:57.043097Z","end":"2026-06-28T20:44:57.150758Z","steps":["trace[2003574802] 'agreement among raft nodes before linearized reading' (duration: 107.583068ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.151181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.253548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-28T20:44:57.151215Z","caller":"traceutil/trace.go:171","msg":"trace[1792170525] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24536; }","duration":"104.31335ms","start":"2026-06-28T20:44:57.046894Z","end":"2026-06-28T20:44:57.151208Z","steps":["trace[1792170525] 'agreement among raft nodes before linearized reading' (duration: 104.184387ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.389345Z","caller":"traceutil/trace.go:171","msg":"trace[1191036636] linearizableReadLoop","detail":"{readStateIndex:25388; appliedIndex:25387; }","duration":"147.414821ms","start":"2026-06-28T20:44:57.241904Z","end":"2026-06-28T20:44:57.389319Z","steps":["trace[1191036636] 'read index received' (duration: 147.249237ms)","trace[1191036636] 'applied index is now lower than readState.Index' (duration: 164.644µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:57.389481Z","caller":"traceutil/trace.go:171","msg":"trace[2063014217] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"226.424422ms","start":"2026-06-28T20:44:57.163005Z","end":"2026-06-28T20:44:57.389429Z","steps":["trace[2063014217] 'process raft request' (duration: 226.108044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.38963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.673693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-06-28T20:44:57.389714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.766686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112170"} {"level":"info","ts":"2026-06-28T20:44:57.38972Z","caller":"traceutil/trace.go:171","msg":"trace[751610319] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24538; }","duration":"233.811227ms","start":"2026-06-28T20:44:57.155887Z","end":"2026-06-28T20:44:57.389698Z","steps":["trace[751610319] 'agreement among raft nodes before linearized reading' (duration: 233.555221ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.389753Z","caller":"traceutil/trace.go:171","msg":"trace[1236547827] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24538; }","duration":"233.827857ms","start":"2026-06-28T20:44:57.155913Z","end":"2026-06-28T20:44:57.389741Z","steps":["trace[1236547827] 'agreement among raft nodes before linearized reading' (duration: 233.52333ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.628853Z","caller":"traceutil/trace.go:171","msg":"trace[1604375285] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"385.432328ms","start":"2026-06-28T20:44:57.243386Z","end":"2026-06-28T20:44:57.628819Z","steps":["trace[1604375285] 'process raft request' (duration: 384.930656ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.628989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:57.24336Z","time spent":"385.569651ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:44:57.629536Z","caller":"traceutil/trace.go:171","msg":"trace[1106434818] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"369.48338ms","start":"2026-06-28T20:44:57.260014Z","end":"2026-06-28T20:44:57.629498Z","steps":["trace[1106434818] 'process raft request' (duration: 368.703241ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.629587Z","caller":"traceutil/trace.go:171","msg":"trace[863665510] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24540; }","duration":"368.635519ms","start":"2026-06-28T20:44:57.260925Z","end":"2026-06-28T20:44:57.629561Z","steps":["trace[863665510] 'process raft request' (duration: 368.366533ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.629616Z","caller":"traceutil/trace.go:171","msg":"trace[127251126] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25388; }","duration":"240.143827ms","start":"2026-06-28T20:44:57.389416Z","end":"2026-06-28T20:44:57.62956Z","steps":["trace[127251126] 'read index received' (duration: 238.861957ms)","trace[127251126] 'applied index is now lower than readState.Index' (duration: 1.28065ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:57.629711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:57.260902Z","time spent":"368.731612ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":2870,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:57.629711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:57.259962Z","time spent":"369.670684ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2818,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:57.629734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.264636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:57.629831Z","caller":"traceutil/trace.go:171","msg":"trace[144335515] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24540; }","duration":"304.373988ms","start":"2026-06-28T20:44:57.325436Z","end":"2026-06-28T20:44:57.62981Z","steps":["trace[144335515] 'agreement among raft nodes before linearized reading' (duration: 304.210094ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.629907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:57.325411Z","time spent":"304.478821ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:44:57.643816Z","caller":"traceutil/trace.go:171","msg":"trace[1573068279] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"236.688275ms","start":"2026-06-28T20:44:57.407111Z","end":"2026-06-28T20:44:57.643799Z","steps":["trace[1573068279] 'process raft request' (duration: 236.295886ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.64409Z","caller":"traceutil/trace.go:171","msg":"trace[731160492] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"230.881387ms","start":"2026-06-28T20:44:57.413201Z","end":"2026-06-28T20:44:57.644082Z","steps":["trace[731160492] 'process raft request' (duration: 230.303153ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.644251Z","caller":"traceutil/trace.go:171","msg":"trace[630165182] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"150.816981ms","start":"2026-06-28T20:44:57.493428Z","end":"2026-06-28T20:44:57.644245Z","steps":["trace[630165182] 'process raft request' (duration: 150.136585ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.644782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.776038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-06-28T20:44:57.644858Z","caller":"traceutil/trace.go:171","msg":"trace[1531356030] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24543; }","duration":"247.88937ms","start":"2026-06-28T20:44:57.396949Z","end":"2026-06-28T20:44:57.644839Z","steps":["trace[1531356030] 'agreement among raft nodes before linearized reading' (duration: 247.661335ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:57.887119Z","caller":"traceutil/trace.go:171","msg":"trace[1357272894] linearizableReadLoop","detail":"{readStateIndex:25395; appliedIndex:25394; }","duration":"219.392595ms","start":"2026-06-28T20:44:57.667703Z","end":"2026-06-28T20:44:57.887096Z","steps":["trace[1357272894] 'read index received' (duration: 219.316353ms)","trace[1357272894] 'applied index is now lower than readState.Index' (duration: 75.452µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:57.887148Z","caller":"traceutil/trace.go:171","msg":"trace[1725594164] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"221.442265ms","start":"2026-06-28T20:44:57.665674Z","end":"2026-06-28T20:44:57.887116Z","steps":["trace[1725594164] 'process raft request' (duration: 221.289611ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.887321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.59395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-06-28T20:44:57.887355Z","caller":"traceutil/trace.go:171","msg":"trace[1175289437] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24544; }","duration":"219.656982ms","start":"2026-06-28T20:44:57.667687Z","end":"2026-06-28T20:44:57.887344Z","steps":["trace[1175289437] 'agreement among raft nodes before linearized reading' (duration: 219.518529ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.922826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.606874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:44:57.922933Z","caller":"traceutil/trace.go:171","msg":"trace[1909902077] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24545; }","duration":"163.775198ms","start":"2026-06-28T20:44:57.759134Z","end":"2026-06-28T20:44:57.92291Z","steps":["trace[1909902077] 'agreement among raft nodes before linearized reading' (duration: 163.528442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:57.922919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.360221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-06-28T20:44:57.923011Z","caller":"traceutil/trace.go:171","msg":"trace[557965664] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24545; }","duration":"237.518254ms","start":"2026-06-28T20:44:57.685472Z","end":"2026-06-28T20:44:57.92299Z","steps":["trace[557965664] 'agreement among raft nodes before linearized reading' (duration: 237.237307ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:58.447332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.679429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:58.447434Z","caller":"traceutil/trace.go:171","msg":"trace[953894739] linearizableReadLoop","detail":"{readStateIndex:25400; appliedIndex:25399; }","duration":"409.890356ms","start":"2026-06-28T20:44:58.037527Z","end":"2026-06-28T20:44:58.447417Z","steps":["trace[953894739] 'read index received' (duration: 96.118836ms)","trace[953894739] 'applied index is now lower than readState.Index' (duration: 313.77016ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:58.447501Z","caller":"traceutil/trace.go:171","msg":"trace[2002269904] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"411.116796ms","start":"2026-06-28T20:44:58.036373Z","end":"2026-06-28T20:44:58.44749Z","steps":["trace[2002269904] 'process raft request' (duration: 97.188702ms)","trace[2002269904] 'compare' (duration: 313.242068ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:58.447562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.036356Z","time spent":"411.174617ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:58.447948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.407488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-06-28T20:44:58.448015Z","caller":"traceutil/trace.go:171","msg":"trace[1227660812] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24549; }","duration":"410.484981ms","start":"2026-06-28T20:44:58.037511Z","end":"2026-06-28T20:44:58.447996Z","steps":["trace[1227660812] 'agreement among raft nodes before linearized reading' (duration: 410.294586ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:58.44806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.037504Z","time spent":"410.543112ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-06-28T20:44:59.149076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.8927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:44:59.149255Z","caller":"traceutil/trace.go:171","msg":"trace[257036206] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25400; }","duration":"701.78531ms","start":"2026-06-28T20:44:58.447458Z","end":"2026-06-28T20:44:59.149243Z","steps":["trace[257036206] 'read index received' (duration: 358.621063ms)","trace[257036206] 'applied index is now lower than readState.Index' (duration: 343.163627ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:59.149325Z","caller":"traceutil/trace.go:171","msg":"trace[1514512161] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"1.085363883s","start":"2026-06-28T20:44:58.063949Z","end":"2026-06-28T20:44:59.149313Z","steps":["trace[1514512161] 'process raft request' (duration: 742.172756ms)","trace[1514512161] 'compare' (duration: 342.03279ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:44:59.149365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.06393Z","time spent":"1.085412404s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:59.149483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.803695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:44:59.149536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026891099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:44:59.149545Z","caller":"traceutil/trace.go:171","msg":"trace[605592922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24551; }","duration":"993.901797ms","start":"2026-06-28T20:44:58.155628Z","end":"2026-06-28T20:44:59.14953Z","steps":["trace[605592922] 'agreement among raft nodes before linearized reading' (duration: 993.755844ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.149555Z","caller":"traceutil/trace.go:171","msg":"trace[1390209467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24551; }","duration":"1.026908719s","start":"2026-06-28T20:44:58.122639Z","end":"2026-06-28T20:44:59.149547Z","steps":["trace[1390209467] 'agreement among raft nodes before linearized reading' (duration: 1.026832817s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.149571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.122586Z","time spent":"1.02698206s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:44:59.149575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.155615Z","time spent":"993.951988ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:44:59.149653Z","caller":"traceutil/trace.go:171","msg":"trace[1020186530] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"1.085542537s","start":"2026-06-28T20:44:58.064102Z","end":"2026-06-28T20:44:59.149644Z","steps":["trace[1020186530] 'process raft request' (duration: 1.085054346s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.149712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.064092Z","time spent":"1.085579098s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:44:59.149746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10848385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-06-28T20:44:59.14977Z","caller":"traceutil/trace.go:171","msg":"trace[1280608896] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24551; }","duration":"1.108534392s","start":"2026-06-28T20:44:58.041229Z","end":"2026-06-28T20:44:59.149763Z","steps":["trace[1280608896] 'agreement among raft nodes before linearized reading' (duration: 1.10846158s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.149791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.041218Z","time spent":"1.108565622s","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-06-28T20:44:59.149884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.355163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-28T20:44:59.149906Z","caller":"traceutil/trace.go:171","msg":"trace[644369603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24551; }","duration":"759.397063ms","start":"2026-06-28T20:44:58.390502Z","end":"2026-06-28T20:44:59.1499Z","steps":["trace[644369603] 'agreement among raft nodes before linearized reading' (duration: 759.308181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.149924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.390494Z","time spent":"759.425995ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:44:59.149943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108727166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-06-28T20:44:59.149967Z","caller":"traceutil/trace.go:171","msg":"trace[1944365895] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24551; }","duration":"1.108765568s","start":"2026-06-28T20:44:58.041193Z","end":"2026-06-28T20:44:59.149959Z","steps":["trace[1944365895] 'agreement among raft nodes before linearized reading' (duration: 1.108699426s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.149987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.041184Z","time spent":"1.108798468s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-06-28T20:44:59.150051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.201353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:44:59.150072Z","caller":"traceutil/trace.go:171","msg":"trace[1072689428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24551; }","duration":"760.258064ms","start":"2026-06-28T20:44:58.389806Z","end":"2026-06-28T20:44:59.150064Z","steps":["trace[1072689428] 'agreement among raft nodes before linearized reading' (duration: 760.199223ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.150089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.389783Z","time spent":"760.302145ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:44:59.150134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.15502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-06-28T20:44:59.150155Z","caller":"traceutil/trace.go:171","msg":"trace[210824808] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24551; }","duration":"697.210711ms","start":"2026-06-28T20:44:58.452938Z","end":"2026-06-28T20:44:59.150149Z","steps":["trace[210824808] 'agreement among raft nodes before linearized reading' (duration: 697.15073ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.150173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.452918Z","time spent":"697.250572ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-06-28T20:44:59.150218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.610468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:44:59.15025Z","caller":"traceutil/trace.go:171","msg":"trace[1911900463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24551; }","duration":"938.654448ms","start":"2026-06-28T20:44:58.211587Z","end":"2026-06-28T20:44:59.150241Z","steps":["trace[1911900463] 'agreement among raft nodes before linearized reading' (duration: 938.583457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.15027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.211579Z","time spent":"938.68665ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:44:59.150429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.54378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-28T20:44:59.150448Z","caller":"traceutil/trace.go:171","msg":"trace[2016121070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24551; }","duration":"939.600651ms","start":"2026-06-28T20:44:58.210841Z","end":"2026-06-28T20:44:59.150442Z","steps":["trace[2016121070] 'agreement among raft nodes before linearized reading' (duration: 939.54654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.150464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.210817Z","time spent":"939.642992ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:44:59.150489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.670758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:44:59.150522Z","caller":"traceutil/trace.go:171","msg":"trace[545467096] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24551; }","duration":"131.73517ms","start":"2026-06-28T20:44:59.018778Z","end":"2026-06-28T20:44:59.150513Z","steps":["trace[545467096] 'agreement among raft nodes before linearized reading' (duration: 131.632557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.150683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.121474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:59.15071Z","caller":"traceutil/trace.go:171","msg":"trace[1169807504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24551; }","duration":"212.369389ms","start":"2026-06-28T20:44:58.938332Z","end":"2026-06-28T20:44:59.150702Z","steps":["trace[1169807504] 'agreement among raft nodes before linearized reading' (duration: 212.323688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.150975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.726025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-28T20:44:59.150969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.990061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:44:59.151009Z","caller":"traceutil/trace.go:171","msg":"trace[1853836547] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24551; }","duration":"407.762906ms","start":"2026-06-28T20:44:58.743235Z","end":"2026-06-28T20:44:59.150998Z","steps":["trace[1853836547] 'agreement among raft nodes before linearized reading' (duration: 407.597422ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.151027Z","caller":"traceutil/trace.go:171","msg":"trace[275024489] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24551; }","duration":"443.091253ms","start":"2026-06-28T20:44:58.707919Z","end":"2026-06-28T20:44:59.15101Z","steps":["trace[275024489] 'agreement among raft nodes before linearized reading' (duration: 442.989091ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.151065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.707896Z","time spent":"443.159624ms","remote":"127.0.0.1:56200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:59.151036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.743216Z","time spent":"407.812128ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:44:59.152037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.536587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2223"} {"level":"info","ts":"2026-06-28T20:44:59.15207Z","caller":"traceutil/trace.go:171","msg":"trace[1494823844] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24551; }","duration":"694.587988ms","start":"2026-06-28T20:44:58.457472Z","end":"2026-06-28T20:44:59.15206Z","steps":["trace[1494823844] 'agreement among raft nodes before linearized reading' (duration: 693.459802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.152093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:44:58.457464Z","time spent":"694.62097ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2245,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"info","ts":"2026-06-28T20:44:59.320528Z","caller":"traceutil/trace.go:171","msg":"trace[1983840516] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"163.42038ms","start":"2026-06-28T20:44:59.157075Z","end":"2026-06-28T20:44:59.320495Z","steps":["trace[1983840516] 'process raft request' (duration: 144.657836ms)","trace[1983840516] 'compare' (duration: 18.618131ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:59.328883Z","caller":"traceutil/trace.go:171","msg":"trace[209604378] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"171.714376ms","start":"2026-06-28T20:44:59.157141Z","end":"2026-06-28T20:44:59.328856Z","steps":["trace[209604378] 'process raft request' (duration: 171.649854ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329086Z","caller":"traceutil/trace.go:171","msg":"trace[1339302003] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"172.017323ms","start":"2026-06-28T20:44:59.157059Z","end":"2026-06-28T20:44:59.329076Z","steps":["trace[1339302003] 'process raft request' (duration: 171.523141ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329144Z","caller":"traceutil/trace.go:171","msg":"trace[643242012] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"172.024514ms","start":"2026-06-28T20:44:59.157113Z","end":"2026-06-28T20:44:59.329138Z","steps":["trace[643242012] 'process raft request' (duration: 171.631654ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329214Z","caller":"traceutil/trace.go:171","msg":"trace[1586868646] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"171.491441ms","start":"2026-06-28T20:44:59.157716Z","end":"2026-06-28T20:44:59.329208Z","steps":["trace[1586868646] 'process raft request' (duration: 171.276126ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329121Z","caller":"traceutil/trace.go:171","msg":"trace[495016177] linearizableReadLoop","detail":"{readStateIndex:25410; appliedIndex:25402; }","duration":"170.733383ms","start":"2026-06-28T20:44:59.158363Z","end":"2026-06-28T20:44:59.329097Z","steps":["trace[495016177] 'read index received' (duration: 143.387285ms)","trace[495016177] 'applied index is now lower than readState.Index' (duration: 27.345398ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:44:59.329266Z","caller":"traceutil/trace.go:171","msg":"trace[279325220] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"172.072104ms","start":"2026-06-28T20:44:59.157187Z","end":"2026-06-28T20:44:59.329259Z","steps":["trace[279325220] 'process raft request' (duration: 171.636484ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.32929Z","caller":"traceutil/trace.go:171","msg":"trace[1139758374] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"171.073081ms","start":"2026-06-28T20:44:59.158208Z","end":"2026-06-28T20:44:59.329281Z","steps":["trace[1139758374] 'process raft request' (duration: 170.809885ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329344Z","caller":"traceutil/trace.go:171","msg":"trace[1433336960] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"172.119436ms","start":"2026-06-28T20:44:59.157199Z","end":"2026-06-28T20:44:59.329318Z","steps":["trace[1433336960] 'process raft request' (duration: 171.705876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.329453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.068591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:44:59.329479Z","caller":"traceutil/trace.go:171","msg":"trace[1711366802] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24560; }","duration":"171.123832ms","start":"2026-06-28T20:44:59.158345Z","end":"2026-06-28T20:44:59.329469Z","steps":["trace[1711366802] 'agreement among raft nodes before linearized reading' (duration: 171.01166ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:44:59.329567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.701872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-06-28T20:44:59.32957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.550835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-06-28T20:44:59.329606Z","caller":"traceutil/trace.go:171","msg":"trace[892927519] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24560; }","duration":"169.608126ms","start":"2026-06-28T20:44:59.15999Z","end":"2026-06-28T20:44:59.329598Z","steps":["trace[892927519] 'agreement among raft nodes before linearized reading' (duration: 169.494034ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.32961Z","caller":"traceutil/trace.go:171","msg":"trace[1762169682] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24560; }","duration":"170.763273ms","start":"2026-06-28T20:44:59.158831Z","end":"2026-06-28T20:44:59.329594Z","steps":["trace[1762169682] 'agreement among raft nodes before linearized reading' (duration: 170.61604ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:44:59.329746Z","caller":"traceutil/trace.go:171","msg":"trace[1089390598] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"171.087962ms","start":"2026-06-28T20:44:59.158644Z","end":"2026-06-28T20:44:59.329732Z","steps":["trace[1089390598] 'process raft request' (duration: 170.402445ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.126778Z","caller":"traceutil/trace.go:171","msg":"trace[1185605054] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"198.662955ms","start":"2026-06-28T20:44:59.928063Z","end":"2026-06-28T20:45:00.126726Z","steps":["trace[1185605054] 'process raft request' (duration: 198.442019ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.306896Z","caller":"traceutil/trace.go:171","msg":"trace[514290501] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"280.056932ms","start":"2026-06-28T20:45:00.0268Z","end":"2026-06-28T20:45:00.306857Z","steps":["trace[514290501] 'process raft request' (duration: 279.779235ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.307083Z","caller":"traceutil/trace.go:171","msg":"trace[1547679207] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25412; }","duration":"260.174521ms","start":"2026-06-28T20:45:00.046861Z","end":"2026-06-28T20:45:00.307036Z","steps":["trace[1547679207] 'read index received' (duration: 79.745329ms)","trace[1547679207] 'applied index is now lower than readState.Index' (duration: 180.426762ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:00.307096Z","caller":"traceutil/trace.go:171","msg":"trace[961860141] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"201.273705ms","start":"2026-06-28T20:45:00.105782Z","end":"2026-06-28T20:45:00.307056Z","steps":["trace[961860141] 'process raft request' (duration: 200.968038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:00.307279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.384356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:00.307318Z","caller":"traceutil/trace.go:171","msg":"trace[1764014483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24564; }","duration":"260.484908ms","start":"2026-06-28T20:45:00.046823Z","end":"2026-06-28T20:45:00.307308Z","steps":["trace[1764014483] 'agreement among raft nodes before linearized reading' (duration: 260.337345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:00.307392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.924345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-75449745df-k2vqf\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-06-28T20:45:00.307454Z","caller":"traceutil/trace.go:171","msg":"trace[687826589] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-75449745df-k2vqf; range_end:; response_count:1; response_revision:24564; }","duration":"252.029737ms","start":"2026-06-28T20:45:00.055414Z","end":"2026-06-28T20:45:00.307444Z","steps":["trace[687826589] 'agreement among raft nodes before linearized reading' (duration: 251.818372ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:00.307497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.017694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:00.307586Z","caller":"traceutil/trace.go:171","msg":"trace[1019699433] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24564; }","duration":"123.161527ms","start":"2026-06-28T20:45:00.184401Z","end":"2026-06-28T20:45:00.307563Z","steps":["trace[1019699433] 'agreement among raft nodes before linearized reading' (duration: 123.009774ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.564647Z","caller":"traceutil/trace.go:171","msg":"trace[405662969] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"251.028615ms","start":"2026-06-28T20:45:00.313574Z","end":"2026-06-28T20:45:00.564603Z","steps":["trace[405662969] 'process raft request' (duration: 231.910893ms)","trace[405662969] 'compare' (duration: 18.653111ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:00.564982Z","caller":"traceutil/trace.go:171","msg":"trace[781653386] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"246.061778ms","start":"2026-06-28T20:45:00.318889Z","end":"2026-06-28T20:45:00.564951Z","steps":["trace[781653386] 'process raft request' (duration: 245.949665ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.565053Z","caller":"traceutil/trace.go:171","msg":"trace[1531549917] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"251.103766ms","start":"2026-06-28T20:45:00.313882Z","end":"2026-06-28T20:45:00.564986Z","steps":["trace[1531549917] 'process raft request' (duration: 250.632915ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.712147Z","caller":"traceutil/trace.go:171","msg":"trace[848514295] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"140.002116ms","start":"2026-06-28T20:45:00.572115Z","end":"2026-06-28T20:45:00.712117Z","steps":["trace[848514295] 'process raft request' (duration: 139.737349ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.712462Z","caller":"traceutil/trace.go:171","msg":"trace[46990602] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"138.9418ms","start":"2026-06-28T20:45:00.573491Z","end":"2026-06-28T20:45:00.712433Z","steps":["trace[46990602] 'process raft request' (duration: 138.553481ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.713049Z","caller":"traceutil/trace.go:171","msg":"trace[853029903] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"139.009222ms","start":"2026-06-28T20:45:00.574022Z","end":"2026-06-28T20:45:00.713031Z","steps":["trace[853029903] 'process raft request' (duration: 138.282695ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.7131Z","caller":"traceutil/trace.go:171","msg":"trace[1435131207] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"138.609932ms","start":"2026-06-28T20:45:00.574461Z","end":"2026-06-28T20:45:00.713071Z","steps":["trace[1435131207] 'process raft request' (duration: 138.171082ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.713438Z","caller":"traceutil/trace.go:171","msg":"trace[208585586] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25419; }","duration":"108.584111ms","start":"2026-06-28T20:45:00.604839Z","end":"2026-06-28T20:45:00.713423Z","steps":["trace[208585586] 'read index received' (duration: 10.004697ms)","trace[208585586] 'applied index is now lower than readState.Index' (duration: 98.578074ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:00.713546Z","caller":"traceutil/trace.go:171","msg":"trace[1266457502] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"136.444201ms","start":"2026-06-28T20:45:00.577092Z","end":"2026-06-28T20:45:00.713536Z","steps":["trace[1266457502] 'process raft request' (duration: 136.228356ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.713578Z","caller":"traceutil/trace.go:171","msg":"trace[75263489] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"137.485686ms","start":"2026-06-28T20:45:00.576078Z","end":"2026-06-28T20:45:00.713564Z","steps":["trace[75263489] 'process raft request' (duration: 137.139868ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.71348Z","caller":"traceutil/trace.go:171","msg":"trace[183720712] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"138.665634ms","start":"2026-06-28T20:45:00.574703Z","end":"2026-06-28T20:45:00.713369Z","steps":["trace[183720712] 'process raft request' (duration: 138.278005ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:00.713764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.894129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:00.713812Z","caller":"traceutil/trace.go:171","msg":"trace[1261721830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24575; }","duration":"109.001111ms","start":"2026-06-28T20:45:00.604797Z","end":"2026-06-28T20:45:00.713798Z","steps":["trace[1261721830] 'agreement among raft nodes before linearized reading' (duration: 108.898889ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:00.841919Z","caller":"traceutil/trace.go:171","msg":"trace[1985015073] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"122.88165ms","start":"2026-06-28T20:45:00.719003Z","end":"2026-06-28T20:45:00.841885Z","steps":["trace[1985015073] 'process raft request' (duration: 97.387636ms)","trace[1985015073] 'compare' (duration: 25.142485ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:00.894104Z","caller":"traceutil/trace.go:171","msg":"trace[786897322] linearizableReadLoop","detail":"{readStateIndex:25429; appliedIndex:25427; }","duration":"155.710428ms","start":"2026-06-28T20:45:00.738362Z","end":"2026-06-28T20:45:00.894073Z","steps":["trace[786897322] 'read index received' (duration: 78.041358ms)","trace[786897322] 'applied index is now lower than readState.Index' (duration: 77.66816ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:00.894174Z","caller":"traceutil/trace.go:171","msg":"trace[981380167] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"169.055764ms","start":"2026-06-28T20:45:00.725076Z","end":"2026-06-28T20:45:00.894131Z","steps":["trace[981380167] 'process raft request' (duration: 168.839759ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:00.894408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.023135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-06-28T20:45:00.894469Z","caller":"traceutil/trace.go:171","msg":"trace[714909353] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn; range_end:; response_count:1; response_revision:24577; }","duration":"156.170659ms","start":"2026-06-28T20:45:00.738284Z","end":"2026-06-28T20:45:00.894454Z","steps":["trace[714909353] 'agreement among raft nodes before linearized reading' (duration: 155.929223ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.121443Z","caller":"traceutil/trace.go:171","msg":"trace[434205701] linearizableReadLoop","detail":"{readStateIndex:25430; appliedIndex:25429; }","duration":"183.626689ms","start":"2026-06-28T20:45:00.937794Z","end":"2026-06-28T20:45:01.121421Z","steps":["trace[434205701] 'read index received' (duration: 183.401263ms)","trace[434205701] 'applied index is now lower than readState.Index' (duration: 224.866µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:01.121624Z","caller":"traceutil/trace.go:171","msg":"trace[1633129699] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"217.43844ms","start":"2026-06-28T20:45:00.904101Z","end":"2026-06-28T20:45:01.121539Z","steps":["trace[1633129699] 'process raft request' (duration: 217.168023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:01.121875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.122743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-06-28T20:45:01.121877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.064599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:01.121949Z","caller":"traceutil/trace.go:171","msg":"trace[888674749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24578; }","duration":"184.190392ms","start":"2026-06-28T20:45:00.93774Z","end":"2026-06-28T20:45:01.12193Z","steps":["trace[888674749] 'agreement among raft nodes before linearized reading' (duration: 184.065699ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.121948Z","caller":"traceutil/trace.go:171","msg":"trace[194626968] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24578; }","duration":"163.250306ms","start":"2026-06-28T20:45:00.958673Z","end":"2026-06-28T20:45:01.121923Z","steps":["trace[194626968] 'agreement among raft nodes before linearized reading' (duration: 163.074811ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.330886Z","caller":"traceutil/trace.go:171","msg":"trace[1424016733] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"169.516224ms","start":"2026-06-28T20:45:01.161336Z","end":"2026-06-28T20:45:01.330852Z","steps":["trace[1424016733] 'process raft request' (duration: 168.07744ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.637Z","caller":"traceutil/trace.go:171","msg":"trace[472178974] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"300.163068ms","start":"2026-06-28T20:45:01.336789Z","end":"2026-06-28T20:45:01.636952Z","steps":["trace[472178974] 'process raft request' (duration: 277.721907ms)","trace[472178974] 'compare' (duration: 21.746614ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:01.637257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:01.336771Z","time spent":"300.327502ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:01.637278Z","caller":"traceutil/trace.go:171","msg":"trace[139210406] linearizableReadLoop","detail":"{readStateIndex:25436; appliedIndex:25434; }","duration":"300.372623ms","start":"2026-06-28T20:45:01.336886Z","end":"2026-06-28T20:45:01.637259Z","steps":["trace[139210406] 'read index received' (duration: 33.449322ms)","trace[139210406] 'applied index is now lower than readState.Index' (duration: 266.922221ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:01.637403Z","caller":"traceutil/trace.go:171","msg":"trace[1148364067] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"296.920101ms","start":"2026-06-28T20:45:01.340467Z","end":"2026-06-28T20:45:01.637387Z","steps":["trace[1148364067] 'process raft request' (duration: 296.621574ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.63744Z","caller":"traceutil/trace.go:171","msg":"trace[2044704358] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"296.997443ms","start":"2026-06-28T20:45:01.340381Z","end":"2026-06-28T20:45:01.637378Z","steps":["trace[2044704358] 'process raft request' (duration: 296.641434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:01.637718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.275971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:45:01.637784Z","caller":"traceutil/trace.go:171","msg":"trace[1952228772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24588; }","duration":"300.401164ms","start":"2026-06-28T20:45:01.337365Z","end":"2026-06-28T20:45:01.637766Z","steps":["trace[1952228772] 'agreement among raft nodes before linearized reading' (duration: 300.174469ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:01.637786Z","caller":"traceutil/trace.go:171","msg":"trace[783601194] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"300.25328ms","start":"2026-06-28T20:45:01.337511Z","end":"2026-06-28T20:45:01.637764Z","steps":["trace[783601194] 'process raft request' (duration: 299.366429ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:01.637829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:01.337341Z","time spent":"300.475265ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:45:01.637837Z","caller":"traceutil/trace.go:171","msg":"trace[1497984789] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"297.111066ms","start":"2026-06-28T20:45:01.340679Z","end":"2026-06-28T20:45:01.63779Z","steps":["trace[1497984789] 'process raft request' (duration: 296.510701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:01.638078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.873495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:45:01.638248Z","caller":"traceutil/trace.go:171","msg":"trace[1727178945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24588; }","duration":"301.343716ms","start":"2026-06-28T20:45:01.336867Z","end":"2026-06-28T20:45:01.638211Z","steps":["trace[1727178945] 'agreement among raft nodes before linearized reading' (duration: 300.640709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:01.638367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:01.336855Z","time spent":"301.49565ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:45:01.638182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:01.337482Z","time spent":"300.351963ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:03.317012Z","caller":"traceutil/trace.go:171","msg":"trace[639484263] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"109.421472ms","start":"2026-06-28T20:45:03.207562Z","end":"2026-06-28T20:45:03.316984Z","steps":["trace[639484263] 'process raft request' (duration: 109.188846ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:03.748146Z","caller":"traceutil/trace.go:171","msg":"trace[1074491076] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"100.368545ms","start":"2026-06-28T20:45:03.647753Z","end":"2026-06-28T20:45:03.748121Z","steps":["trace[1074491076] 'process raft request' (duration: 99.878944ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:05.07208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.830322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:05.072184Z","caller":"traceutil/trace.go:171","msg":"trace[1922906284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24610; }","duration":"696.987356ms","start":"2026-06-28T20:45:04.375172Z","end":"2026-06-28T20:45:05.072159Z","steps":["trace[1922906284] 'count revisions from in-memory index tree' (duration: 696.591216ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:05.072227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:04.37515Z","time spent":"697.065068ms","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:05.073056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.390792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:05.073157Z","caller":"traceutil/trace.go:171","msg":"trace[2051368654] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25462; }","duration":"649.517542ms","start":"2026-06-28T20:45:04.423624Z","end":"2026-06-28T20:45:05.073142Z","steps":["trace[2051368654] 'read index received' (duration: 370.848763ms)","trace[2051368654] 'applied index is now lower than readState.Index' (duration: 278.667389ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:05.073259Z","caller":"traceutil/trace.go:171","msg":"trace[2074768278] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"687.200553ms","start":"2026-06-28T20:45:04.386048Z","end":"2026-06-28T20:45:05.073248Z","steps":["trace[2074768278] 'process raft request' (duration: 408.530094ms)","trace[2074768278] 'compare' (duration: 278.258859ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:05.073306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:04.386003Z","time spent":"687.282256ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:05.07338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.454063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:45:05.073456Z","caller":"traceutil/trace.go:171","msg":"trace[719737764] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24611; }","duration":"533.508014ms","start":"2026-06-28T20:45:04.539913Z","end":"2026-06-28T20:45:05.073421Z","steps":["trace[719737764] 'agreement among raft nodes before linearized reading' (duration: 533.360311ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:05.073495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:04.539892Z","time spent":"533.594516ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:45:05.073687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.503319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:05.073787Z","caller":"traceutil/trace.go:171","msg":"trace[154214192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24611; }","duration":"135.637951ms","start":"2026-06-28T20:45:04.938126Z","end":"2026-06-28T20:45:05.073764Z","steps":["trace[154214192] 'agreement among raft nodes before linearized reading' (duration: 135.468187ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:05.073891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.242178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:45:05.07399Z","caller":"traceutil/trace.go:171","msg":"trace[274730091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24611; }","duration":"650.408612ms","start":"2026-06-28T20:45:04.42356Z","end":"2026-06-28T20:45:05.073969Z","steps":["trace[274730091] 'agreement among raft nodes before linearized reading' (duration: 650.038544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:05.074042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:04.423535Z","time spent":"650.497725ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:45:06.576067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.48596455s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:07.076858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999160242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:07.076966Z","caller":"traceutil/trace.go:171","msg":"trace[956026137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999293436s","start":"2026-06-28T20:45:05.077643Z","end":"2026-06-28T20:45:07.076936Z","steps":["trace[956026137] 'agreement among raft nodes before linearized reading' (duration: 1.999154793s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:07.077033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.07762Z","time spent":"1.999399508s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:07 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:07.880089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.508233Z","time spent":"2.371847568s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:07.881298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304826259s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-28T20:45:07.881428Z","caller":"traceutil/trace.go:171","msg":"trace[1277757435] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25463; }","duration":"2.803755146s","start":"2026-06-28T20:45:05.077648Z","end":"2026-06-28T20:45:07.881403Z","steps":["trace[1277757435] 'read index received' (duration: 59.021µs)","trace[1277757435] 'applied index is now lower than readState.Index' (duration: 2.803693724s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:07.881445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.07757Z","time spent":"2.803868118s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:08.385254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:08.777512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979026405s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:09.084619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:09.084728Z","caller":"traceutil/trace.go:171","msg":"trace[619788038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466702s","start":"2026-06-28T20:45:07.084238Z","end":"2026-06-28T20:45:09.084704Z","steps":["trace[619788038] 'agreement among raft nodes before linearized reading' (duration: 2.000338919s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:09.084776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.08423Z","time spent":"2.000537195s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:09 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.320503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.321704Z","time spent":"4.998788558s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.344973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.346295Z","time spent":"4.998661444s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:10.34654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.347146Z","time spent":"4.999383571s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.659212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.660778Z","time spent":"4.998426969s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.751656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999680349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:10.751769Z","caller":"traceutil/trace.go:171","msg":"trace[1031859505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999872043s","start":"2026-06-28T20:45:05.751862Z","end":"2026-06-28T20:45:10.751734Z","steps":["trace[1031859505] 'agreement among raft nodes before linearized reading' (duration: 4.999725499s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.751828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.751828Z","time spent":"4.999989996s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.752146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998704296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-28T20:45:10.752144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999255878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:10.752233Z","caller":"traceutil/trace.go:171","msg":"trace[177995815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998831148s","start":"2026-06-28T20:45:05.75338Z","end":"2026-06-28T20:45:10.752211Z","steps":["trace[177995815] 'agreement among raft nodes before linearized reading' (duration: 4.998719686s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.752243Z","caller":"traceutil/trace.go:171","msg":"trace[616466555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999436552s","start":"2026-06-28T20:45:05.752784Z","end":"2026-06-28T20:45:10.75222Z","steps":["trace[616466555] 'agreement among raft nodes before linearized reading' (duration: 4.999296479s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.752275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.753366Z","time spent":"4.998901461s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.752307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.752758Z","time spent":"4.999536785s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:45:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:10.869823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09193187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:10.870167Z","caller":"traceutil/trace.go:171","msg":"trace[2054642226] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"4.657972316s","start":"2026-06-28T20:45:06.212178Z","end":"2026-06-28T20:45:10.870151Z","steps":["trace[2054642226] 'process raft request' (duration: 4.657916945s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.870232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.212142Z","time spent":"4.658059638s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.87033Z","caller":"traceutil/trace.go:171","msg":"trace[649229337] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"5.469210208s","start":"2026-06-28T20:45:05.401111Z","end":"2026-06-28T20:45:10.870322Z","steps":["trace[649229337] 'process raft request' (duration: 5.468890761s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.870376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.401079Z","time spent":"5.469274739s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.870451Z","caller":"traceutil/trace.go:171","msg":"trace[342931255] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"5.43643311s","start":"2026-06-28T20:45:05.434007Z","end":"2026-06-28T20:45:10.87044Z","steps":["trace[342931255] 'process raft request' (duration: 5.436030602s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.870507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.433981Z","time spent":"5.436497642s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.870827Z","caller":"traceutil/trace.go:171","msg":"trace[1452371437] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"4.353656369s","start":"2026-06-28T20:45:06.51713Z","end":"2026-06-28T20:45:10.870786Z","steps":["trace[1452371437] 'process raft request' (duration: 4.352987254s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.871101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.517103Z","time spent":"4.353921965s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.871767Z","caller":"traceutil/trace.go:171","msg":"trace[28313434] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"3.792348766s","start":"2026-06-28T20:45:07.079391Z","end":"2026-06-28T20:45:10.87174Z","steps":["trace[28313434] 'process raft request' (duration: 3.791298871s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.871844Z","caller":"traceutil/trace.go:171","msg":"trace[1162789619] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"3.187373701s","start":"2026-06-28T20:45:07.68444Z","end":"2026-06-28T20:45:10.871814Z","steps":["trace[1162789619] 'process raft request' (duration: 3.187225677s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.8719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.079356Z","time spent":"3.792476489s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:10.872012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.684414Z","time spent":"3.187515713s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.871991Z","caller":"traceutil/trace.go:171","msg":"trace[440163841] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"2.988021729s","start":"2026-06-28T20:45:07.883945Z","end":"2026-06-28T20:45:10.871966Z","steps":["trace[440163841] 'process raft request' (duration: 2.987812974s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872117Z","caller":"traceutil/trace.go:171","msg":"trace[803709999] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25464; }","duration":"2.990614371s","start":"2026-06-28T20:45:07.881463Z","end":"2026-06-28T20:45:10.872077Z","steps":["trace[803709999] 'read index received' (duration: 896.402668ms)","trace[803709999] 'applied index is now lower than readState.Index' (duration: 2.094210743s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:10.872157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839552666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.872149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.883919Z","time spent":"2.988154953s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:10.872187Z","caller":"traceutil/trace.go:171","msg":"trace[217993294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24623; }","duration":"4.839635237s","start":"2026-06-28T20:45:06.032543Z","end":"2026-06-28T20:45:10.872178Z","steps":["trace[217993294] 'agreement among raft nodes before linearized reading' (duration: 4.839546875s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.032506Z","time spent":"4.839703329s","remote":"127.0.0.1:53440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792000788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-06-28T20:45:10.872303Z","caller":"traceutil/trace.go:171","msg":"trace[284277276] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24623; }","duration":"3.7920763s","start":"2026-06-28T20:45:07.080215Z","end":"2026-06-28T20:45:10.872291Z","steps":["trace[284277276] 'agreement among raft nodes before linearized reading' (duration: 3.791936377s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45501097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.87234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.080201Z","time spent":"3.792131611s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:45:10.872327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118646015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:45:10.872412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01504482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-06-28T20:45:10.872442Z","caller":"traceutil/trace.go:171","msg":"trace[421559500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24623; }","duration":"4.015110641s","start":"2026-06-28T20:45:06.857322Z","end":"2026-06-28T20:45:10.872433Z","steps":["trace[421559500] 'agreement among raft nodes before linearized reading' (duration: 4.014998859s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872433Z","caller":"traceutil/trace.go:171","msg":"trace[1472744404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24623; }","duration":"5.118763288s","start":"2026-06-28T20:45:05.753641Z","end":"2026-06-28T20:45:10.872405Z","steps":["trace[1472744404] 'agreement among raft nodes before linearized reading' (duration: 5.118476811s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.8573Z","time spent":"4.015159773s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-06-28T20:45:10.872445Z","caller":"traceutil/trace.go:171","msg":"trace[248251584] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24623; }","duration":"5.455142823s","start":"2026-06-28T20:45:05.417198Z","end":"2026-06-28T20:45:10.872341Z","steps":["trace[248251584] 'agreement among raft nodes before linearized reading' (duration: 5.45499288s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.87255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687667767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.87256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.417178Z","time spent":"5.455366699s","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229241903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:10.872598Z","caller":"traceutil/trace.go:171","msg":"trace[861395451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24623; }","duration":"4.229301494s","start":"2026-06-28T20:45:06.643291Z","end":"2026-06-28T20:45:10.872592Z","steps":["trace[861395451] 'agreement among raft nodes before linearized reading' (duration: 4.229267453s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872595Z","caller":"traceutil/trace.go:171","msg":"trace[976359030] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"2.207319682s","start":"2026-06-28T20:45:08.665262Z","end":"2026-06-28T20:45:10.872582Z","steps":["trace[976359030] 'process raft request' (duration: 2.206681257s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.64327Z","time spent":"4.229348845s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:08.665233Z","time spent":"2.207393633s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:10.872728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.764077928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:10.872545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653846857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:10.872767Z","caller":"traceutil/trace.go:171","msg":"trace[1461494232] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24623; }","duration":"4.7641599s","start":"2026-06-28T20:45:06.108599Z","end":"2026-06-28T20:45:10.872759Z","steps":["trace[1461494232] 'agreement among raft nodes before linearized reading' (duration: 4.764018697s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.48582672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.872794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.108572Z","time spent":"4.764216192s","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009317626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"info","ts":"2026-06-28T20:45:10.872824Z","caller":"traceutil/trace.go:171","msg":"trace[623083404] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24623; }","duration":"5.485911822s","start":"2026-06-28T20:45:05.3869Z","end":"2026-06-28T20:45:10.872812Z","steps":["trace[623083404] 'agreement among raft nodes before linearized reading' (duration: 5.485837231s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872842Z","caller":"traceutil/trace.go:171","msg":"trace[290608908] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24623; }","duration":"5.009393488s","start":"2026-06-28T20:45:05.863438Z","end":"2026-06-28T20:45:10.872831Z","steps":["trace[290608908] 'agreement among raft nodes before linearized reading' (duration: 5.00907447s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543218268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.872854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7949446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:45:10.872596Z","caller":"traceutil/trace.go:171","msg":"trace[445618753] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24623; }","duration":"3.68776032s","start":"2026-06-28T20:45:07.184825Z","end":"2026-06-28T20:45:10.872586Z","steps":["trace[445618753] 'agreement among raft nodes before linearized reading' (duration: 3.687690188s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872885Z","caller":"traceutil/trace.go:171","msg":"trace[1726916383] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24623; }","duration":"4.54331456s","start":"2026-06-28T20:45:06.329559Z","end":"2026-06-28T20:45:10.872873Z","steps":["trace[1726916383] 'agreement among raft nodes before linearized reading' (duration: 4.543246208s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.872903Z","caller":"traceutil/trace.go:171","msg":"trace[812967276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24623; }","duration":"5.795004512s","start":"2026-06-28T20:45:05.077889Z","end":"2026-06-28T20:45:10.872893Z","steps":["trace[812967276] 'agreement among raft nodes before linearized reading' (duration: 5.794881499s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.077883Z","time spent":"5.795048023s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:45:10.872938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:06.329535Z","time spent":"4.543390232s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.045626785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-06-28T20:45:10.873012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.792667687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:10.87302Z","caller":"traceutil/trace.go:171","msg":"trace[1973342683] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24623; }","duration":"5.045696417s","start":"2026-06-28T20:45:05.827314Z","end":"2026-06-28T20:45:10.87301Z","steps":["trace[1973342683] 'agreement among raft nodes before linearized reading' (duration: 5.045597765s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.873037Z","caller":"traceutil/trace.go:171","msg":"trace[776666733] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24623; }","duration":"5.792704848s","start":"2026-06-28T20:45:05.080326Z","end":"2026-06-28T20:45:10.873031Z","steps":["trace[776666733] 'agreement among raft nodes before linearized reading' (duration: 5.792663697s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.873033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097280089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-28T20:45:10.873048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.827294Z","time spent":"5.045747709s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-06-28T20:45:10.873053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115443299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-28T20:45:10.873067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.08032Z","time spent":"5.792741418s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:10.873072Z","caller":"traceutil/trace.go:171","msg":"trace[474406665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24623; }","duration":"5.097366661s","start":"2026-06-28T20:45:05.775696Z","end":"2026-06-28T20:45:10.873063Z","steps":["trace[474406665] 'agreement among raft nodes before linearized reading' (duration: 5.097245498s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:10.873083Z","caller":"traceutil/trace.go:171","msg":"trace[14350723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24623; }","duration":"5.11547378s","start":"2026-06-28T20:45:05.757602Z","end":"2026-06-28T20:45:10.873076Z","steps":["trace[14350723] 'agreement among raft nodes before linearized reading' (duration: 5.115393308s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.872863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.386877Z","time spent":"5.485978033s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.873108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.757593Z","time spent":"5.1155082s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:45:10.873106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.775673Z","time spent":"5.097424782s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:45:10.872873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.863421Z","time spent":"5.009445149s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418406,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-06-28T20:45:10.872781Z","caller":"traceutil/trace.go:171","msg":"trace[1549483035] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24623; }","duration":"3.654135853s","start":"2026-06-28T20:45:07.218629Z","end":"2026-06-28T20:45:10.872765Z","steps":["trace[1549483035] 'agreement among raft nodes before linearized reading' (duration: 3.653871017s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.873162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771293891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:10.872911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.184733Z","time spent":"3.6881703s","remote":"127.0.0.1:54418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:10.87326Z","caller":"traceutil/trace.go:171","msg":"trace[804567658] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24623; }","duration":"5.771449844s","start":"2026-06-28T20:45:05.101787Z","end":"2026-06-28T20:45:10.873237Z","steps":["trace[804567658] 'agreement among raft nodes before linearized reading' (duration: 5.771300661s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:10.873285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:07.218594Z","time spent":"3.654675986s","remote":"127.0.0.1:54446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.873315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.101763Z","time spent":"5.771540856s","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:10.872487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:05.753543Z","time spent":"5.118933891s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:45:11.089542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004500268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:11.089662Z","caller":"traceutil/trace.go:171","msg":"trace[1919972828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004689303s","start":"2026-06-28T20:45:09.084943Z","end":"2026-06-28T20:45:11.089632Z","steps":["trace[1919972828] 'agreement among raft nodes before linearized reading' (duration: 2.004534629s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:11.089711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:09.084917Z","time spent":"2.004784525s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:11.373192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:11.87371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:12.27344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884571558s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:13.097529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998515887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:13.097637Z","caller":"traceutil/trace.go:171","msg":"trace[1614311432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998678581s","start":"2026-06-28T20:45:11.098935Z","end":"2026-06-28T20:45:13.097613Z","steps":["trace[1614311432] 'agreement among raft nodes before linearized reading' (duration: 1.998548488s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:13.097743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:11.098914Z","time spent":"1.998819644s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:13 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:14.523835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276521532s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:14.524187Z","caller":"traceutil/trace.go:171","msg":"trace[831669521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24623; }","duration":"3.27687456s","start":"2026-06-28T20:45:11.247277Z","end":"2026-06-28T20:45:14.524151Z","steps":["trace[831669521] 'range keys from in-memory index tree' (duration: 3.276501161s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:14.575625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:14.575736Z","caller":"traceutil/trace.go:171","msg":"trace[1038649904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108445s","start":"2026-06-28T20:45:12.575598Z","end":"2026-06-28T20:45:14.575707Z","steps":["trace[1038649904] 'agreement among raft nodes before linearized reading' (duration: 1.999972912s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:14.575792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.575582Z","time spent":"2.000198037s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:15.097907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:15.098017Z","caller":"traceutil/trace.go:171","msg":"trace[1686737665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010312s","start":"2026-06-28T20:45:13.097982Z","end":"2026-06-28T20:45:15.097992Z","steps":["trace[1686737665] 'agreement among raft nodes before linearized reading' (duration: 1.999875169s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.09807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.097962Z","time spent":"2.000096214s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:15.182731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.907922683s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:15.319762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997121147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.319853Z","caller":"traceutil/trace.go:171","msg":"trace[1204188544] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997273071s","start":"2026-06-28T20:45:10.322556Z","end":"2026-06-28T20:45:15.319829Z","steps":["trace[1204188544] 'agreement among raft nodes before linearized reading' (duration: 4.997159878s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.319896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.322529Z","time spent":"4.997358242s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.345407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998067969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.345491Z","caller":"traceutil/trace.go:171","msg":"trace[18225203] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998193412s","start":"2026-06-28T20:45:10.347277Z","end":"2026-06-28T20:45:15.34547Z","steps":["trace[18225203] 'agreement among raft nodes before linearized reading' (duration: 4.99810119s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.345537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.347257Z","time spent":"4.998268734s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.347184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471324596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.34728Z","caller":"traceutil/trace.go:171","msg":"trace[2130624493] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"4.471460799s","start":"2026-06-28T20:45:10.875797Z","end":"2026-06-28T20:45:15.347258Z","steps":["trace[2130624493] 'agreement among raft nodes before linearized reading' (duration: 4.471340286s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.347239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99894202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-28T20:45:15.347337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.875779Z","time spent":"4.471548262s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-06-28T20:45:15.34735Z","caller":"traceutil/trace.go:171","msg":"trace[1581422613] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999107514s","start":"2026-06-28T20:45:10.348217Z","end":"2026-06-28T20:45:15.347325Z","steps":["trace[1581422613] 'agreement among raft nodes before linearized reading' (duration: 4.998974221s)"],"step_count":1} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.347415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.348198Z","time spent":"4.999202186s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.659871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998915799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.660011Z","caller":"traceutil/trace.go:171","msg":"trace[1921177162] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999138664s","start":"2026-06-28T20:45:10.660842Z","end":"2026-06-28T20:45:15.659981Z","steps":["trace[1921177162] 'agreement among raft nodes before linearized reading' (duration: 4.998931109s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.660077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.660823Z","time spent":"4.999239487s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.752105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998434657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.752211Z","caller":"traceutil/trace.go:171","msg":"trace[1924161806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998571419s","start":"2026-06-28T20:45:12.753615Z","end":"2026-06-28T20:45:15.752187Z","steps":["trace[1924161806] 'agreement among raft nodes before linearized reading' (duration: 2.998444226s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.752256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.753608Z","time spent":"2.998638391s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:45:15.752125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999079592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-28T20:45:15.752321Z","caller":"traceutil/trace.go:171","msg":"trace[2082315965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999328878s","start":"2026-06-28T20:45:12.75296Z","end":"2026-06-28T20:45:15.752289Z","steps":["trace[2082315965] 'agreement among raft nodes before linearized reading' (duration: 2.999112243s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.752402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.752937Z","time spent":"2.99944981s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.753059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.884708Z","time spent":"4.868346698s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.753768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999546253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:15.753806Z","caller":"traceutil/trace.go:171","msg":"trace[1713514819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999600883s","start":"2026-06-28T20:45:12.754196Z","end":"2026-06-28T20:45:15.753797Z","steps":["trace[1713514819] 'agreement among raft nodes before linearized reading' (duration: 2.999558232s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:15.753831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.754189Z","time spent":"2.999635944s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.758411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.884643Z","time spent":"4.873762976s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:15.775506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.884716Z","time spent":"4.89078065s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:16.034514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760817051s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:45:16.036688Z","caller":"traceutil/trace.go:171","msg":"trace[1891661852] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"5.160245301s","start":"2026-06-28T20:45:10.876409Z","end":"2026-06-28T20:45:16.036655Z","steps":["trace[1891661852] 'process raft request' (duration: 5.158360527s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:16.036977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.876396Z","time spent":"5.160382684s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:16.864728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520056237s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:17.105511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:17.105627Z","caller":"traceutil/trace.go:171","msg":"trace[1415531932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643848s","start":"2026-06-28T20:45:15.104961Z","end":"2026-06-28T20:45:17.105605Z","steps":["trace[1415531932] 'agreement among raft nodes before linearized reading' (duration: 2.000493395s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.105675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.104957Z","time spent":"2.0007054s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:17 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:17.606459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569728004s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:17.607336Z","caller":"traceutil/trace.go:171","msg":"trace[149297264] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"4.723452237s","start":"2026-06-28T20:45:12.883866Z","end":"2026-06-28T20:45:17.607318Z","steps":["trace[149297264] 'process raft request' (duration: 4.723416356s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.607405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.883839Z","time spent":"4.723525639s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:17.607972Z","caller":"traceutil/trace.go:171","msg":"trace[1325202528] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"6.314587067s","start":"2026-06-28T20:45:11.293377Z","end":"2026-06-28T20:45:17.607964Z","steps":["trace[1325202528] 'process raft request' (duration: 6.313593013s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.608014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:11.293341Z","time spent":"6.314648948s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:17.608114Z","caller":"traceutil/trace.go:171","msg":"trace[879182730] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25476; }","duration":"6.735940705s","start":"2026-06-28T20:45:10.872165Z","end":"2026-06-28T20:45:17.608106Z","steps":["trace[879182730] 'read index received' (duration: 1.40152846s)","trace[879182730] 'applied index is now lower than readState.Index' (duration: 5.334410895s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:17.608805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.15667078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:17.608856Z","caller":"traceutil/trace.go:171","msg":"trace[1160237061] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24631; }","duration":"9.156764983s","start":"2026-06-28T20:45:08.452076Z","end":"2026-06-28T20:45:17.608841Z","steps":["trace[1160237061] 'agreement among raft nodes before linearized reading' (duration: 9.15666124s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.608892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:08.452056Z","time spent":"9.156824435s","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:17.609046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.367585062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-28T20:45:17.609106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.977214901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:17.609146Z","caller":"traceutil/trace.go:171","msg":"trace[1700797593] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24631; }","duration":"8.977291633s","start":"2026-06-28T20:45:08.631839Z","end":"2026-06-28T20:45:17.609131Z","steps":["trace[1700797593] 'agreement among raft nodes before linearized reading' (duration: 8.977222141s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.609181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:08.631819Z","time spent":"8.977352565s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:17.609159Z","caller":"traceutil/trace.go:171","msg":"trace[128231651] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24631; }","duration":"7.367780897s","start":"2026-06-28T20:45:10.241348Z","end":"2026-06-28T20:45:17.609129Z","steps":["trace[128231651] 'agreement among raft nodes before linearized reading' (duration: 7.367377918s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.609253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.241317Z","time spent":"7.36792203s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:17.60923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.356989154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:17.609313Z","caller":"traceutil/trace.go:171","msg":"trace[416995803] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"4.726520519s","start":"2026-06-28T20:45:12.882776Z","end":"2026-06-28T20:45:17.609297Z","steps":["trace[416995803] 'process raft request' (duration: 4.724474931s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.609156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.861346456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:17.609365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.88277Z","time spent":"4.726568141s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:17.609364Z","caller":"traceutil/trace.go:171","msg":"trace[230325481] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24631; }","duration":"9.3572365s","start":"2026-06-28T20:45:08.252094Z","end":"2026-06-28T20:45:17.60933Z","steps":["trace[230325481] 'agreement among raft nodes before linearized reading' (duration: 9.356956214s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:17.608164Z","caller":"traceutil/trace.go:171","msg":"trace[1761828068] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"4.725458644s","start":"2026-06-28T20:45:12.8827Z","end":"2026-06-28T20:45:17.608158Z","steps":["trace[1761828068] 'process raft request' (duration: 4.724511242s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:17.609387Z","caller":"traceutil/trace.go:171","msg":"trace[1696358628] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24631; }","duration":"7.861723254s","start":"2026-06-28T20:45:09.747636Z","end":"2026-06-28T20:45:17.609359Z","steps":["trace[1696358628] 'agreement among raft nodes before linearized reading' (duration: 7.861160381s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.609387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.49994146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:17.609434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:08.252071Z","time spent":"9.357342593s","remote":"127.0.0.1:34468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:17.609511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:09.747617Z","time spent":"7.861844217s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:17.609531Z","caller":"traceutil/trace.go:171","msg":"trace[406277735] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24631; }","duration":"9.500164655s","start":"2026-06-28T20:45:08.109325Z","end":"2026-06-28T20:45:17.60949Z","steps":["trace[406277735] 'agreement among raft nodes before linearized reading' (duration: 9.499844877s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:17.60961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:08.109302Z","time spent":"9.500288368s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:17.609454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.882677Z","time spent":"4.726761776s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:18.108382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:18.6086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:19.106175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:19.106278Z","caller":"traceutil/trace.go:171","msg":"trace[761026998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637647s","start":"2026-06-28T20:45:17.105617Z","end":"2026-06-28T20:45:19.106254Z","steps":["trace[761026998] 'agreement among raft nodes before linearized reading' (duration: 2.000501944s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:19.106338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.105596Z","time spent":"2.0007296s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:19.109571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:19.225476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.341867118s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:20.151865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.109142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:20.152394Z","caller":"traceutil/trace.go:171","msg":"trace[194003469] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25485; }","duration":"2.54421578s","start":"2026-06-28T20:45:17.608127Z","end":"2026-06-28T20:45:20.152343Z","steps":["trace[194003469] 'read index received' (duration: 1.617703138s)","trace[194003469] 'applied index is now lower than readState.Index' (duration: 926.511112ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:20.152405Z","caller":"traceutil/trace.go:171","msg":"trace[1468239851] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"4.396781802s","start":"2026-06-28T20:45:15.755561Z","end":"2026-06-28T20:45:20.152343Z","steps":["trace[1468239851] 'process raft request' (duration: 4.396442704s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.152526Z","caller":"traceutil/trace.go:171","msg":"trace[1151321501] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24633; }","duration":"4.390966213s","start":"2026-06-28T20:45:15.761542Z","end":"2026-06-28T20:45:20.152508Z","steps":["trace[1151321501] 'process raft request' (duration: 4.390565544s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.152628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.761509Z","time spent":"4.391061156s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.152667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.755552Z","time spent":"4.396972256s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.152668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283196442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.152693Z","caller":"traceutil/trace.go:171","msg":"trace[2100423676] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"4.399032355s","start":"2026-06-28T20:45:15.753619Z","end":"2026-06-28T20:45:20.152652Z","steps":["trace[2100423676] 'process raft request' (duration: 3.472029192s)","trace[2100423676] 'compare' (duration: 925.873146ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:20.152769Z","caller":"traceutil/trace.go:171","msg":"trace[1273577696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24635; }","duration":"5.283344466s","start":"2026-06-28T20:45:14.869399Z","end":"2026-06-28T20:45:20.152744Z","steps":["trace[1273577696] 'agreement among raft nodes before linearized reading' (duration: 5.283131241s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.152816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:14.869383Z","time spent":"5.283421658s","remote":"127.0.0.1:53594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.152866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.753604Z","time spent":"4.399176958s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.153012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.086065748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.153016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.135587097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.153048Z","caller":"traceutil/trace.go:171","msg":"trace[1569226917] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24635; }","duration":"8.08616213s","start":"2026-06-28T20:45:12.066875Z","end":"2026-06-28T20:45:20.153037Z","steps":["trace[1569226917] 'agreement among raft nodes before linearized reading' (duration: 8.086076938s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.06685Z","time spent":"8.086215311s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-06-28T20:45:20.153072Z","caller":"traceutil/trace.go:171","msg":"trace[1563474621] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24635; }","duration":"6.135690179s","start":"2026-06-28T20:45:14.017365Z","end":"2026-06-28T20:45:20.153055Z","steps":["trace[1563474621] 'agreement among raft nodes before linearized reading' (duration: 6.135585577s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153082Z","caller":"traceutil/trace.go:171","msg":"trace[914336791] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24633; }","duration":"4.374101604s","start":"2026-06-28T20:45:15.778965Z","end":"2026-06-28T20:45:20.153067Z","steps":["trace[914336791] 'process raft request' (duration: 4.373193182s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:14.017343Z","time spent":"6.135764712s","remote":"127.0.0.1:54408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.276086679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-06-28T20:45:20.153183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.778937Z","time spent":"4.374175136s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.153229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.611451406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.153229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542977682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.153253Z","caller":"traceutil/trace.go:171","msg":"trace[1047254501] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24635; }","duration":"6.611515088s","start":"2026-06-28T20:45:13.541731Z","end":"2026-06-28T20:45:20.153246Z","steps":["trace[1047254501] 'agreement among raft nodes before linearized reading' (duration: 6.611472097s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153259Z","caller":"traceutil/trace.go:171","msg":"trace[491586693] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24635; }","duration":"3.543069104s","start":"2026-06-28T20:45:16.610181Z","end":"2026-06-28T20:45:20.15325Z","steps":["trace[491586693] 'agreement among raft nodes before linearized reading' (duration: 3.543014513s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.541708Z","time spent":"6.61156358s","remote":"127.0.0.1:34496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.564759081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.153313Z","caller":"traceutil/trace.go:171","msg":"trace[915510097] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"4.269855855s","start":"2026-06-28T20:45:15.883448Z","end":"2026-06-28T20:45:20.153304Z","steps":["trace[915510097] 'process raft request' (duration: 4.268751019s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.257558148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.153319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.273056638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-06-28T20:45:20.153327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848327103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.153328Z","caller":"traceutil/trace.go:171","msg":"trace[223172708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24635; }","duration":"6.564908074s","start":"2026-06-28T20:45:13.588399Z","end":"2026-06-28T20:45:20.153307Z","steps":["trace[223172708] 'agreement among raft nodes before linearized reading' (duration: 6.56471391s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153363Z","caller":"traceutil/trace.go:171","msg":"trace[1522662150] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24635; }","duration":"9.273098709s","start":"2026-06-28T20:45:10.880254Z","end":"2026-06-28T20:45:20.153353Z","steps":["trace[1522662150] 'agreement among raft nodes before linearized reading' (duration: 9.272992646s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153368Z","caller":"traceutil/trace.go:171","msg":"trace[1138101595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24635; }","duration":"3.848425166s","start":"2026-06-28T20:45:16.304932Z","end":"2026-06-28T20:45:20.153357Z","steps":["trace[1138101595] 'agreement among raft nodes before linearized reading' (duration: 3.848363084s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153367Z","caller":"traceutil/trace.go:171","msg":"trace[1488609858] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24635; }","duration":"8.257690602s","start":"2026-06-28T20:45:11.895656Z","end":"2026-06-28T20:45:20.153347Z","steps":["trace[1488609858] 'agreement among raft nodes before linearized reading' (duration: 8.257566639s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.803133616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.153281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:16.610137Z","time spent":"3.543138236s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.880226Z","time spent":"9.273161259s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-06-28T20:45:20.153401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:16.304889Z","time spent":"3.848503967s","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:20.153415Z","caller":"traceutil/trace.go:171","msg":"trace[1289940887] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24635; }","duration":"6.803160437s","start":"2026-06-28T20:45:13.350248Z","end":"2026-06-28T20:45:20.153409Z","steps":["trace[1289940887] 'agreement among raft nodes before linearized reading' (duration: 6.803116846s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.350221Z","time spent":"6.803237938s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:11.895636Z","time spent":"8.257766134s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741949803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:45:20.153519Z","caller":"traceutil/trace.go:171","msg":"trace[155345179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24635; }","duration":"2.742016024s","start":"2026-06-28T20:45:17.411497Z","end":"2026-06-28T20:45:20.153514Z","steps":["trace[155345179] 'agreement among raft nodes before linearized reading' (duration: 2.741910942s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.883416Z","time spent":"4.269914367s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.153537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.411475Z","time spent":"2.742058335s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:45:20.153152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.276700244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-06-28T20:45:20.153381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.588378Z","time spent":"6.564991907s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941644492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.15368Z","caller":"traceutil/trace.go:171","msg":"trace[459492813] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24635; }","duration":"2.941716733s","start":"2026-06-28T20:45:17.211958Z","end":"2026-06-28T20:45:20.153674Z","steps":["trace[459492813] 'agreement among raft nodes before linearized reading' (duration: 2.941685962s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153659Z","caller":"traceutil/trace.go:171","msg":"trace[205739894] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24635; }","duration":"9.277218695s","start":"2026-06-28T20:45:10.876419Z","end":"2026-06-28T20:45:20.153638Z","steps":["trace[205739894] 'agreement among raft nodes before linearized reading' (duration: 9.276638032s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.211884Z","time spent":"2.941808716s","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111462575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-28T20:45:20.153707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231360369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.153726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.953322904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-28T20:45:20.153722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.876404Z","time spent":"9.277299278s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-28T20:45:20.15375Z","caller":"traceutil/trace.go:171","msg":"trace[876671748] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24635; }","duration":"7.953381146s","start":"2026-06-28T20:45:12.200361Z","end":"2026-06-28T20:45:20.153742Z","steps":["trace[876671748] 'agreement among raft nodes before linearized reading' (duration: 7.953210632s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153748Z","caller":"traceutil/trace.go:171","msg":"trace[2040127388] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24635; }","duration":"4.111526356s","start":"2026-06-28T20:45:16.042206Z","end":"2026-06-28T20:45:20.153733Z","steps":["trace[2040127388] 'agreement among raft nodes before linearized reading' (duration: 4.111383962s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.153754Z","caller":"traceutil/trace.go:171","msg":"trace[1589632032] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24635; }","duration":"8.231449701s","start":"2026-06-28T20:45:11.922289Z","end":"2026-06-28T20:45:20.153738Z","steps":["trace[1589632032] 'agreement among raft nodes before linearized reading' (duration: 8.231371389s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:12.200339Z","time spent":"7.953426076s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759850616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-06-28T20:45:20.153778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:16.042186Z","time spent":"4.111585187s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:45:20.153793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:11.922266Z","time spent":"8.231516543s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.153824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032696878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.153816Z","caller":"traceutil/trace.go:171","msg":"trace[1694626035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24635; }","duration":"2.760060061s","start":"2026-06-28T20:45:17.393736Z","end":"2026-06-28T20:45:20.153796Z","steps":["trace[1694626035] 'agreement among raft nodes before linearized reading' (duration: 2.759856796s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.373107073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:45:20.153847Z","caller":"traceutil/trace.go:171","msg":"trace[139915957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24635; }","duration":"3.032775859s","start":"2026-06-28T20:45:17.121064Z","end":"2026-06-28T20:45:20.15384Z","steps":["trace[139915957] 'agreement among raft nodes before linearized reading' (duration: 3.032735598s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.15387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.121032Z","time spent":"3.032833071s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:20.153871Z","caller":"traceutil/trace.go:171","msg":"trace[379391055] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24635; }","duration":"6.373202385s","start":"2026-06-28T20:45:13.780656Z","end":"2026-06-28T20:45:20.153859Z","steps":["trace[379391055] 'agreement among raft nodes before linearized reading' (duration: 6.37300705s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.393715Z","time spent":"2.760144854s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:45:20.153904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.780617Z","time spent":"6.373279556s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.15398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407637228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:20.153225Z","caller":"traceutil/trace.go:171","msg":"trace[1077757122] range","detail":"{range_begin:/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf; range_end:; response_count:1; response_revision:24635; }","duration":"9.276179311s","start":"2026-06-28T20:45:10.877028Z","end":"2026-06-28T20:45:20.153208Z","steps":["trace[1077757122] 'agreement among raft nodes before linearized reading' (duration: 9.275967226s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.154028Z","caller":"traceutil/trace.go:171","msg":"trace[2003599145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24635; }","duration":"4.407844313s","start":"2026-06-28T20:45:15.746166Z","end":"2026-06-28T20:45:20.15401Z","steps":["trace[2003599145] 'agreement among raft nodes before linearized reading' (duration: 4.407649749s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.153771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805234484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-06-28T20:45:20.154067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.746134Z","time spent":"4.407926175s","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:20.154073Z","caller":"traceutil/trace.go:171","msg":"trace[1035817110] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24635; }","duration":"4.806695128s","start":"2026-06-28T20:45:15.347369Z","end":"2026-06-28T20:45:20.154064Z","steps":["trace[1035817110] 'agreement among raft nodes before linearized reading' (duration: 4.806242398s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:10.877018Z","time spent":"9.277021491s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-114f2b93-59e2-4e2e-83fe-c00ad1819ebf\" "} {"level":"warn","ts":"2026-06-28T20:45:20.154103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.347275Z","time spent":"4.806816271s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-06-28T20:45:20.153391Z","caller":"traceutil/trace.go:171","msg":"trace[679841977] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"1.770423036s","start":"2026-06-28T20:45:18.382961Z","end":"2026-06-28T20:45:20.153384Z","steps":["trace[679841977] 'process raft request' (duration: 1.76932016s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.454674744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:45:20.154182Z","caller":"traceutil/trace.go:171","msg":"trace[1140931013] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24635; }","duration":"6.454743546s","start":"2026-06-28T20:45:13.699429Z","end":"2026-06-28T20:45:20.154172Z","steps":["trace[1140931013] 'agreement among raft nodes before linearized reading' (duration: 6.454595252s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:18.38294Z","time spent":"1.771192034s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:20.153981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049210571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-06-28T20:45:20.154208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.699407Z","time spent":"6.454795897s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-06-28T20:45:20.154249Z","caller":"traceutil/trace.go:171","msg":"trace[858860895] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24635; }","duration":"5.049487598s","start":"2026-06-28T20:45:15.10474Z","end":"2026-06-28T20:45:20.154228Z","steps":["trace[858860895] 'agreement among raft nodes before linearized reading' (duration: 5.049166021s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49297691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-06-28T20:45:20.154308Z","caller":"traceutil/trace.go:171","msg":"trace[324942435] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24635; }","duration":"4.493069272s","start":"2026-06-28T20:45:15.661226Z","end":"2026-06-28T20:45:20.154295Z","steps":["trace[324942435] 'agreement among raft nodes before linearized reading' (duration: 4.492949939s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.104722Z","time spent":"5.04957403s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:45:20.154341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:15.661202Z","time spent":"4.493128783s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-06-28T20:45:20.15435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544692976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:20.154408Z","caller":"traceutil/trace.go:171","msg":"trace[341471237] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24635; }","duration":"6.544784358s","start":"2026-06-28T20:45:13.609611Z","end":"2026-06-28T20:45:20.154395Z","steps":["trace[341471237] 'agreement among raft nodes before linearized reading' (duration: 6.544668126s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.154442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:13.609593Z","time spent":"6.544840629s","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:20.18725Z","caller":"traceutil/trace.go:171","msg":"trace[125363572] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"570.523361ms","start":"2026-06-28T20:45:19.616699Z","end":"2026-06-28T20:45:20.187222Z","steps":["trace[125363572] 'process raft request' (duration: 570.385497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.187421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.616678Z","time spent":"570.649584ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.712101Z","caller":"traceutil/trace.go:171","msg":"trace[874937188] linearizableReadLoop","detail":"{readStateIndex:25494; appliedIndex:25491; }","duration":"559.620753ms","start":"2026-06-28T20:45:20.152456Z","end":"2026-06-28T20:45:20.712076Z","steps":["trace[874937188] 'read index received' (duration: 34.738773ms)","trace[874937188] 'applied index is now lower than readState.Index' (duration: 524.88096ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:20.712158Z","caller":"traceutil/trace.go:171","msg":"trace[336427901] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"548.08106ms","start":"2026-06-28T20:45:20.164032Z","end":"2026-06-28T20:45:20.712113Z","steps":["trace[336427901] 'process raft request' (duration: 547.990328ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.712323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.164025Z","time spent":"548.212173ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.712955Z","caller":"traceutil/trace.go:171","msg":"trace[964836800] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.095848831s","start":"2026-06-28T20:45:19.617091Z","end":"2026-06-28T20:45:20.71294Z","steps":["trace[964836800] 'process raft request' (duration: 1.067183983s)","trace[964836800] 'compare' (duration: 27.218084ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:20.713027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.617069Z","time spent":"1.095922932s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.713314Z","caller":"traceutil/trace.go:171","msg":"trace[392679229] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.096094707s","start":"2026-06-28T20:45:19.617206Z","end":"2026-06-28T20:45:20.713301Z","steps":["trace[392679229] 'process raft request' (duration: 1.094560261s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.713396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.617198Z","time spent":"1.096154498s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.71356Z","caller":"traceutil/trace.go:171","msg":"trace[230747561] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"555.743121ms","start":"2026-06-28T20:45:20.157806Z","end":"2026-06-28T20:45:20.713549Z","steps":["trace[230747561] 'process raft request' (duration: 554.057151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.713621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.157766Z","time spent":"555.822163ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.713773Z","caller":"traceutil/trace.go:171","msg":"trace[250375503] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"554.178064ms","start":"2026-06-28T20:45:20.159586Z","end":"2026-06-28T20:45:20.713764Z","steps":["trace[250375503] 'process raft request' (duration: 552.32919ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.71383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.15957Z","time spent":"554.231295ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.713957Z","caller":"traceutil/trace.go:171","msg":"trace[181483077] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"553.786054ms","start":"2026-06-28T20:45:20.16016Z","end":"2026-06-28T20:45:20.713946Z","steps":["trace[181483077] 'process raft request' (duration: 551.786957ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.16015Z","time spent":"553.836126ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.714033Z","caller":"traceutil/trace.go:171","msg":"trace[891321147] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"551.89608ms","start":"2026-06-28T20:45:20.162123Z","end":"2026-06-28T20:45:20.714019Z","steps":["trace[891321147] 'process raft request' (duration: 549.859912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776056429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.714104Z","caller":"traceutil/trace.go:171","msg":"trace[572930230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24643; }","duration":"1.776178703s","start":"2026-06-28T20:45:18.937914Z","end":"2026-06-28T20:45:20.714093Z","steps":["trace[572930230] 'agreement among raft nodes before linearized reading' (duration: 1.77606063s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:18.937894Z","time spent":"1.776232023s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.714328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.323458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:20.714359Z","caller":"traceutil/trace.go:171","msg":"trace[1093839482] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24643; }","duration":"883.39154ms","start":"2026-06-28T20:45:19.830959Z","end":"2026-06-28T20:45:20.714351Z","steps":["trace[1093839482] 'agreement among raft nodes before linearized reading' (duration: 883.330928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.830941Z","time spent":"883.433811ms","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.714341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961275225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.714428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575819059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:20.714432Z","caller":"traceutil/trace.go:171","msg":"trace[756964829] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24643; }","duration":"1.961436829s","start":"2026-06-28T20:45:18.752972Z","end":"2026-06-28T20:45:20.714409Z","steps":["trace[756964829] 'agreement among raft nodes before linearized reading' (duration: 1.961261105s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600864901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.714413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051138063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:45:20.71446Z","caller":"traceutil/trace.go:171","msg":"trace[50966345] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24643; }","duration":"2.575891991s","start":"2026-06-28T20:45:18.138558Z","end":"2026-06-28T20:45:20.71445Z","steps":["trace[50966345] 'agreement among raft nodes before linearized reading' (duration: 2.575816729s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.714471Z","caller":"traceutil/trace.go:171","msg":"trace[65582719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24643; }","duration":"1.600935432s","start":"2026-06-28T20:45:19.113528Z","end":"2026-06-28T20:45:20.714463Z","steps":["trace[65582719] 'agreement among raft nodes before linearized reading' (duration: 1.600879951s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:18.138539Z","time spent":"2.575941262s","remote":"127.0.0.1:36314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.714482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:18.752944Z","time spent":"1.961527782s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:20.714503Z","caller":"traceutil/trace.go:171","msg":"trace[1036969067] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24643; }","duration":"2.051286868s","start":"2026-06-28T20:45:18.663192Z","end":"2026-06-28T20:45:20.714478Z","steps":["trace[1036969067] 'agreement among raft nodes before linearized reading' (duration: 2.051032132s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144473153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:20.714549Z","caller":"traceutil/trace.go:171","msg":"trace[567022055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24643; }","duration":"1.144537634s","start":"2026-06-28T20:45:19.570001Z","end":"2026-06-28T20:45:20.714539Z","steps":["trace[567022055] 'agreement among raft nodes before linearized reading' (duration: 1.144501663s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:18.663155Z","time spent":"2.051380329s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:45:20.714566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.569977Z","time spent":"1.144584226s","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.714491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.113506Z","time spent":"1.600981323s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:20.7147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33438657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:20.714721Z","caller":"traceutil/trace.go:171","msg":"trace[1880044097] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24643; }","duration":"1.334452671s","start":"2026-06-28T20:45:19.380262Z","end":"2026-06-28T20:45:20.714715Z","steps":["trace[1880044097] 'agreement among raft nodes before linearized reading' (duration: 1.33440541s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058183041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:20.714748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:19.380239Z","time spent":"1.334500823s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.714137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.162114Z","time spent":"551.960991ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:20.714763Z","caller":"traceutil/trace.go:171","msg":"trace[1114068088] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24643; }","duration":"3.058236602s","start":"2026-06-28T20:45:17.656514Z","end":"2026-06-28T20:45:20.714751Z","steps":["trace[1114068088] 'agreement among raft nodes before linearized reading' (duration: 3.0581511s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.714806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:17.656457Z","time spent":"3.058341125s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:20.717365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.521628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:20.717424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.421158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:45:20.717454Z","caller":"traceutil/trace.go:171","msg":"trace[662139608] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24643; }","duration":"550.64705ms","start":"2026-06-28T20:45:20.166786Z","end":"2026-06-28T20:45:20.717433Z","steps":["trace[662139608] 'agreement among raft nodes before linearized reading' (duration: 550.480346ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:20.717474Z","caller":"traceutil/trace.go:171","msg":"trace[791948028] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24643; }","duration":"559.496189ms","start":"2026-06-28T20:45:20.157957Z","end":"2026-06-28T20:45:20.717454Z","steps":["trace[791948028] 'agreement among raft nodes before linearized reading' (duration: 559.376616ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:20.717493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.157938Z","time spent":"559.550781ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:45:20.717507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.166767Z","time spent":"550.721332ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:21.225788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:21.29204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.723345Z","time spent":"568.690617ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:22.72698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:22.727085Z","caller":"traceutil/trace.go:171","msg":"trace[220034234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000122s","start":"2026-06-28T20:45:20.727057Z","end":"2026-06-28T20:45:22.727057Z","steps":["trace[220034234] 'agreement among raft nodes before linearized reading' (duration: 1.999885249s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:22.727154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.727048Z","time spent":"2.000088244s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:22.777157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527297178s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:23.095322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.757085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:23.095597Z","caller":"traceutil/trace.go:171","msg":"trace[36581084] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"2.167904288s","start":"2026-06-28T20:45:20.927666Z","end":"2026-06-28T20:45:23.09557Z","steps":["trace[36581084] 'process raft request' (duration: 1.849798335s)","trace[36581084] 'compare' (duration: 317.594351ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:23.095691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.927626Z","time spent":"2.168016711s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:23.095732Z","caller":"traceutil/trace.go:171","msg":"trace[779336255] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25499; }","duration":"2.369976544s","start":"2026-06-28T20:45:20.725726Z","end":"2026-06-28T20:45:23.095703Z","steps":["trace[779336255] 'read index received' (duration: 516.607854ms)","trace[779336255] 'applied index is now lower than readState.Index' (duration: 1.853366779s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:23.095924Z","caller":"traceutil/trace.go:171","msg":"trace[1526951709] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"1.981041473s","start":"2026-06-28T20:45:21.114873Z","end":"2026-06-28T20:45:23.095915Z","steps":["trace[1526951709] 'process raft request' (duration: 1.980599402s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:23.096008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:21.114851Z","time spent":"1.981091654s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:23.096192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370451264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-06-28T20:45:23.096289Z","caller":"traceutil/trace.go:171","msg":"trace[408906294] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24645; }","duration":"2.370608169s","start":"2026-06-28T20:45:20.725657Z","end":"2026-06-28T20:45:23.096265Z","steps":["trace[408906294] 'agreement among raft nodes before linearized reading' (duration: 2.370343893s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:23.096343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.725634Z","time spent":"2.37069611s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:45:23.595853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:24.222066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.319176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:24.223811Z","caller":"traceutil/trace.go:171","msg":"trace[472292454] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"2.930296163s","start":"2026-06-28T20:45:21.293479Z","end":"2026-06-28T20:45:24.223775Z","steps":["trace[472292454] 'process raft request' (duration: 2.434082112s)","trace[472292454] 'compare' (duration: 494.151132ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:24.223993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:21.29345Z","time spent":"2.930436586s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:24.576349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999779878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:24.576455Z","caller":"traceutil/trace.go:171","msg":"trace[1558315247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908821s","start":"2026-06-28T20:45:22.576525Z","end":"2026-06-28T20:45:24.576434Z","steps":["trace[1558315247] 'agreement among raft nodes before linearized reading' (duration: 1.999775287s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:24.576496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.576451Z","time spent":"2.000036144s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:24.65978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.557952ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:45:24.660398Z","caller":"traceutil/trace.go:171","msg":"trace[1839797927] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"2.466843518s","start":"2026-06-28T20:45:22.193525Z","end":"2026-06-28T20:45:24.660369Z","steps":["trace[1839797927] 'process raft request' (duration: 2.466367037s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:24.660582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.193507Z","time spent":"2.466969112s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:24.728239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001080649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:24.728327Z","caller":"traceutil/trace.go:171","msg":"trace[1420909546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001213692s","start":"2026-06-28T20:45:22.727093Z","end":"2026-06-28T20:45:24.728307Z","steps":["trace[1420909546] 'agreement among raft nodes before linearized reading' (duration: 2.001099799s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:24.728371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.727079Z","time spent":"2.001285433s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:24 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:24.918885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191292272s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:25.735917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075492038s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:25.736129Z","caller":"traceutil/trace.go:171","msg":"trace[509503615] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25502; }","duration":"2.640325245s","start":"2026-06-28T20:45:23.095787Z","end":"2026-06-28T20:45:25.736113Z","steps":["trace[509503615] 'read index received' (duration: 631.817892ms)","trace[509503615] 'applied index is now lower than readState.Index' (duration: 2.008506203s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:25.73628Z","caller":"traceutil/trace.go:171","msg":"trace[1098059927] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"3.01633936s","start":"2026-06-28T20:45:22.71993Z","end":"2026-06-28T20:45:25.736269Z","steps":["trace[1098059927] 'process raft request' (duration: 1.940418512s)","trace[1098059927] 'compare' (duration: 1.074886373s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:25.73633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.719903Z","time spent":"3.016403542s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:25.736487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453717698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:25.736512Z","caller":"traceutil/trace.go:171","msg":"trace[1040738431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24650; }","duration":"4.45377995s","start":"2026-06-28T20:45:21.282723Z","end":"2026-06-28T20:45:25.736503Z","steps":["trace[1040738431] 'agreement among raft nodes before linearized reading' (duration: 4.453732828s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:21.282701Z","time spent":"4.453831381s","remote":"127.0.0.1:53752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.73654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173341469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:25.736614Z","caller":"traceutil/trace.go:171","msg":"trace[1901920096] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24650; }","duration":"4.173467132s","start":"2026-06-28T20:45:21.563132Z","end":"2026-06-28T20:45:25.736599Z","steps":["trace[1901920096] 'agreement among raft nodes before linearized reading' (duration: 4.173276477s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:21.563109Z","time spent":"4.173530453s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.736695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885439002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-06-28T20:45:25.736722Z","caller":"traceutil/trace.go:171","msg":"trace[2129439193] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24650; }","duration":"4.885465273s","start":"2026-06-28T20:45:20.85125Z","end":"2026-06-28T20:45:25.736715Z","steps":["trace[2129439193] 'agreement among raft nodes before linearized reading' (duration: 4.88537259s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.851205Z","time spent":"4.885532144s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1171,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-06-28T20:45:25.736807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412904112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:25.736829Z","caller":"traceutil/trace.go:171","msg":"trace[980676355] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24650; }","duration":"3.412964163s","start":"2026-06-28T20:45:22.323859Z","end":"2026-06-28T20:45:25.736823Z","steps":["trace[980676355] 'agreement among raft nodes before linearized reading' (duration: 3.412915462s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.323841Z","time spent":"3.413002094s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.736918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885061063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"warn","ts":"2026-06-28T20:45:25.73691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734317183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:25.736943Z","caller":"traceutil/trace.go:171","msg":"trace[524143734] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:24650; }","duration":"4.885101465s","start":"2026-06-28T20:45:20.851835Z","end":"2026-06-28T20:45:25.736937Z","steps":["trace[524143734] 'agreement among raft nodes before linearized reading' (duration: 4.885026243s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.851827Z","time spent":"4.885133295s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21581,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-06-28T20:45:25.736965Z","caller":"traceutil/trace.go:171","msg":"trace[1958803513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24650; }","duration":"3.734412095s","start":"2026-06-28T20:45:22.002535Z","end":"2026-06-28T20:45:25.736947Z","steps":["trace[1958803513] 'agreement among raft nodes before linearized reading' (duration: 3.734318313s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.736962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884391198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-06-28T20:45:25.736969Z","caller":"traceutil/trace.go:171","msg":"trace[217496480] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"3.001589681s","start":"2026-06-28T20:45:22.735341Z","end":"2026-06-28T20:45:25.736931Z","steps":["trace[217496480] 'process raft request' (duration: 3.000665969s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:25.737045Z","caller":"traceutil/trace.go:171","msg":"trace[1611906376] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24650; }","duration":"4.88449853s","start":"2026-06-28T20:45:20.852524Z","end":"2026-06-28T20:45:25.737023Z","steps":["trace[1611906376] 'agreement among raft nodes before linearized reading' (duration: 4.884312556s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617561978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:25.737023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885387661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-06-28T20:45:25.737089Z","caller":"traceutil/trace.go:171","msg":"trace[660343032] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24650; }","duration":"3.617613439s","start":"2026-06-28T20:45:22.119463Z","end":"2026-06-28T20:45:25.737077Z","steps":["trace[660343032] 'agreement among raft nodes before linearized reading' (duration: 3.617564178s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.852514Z","time spent":"4.884565771s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":917,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-06-28T20:45:25.737104Z","caller":"traceutil/trace.go:171","msg":"trace[1617383448] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:24650; }","duration":"4.885504373s","start":"2026-06-28T20:45:20.851582Z","end":"2026-06-28T20:45:25.737087Z","steps":["trace[1617383448] 'agreement among raft nodes before linearized reading' (duration: 4.885291498s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99893247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:25.737119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.119454Z","time spent":"3.61765724s","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.737133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.851564Z","time spent":"4.885563815s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7586,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.735319Z","time spent":"3.001733015s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:25.737148Z","caller":"traceutil/trace.go:171","msg":"trace[926918310] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24650; }","duration":"4.998963s","start":"2026-06-28T20:45:20.738168Z","end":"2026-06-28T20:45:25.737131Z","steps":["trace[926918310] 'agreement among raft nodes before linearized reading' (duration: 4.998915629s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:25.736896Z","caller":"traceutil/trace.go:171","msg":"trace[617277875] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"2.633256238s","start":"2026-06-28T20:45:23.103601Z","end":"2026-06-28T20:45:25.736857Z","steps":["trace[617277875] 'process raft request' (duration: 2.632458959s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.73723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.738111Z","time spent":"4.999109325s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884795338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-06-28T20:45:25.7373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009995452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:45:25.737331Z","caller":"traceutil/trace.go:171","msg":"trace[938763904] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:24650; }","duration":"4.884827348s","start":"2026-06-28T20:45:20.852498Z","end":"2026-06-28T20:45:25.737326Z","steps":["trace[938763904] 'agreement among raft nodes before linearized reading' (duration: 4.884760497s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.85249Z","time spent":"4.884852108s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-06-28T20:45:25.737343Z","caller":"traceutil/trace.go:171","msg":"trace[1179330597] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24650; }","duration":"5.010043593s","start":"2026-06-28T20:45:20.727287Z","end":"2026-06-28T20:45:25.737331Z","steps":["trace[1179330597] 'agreement among raft nodes before linearized reading' (duration: 5.009959241s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.002514Z","time spent":"3.734480837s","remote":"127.0.0.1:56166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.737342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:23.103582Z","time spent":"2.633680669s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:25.737318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631192281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:25.737369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.727282Z","time spent":"5.010082634s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-06-28T20:45:25.736961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011088798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-06-28T20:45:25.737006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819778736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-06-28T20:45:25.737413Z","caller":"traceutil/trace.go:171","msg":"trace[1052486736] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b; range_end:; response_count:1; response_revision:24650; }","duration":"5.011565089s","start":"2026-06-28T20:45:20.725833Z","end":"2026-06-28T20:45:25.737398Z","steps":["trace[1052486736] 'agreement among raft nodes before linearized reading' (duration: 5.010953064s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:25.73742Z","caller":"traceutil/trace.go:171","msg":"trace[154753088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24650; }","duration":"3.631304694s","start":"2026-06-28T20:45:22.106086Z","end":"2026-06-28T20:45:25.73739Z","steps":["trace[154753088] 'agreement among raft nodes before linearized reading' (duration: 3.63113616s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:25.737424Z","caller":"traceutil/trace.go:171","msg":"trace[695103969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24650; }","duration":"3.820280719s","start":"2026-06-28T20:45:21.917128Z","end":"2026-06-28T20:45:25.737409Z","steps":["trace[695103969] 'agreement among raft nodes before linearized reading' (duration: 3.819801788s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.725828Z","time spent":"5.011608751s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884957081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-06-28T20:45:25.737474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:21.917095Z","time spent":"3.82036678s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.106039Z","time spent":"3.631422006s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:25.737499Z","caller":"traceutil/trace.go:171","msg":"trace[1854491721] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24650; }","duration":"4.885405632s","start":"2026-06-28T20:45:20.852083Z","end":"2026-06-28T20:45:25.737488Z","steps":["trace[1854491721] 'agreement among raft nodes before linearized reading' (duration: 4.884700905s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.852073Z","time spent":"4.885449413s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935596278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-06-28T20:45:25.737573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126123241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:25.737582Z","caller":"traceutil/trace.go:171","msg":"trace[122211208] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24650; }","duration":"2.93566436s","start":"2026-06-28T20:45:22.801907Z","end":"2026-06-28T20:45:25.737572Z","steps":["trace[122211208] 'agreement among raft nodes before linearized reading' (duration: 2.935555047s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:25.737615Z","caller":"traceutil/trace.go:171","msg":"trace[1646800313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24650; }","duration":"3.126183052s","start":"2026-06-28T20:45:22.611418Z","end":"2026-06-28T20:45:25.737601Z","steps":["trace[1646800313] 'agreement among raft nodes before linearized reading' (duration: 3.12611211s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.611409Z","time spent":"3.126244683s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:25.737617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.801887Z","time spent":"2.935724741s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-28T20:45:25.737712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886161369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-06-28T20:45:25.737736Z","caller":"traceutil/trace.go:171","msg":"trace[917836857] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:24650; }","duration":"4.886203341s","start":"2026-06-28T20:45:20.851526Z","end":"2026-06-28T20:45:25.737729Z","steps":["trace[917836857] 'agreement among raft nodes before linearized reading' (duration: 4.884950091s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.737781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:20.851312Z","time spent":"4.886464197s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11191,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-06-28T20:45:25.740164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352353558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:25.740294Z","caller":"traceutil/trace.go:171","msg":"trace[1766887203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24650; }","duration":"3.35499372s","start":"2026-06-28T20:45:22.385271Z","end":"2026-06-28T20:45:25.740265Z","steps":["trace[1766887203] 'agreement among raft nodes before linearized reading' (duration: 3.351422875s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:25.740635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:22.385253Z","time spent":"3.355081502s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:26.224904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064831525s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:26.734149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:26.734253Z","caller":"traceutil/trace.go:171","msg":"trace[1611074884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00079668s","start":"2026-06-28T20:45:24.733432Z","end":"2026-06-28T20:45:26.734228Z","steps":["trace[1611074884] 'agreement among raft nodes before linearized reading' (duration: 2.000642867s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:26.734319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:24.733414Z","time spent":"2.000889743s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:26 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:27.086724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.45221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:27.086963Z","caller":"traceutil/trace.go:171","msg":"trace[1955056680] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.926945232s","start":"2026-06-28T20:45:25.159974Z","end":"2026-06-28T20:45:27.086919Z","steps":["trace[1955056680] 'process raft request' (duration: 1.065158924s)","trace[1955056680] 'compare' (duration: 861.240455ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:27.087066Z","caller":"traceutil/trace.go:171","msg":"trace[221255771] linearizableReadLoop","detail":"{readStateIndex:25509; appliedIndex:25508; }","duration":"1.350896142s","start":"2026-06-28T20:45:25.736156Z","end":"2026-06-28T20:45:27.087052Z","steps":["trace[221255771] 'read index received' (duration: 488.99094ms)","trace[221255771] 'applied index is now lower than readState.Index' (duration: 861.903222ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:27.087194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.159951Z","time spent":"1.927106916s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:27.087332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416800442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:27.087381Z","caller":"traceutil/trace.go:171","msg":"trace[1352198421] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24652; }","duration":"1.416894694s","start":"2026-06-28T20:45:25.670473Z","end":"2026-06-28T20:45:27.087368Z","steps":["trace[1352198421] 'agreement among raft nodes before linearized reading' (duration: 1.416663099s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.087434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.670436Z","time spent":"1.416981946s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:27.08701Z","caller":"traceutil/trace.go:171","msg":"trace[1193882943] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"1.346721172s","start":"2026-06-28T20:45:25.740262Z","end":"2026-06-28T20:45:27.086983Z","steps":["trace[1193882943] 'process raft request' (duration: 1.346613449s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.087747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725267617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:27.087878Z","caller":"traceutil/trace.go:171","msg":"trace[1348448161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24652; }","duration":"1.725371789s","start":"2026-06-28T20:45:25.362416Z","end":"2026-06-28T20:45:27.087788Z","steps":["trace[1348448161] 'agreement among raft nodes before linearized reading' (duration: 1.725291197s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.087926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.362386Z","time spent":"1.725525133s","remote":"127.0.0.1:53666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:27.088211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918587904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:27.088252Z","caller":"traceutil/trace.go:171","msg":"trace[1298114468] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24652; }","duration":"1.918659996s","start":"2026-06-28T20:45:25.169578Z","end":"2026-06-28T20:45:27.088238Z","steps":["trace[1298114468] 'agreement among raft nodes before linearized reading' (duration: 1.918573144s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.088289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.169555Z","time spent":"1.918723168s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:27.088329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192015851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:27.088405Z","caller":"traceutil/trace.go:171","msg":"trace[1014457180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24652; }","duration":"3.192125613s","start":"2026-06-28T20:45:23.89626Z","end":"2026-06-28T20:45:27.088385Z","steps":["trace[1014457180] 'agreement among raft nodes before linearized reading' (duration: 3.19200691s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.08837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011991756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:27.088434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:23.896235Z","time spent":"3.192191905s","remote":"127.0.0.1:53678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:27.088416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317765658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:27.088471Z","caller":"traceutil/trace.go:171","msg":"trace[1836930178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24652; }","duration":"2.01214228s","start":"2026-06-28T20:45:25.076299Z","end":"2026-06-28T20:45:27.088441Z","steps":["trace[1836930178] 'agreement among raft nodes before linearized reading' (duration: 2.011981966s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:27.088512Z","caller":"traceutil/trace.go:171","msg":"trace[2073660330] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24652; }","duration":"3.317859871s","start":"2026-06-28T20:45:23.770626Z","end":"2026-06-28T20:45:27.088485Z","steps":["trace[2073660330] 'agreement among raft nodes before linearized reading' (duration: 3.317717787s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.088519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.076276Z","time spent":"2.012231982s","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:27.088498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860207813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-06-28T20:45:27.088557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:23.770576Z","time spent":"3.317965203s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:27.088574Z","caller":"traceutil/trace.go:171","msg":"trace[1799438391] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24652; }","duration":"2.860326796s","start":"2026-06-28T20:45:24.228229Z","end":"2026-06-28T20:45:27.088556Z","steps":["trace[1799438391] 'agreement among raft nodes before linearized reading' (duration: 2.860104531s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:27.088608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:24.228213Z","time spent":"2.860387477s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-28T20:45:27.089233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.740242Z","time spent":"1.347541042s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:27.588123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:28.08893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:28.22278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373359953s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:45:28.22327Z","caller":"traceutil/trace.go:171","msg":"trace[613706253] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.556682764s","start":"2026-06-28T20:45:26.666555Z","end":"2026-06-28T20:45:28.223238Z","steps":["trace[613706253] 'process raft request' (duration: 1.556480769s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:28.223434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:26.666531Z","time spent":"1.556821458s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:28.734399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:28.734513Z","caller":"traceutil/trace.go:171","msg":"trace[1262458306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005433s","start":"2026-06-28T20:45:26.734481Z","end":"2026-06-28T20:45:28.734486Z","steps":["trace[1262458306] 'agreement among raft nodes before linearized reading' (duration: 1.99986025s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:28.734568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:26.73445Z","time spent":"2.000106396s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:29.42984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206804908s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:29.430747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.089593Z","time spent":"341.148268ms","remote":"127.0.0.1:47326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:45:29.430922Z","caller":"traceutil/trace.go:171","msg":"trace[386576493] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"1.767206969s","start":"2026-06-28T20:45:27.663704Z","end":"2026-06-28T20:45:29.430911Z","steps":["trace[386576493] 'process raft request' (duration: 1.767081526s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:29.430902Z","caller":"traceutil/trace.go:171","msg":"trace[1747677060] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"1.947995471s","start":"2026-06-28T20:45:27.482878Z","end":"2026-06-28T20:45:29.430874Z","steps":["trace[1747677060] 'process raft request' (duration: 1.94711959s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.663677Z","time spent":"1.76727155s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:29.431014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.482815Z","time spent":"1.948140924s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:29.431085Z","caller":"traceutil/trace.go:171","msg":"trace[1798362292] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"1.685218157s","start":"2026-06-28T20:45:27.745851Z","end":"2026-06-28T20:45:29.43107Z","steps":["trace[1798362292] 'process raft request' (duration: 1.685036033s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.745829Z","time spent":"1.685291509s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:29.431265Z","caller":"traceutil/trace.go:171","msg":"trace[1522827657] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25510; }","duration":"2.34407323s","start":"2026-06-28T20:45:27.087101Z","end":"2026-06-28T20:45:29.431174Z","steps":["trace[1522827657] 'read index received' (duration: 1.135954861s)","trace[1522827657] 'applied index is now lower than readState.Index' (duration: 1.208116979s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:29.431432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686941391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:29.43145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68184955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" ","response":"range_response_count:1 size:6987"} {"level":"info","ts":"2026-06-28T20:45:29.431489Z","caller":"traceutil/trace.go:171","msg":"trace[463934467] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn; range_end:; response_count:1; response_revision:24657; }","duration":"3.681928182s","start":"2026-06-28T20:45:25.749547Z","end":"2026-06-28T20:45:29.431475Z","steps":["trace[463934467] 'agreement among raft nodes before linearized reading' (duration: 3.681754318s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.749525Z","time spent":"3.681995474s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7009,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" "} {"level":"info","ts":"2026-06-28T20:45:29.431547Z","caller":"traceutil/trace.go:171","msg":"trace[1634561006] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24657; }","duration":"3.687018843s","start":"2026-06-28T20:45:25.744435Z","end":"2026-06-28T20:45:29.431454Z","steps":["trace[1634561006] 'agreement among raft nodes before linearized reading' (duration: 3.686942172s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.744405Z","time spent":"3.687163706s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:29.431699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437872733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.431743Z","caller":"traceutil/trace.go:171","msg":"trace[1338148486] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24657; }","duration":"3.437951585s","start":"2026-06-28T20:45:25.99378Z","end":"2026-06-28T20:45:29.431732Z","steps":["trace[1338148486] 'agreement among raft nodes before linearized reading' (duration: 3.437883163s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.993763Z","time spent":"3.438001926s","remote":"127.0.0.1:44796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:29.431944Z","caller":"traceutil/trace.go:171","msg":"trace[1650448620] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.685973495s","start":"2026-06-28T20:45:27.745919Z","end":"2026-06-28T20:45:29.431892Z","steps":["trace[1650448620] 'process raft request' (duration: 1.685092714s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.431946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690089236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-06-28T20:45:29.432061Z","caller":"traceutil/trace.go:171","msg":"trace[951647334] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066; range_end:; response_count:1; response_revision:24657; }","duration":"3.690233449s","start":"2026-06-28T20:45:25.741818Z","end":"2026-06-28T20:45:29.432051Z","steps":["trace[951647334] 'agreement among raft nodes before linearized reading' (duration: 3.690040624s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:25.741801Z","time spent":"3.69027669s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b25c19fe-7ba7-485e-8b33-72cb98b70066\" "} {"level":"warn","ts":"2026-06-28T20:45:29.432111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18618752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.432151Z","caller":"traceutil/trace.go:171","msg":"trace[240054326] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24657; }","duration":"1.186230321s","start":"2026-06-28T20:45:28.245908Z","end":"2026-06-28T20:45:29.432139Z","steps":["trace[240054326] 'agreement among raft nodes before linearized reading' (duration: 1.186165819s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:28.245843Z","time spent":"1.186330873s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.432363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897441704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:29.432353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334618566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.432391Z","caller":"traceutil/trace.go:171","msg":"trace[928025843] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24657; }","duration":"1.897532005s","start":"2026-06-28T20:45:27.534852Z","end":"2026-06-28T20:45:29.432385Z","steps":["trace[928025843] 'agreement among raft nodes before linearized reading' (duration: 1.897479004s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.534831Z","time spent":"1.897575886s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.432416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.165126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:29.432411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31787244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:45:29.43249Z","caller":"traceutil/trace.go:171","msg":"trace[2059209477] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24657; }","duration":"2.318011173s","start":"2026-06-28T20:45:27.114459Z","end":"2026-06-28T20:45:29.43247Z","steps":["trace[2059209477] 'agreement among raft nodes before linearized reading' (duration: 2.317806369s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.359051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:29.432463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33858354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-28T20:45:29.432504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.37507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.432547Z","caller":"traceutil/trace.go:171","msg":"trace[2077412553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24657; }","duration":"688.430702ms","start":"2026-06-28T20:45:28.744105Z","end":"2026-06-28T20:45:29.432536Z","steps":["trace[2077412553] 'agreement among raft nodes before linearized reading' (duration: 688.36054ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:29.432564Z","caller":"traceutil/trace.go:171","msg":"trace[394489707] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24657; }","duration":"337.469612ms","start":"2026-06-28T20:45:29.09508Z","end":"2026-06-28T20:45:29.43255Z","steps":["trace[394489707] 'agreement among raft nodes before linearized reading' (duration: 337.37255ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:29.432569Z","caller":"traceutil/trace.go:171","msg":"trace[612597216] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24657; }","duration":"2.338747914s","start":"2026-06-28T20:45:27.093798Z","end":"2026-06-28T20:45:29.432546Z","steps":["trace[612597216] 'agreement among raft nodes before linearized reading' (duration: 2.338503038s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:28.744089Z","time spent":"688.490314ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:29.432613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.093777Z","time spent":"2.338827296s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"info","ts":"2026-06-28T20:45:29.432606Z","caller":"traceutil/trace.go:171","msg":"trace[1929259152] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24657; }","duration":"215.261108ms","start":"2026-06-28T20:45:29.217197Z","end":"2026-06-28T20:45:29.432458Z","steps":["trace[1929259152] 'agreement among raft nodes before linearized reading' (duration: 215.187046ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:29.432418Z","caller":"traceutil/trace.go:171","msg":"trace[1818532114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24657; }","duration":"2.334728569s","start":"2026-06-28T20:45:27.097671Z","end":"2026-06-28T20:45:29.4324Z","steps":["trace[1818532114] 'agreement among raft nodes before linearized reading' (duration: 2.334599336s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.990028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:29.432731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.09765Z","time spent":"2.335062576s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:29.432752Z","caller":"traceutil/trace.go:171","msg":"trace[1178433191] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24657; }","duration":"434.403608ms","start":"2026-06-28T20:45:28.998336Z","end":"2026-06-28T20:45:29.43274Z","steps":["trace[1178433191] 'agreement among raft nodes before linearized reading' (duration: 434.003908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.432787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:28.998318Z","time spent":"434.457109ms","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.432546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.114428Z","time spent":"2.318105715s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:45:29.432614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.095063Z","time spent":"337.535213ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.432173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.745914Z","time spent":"1.68614341s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:29.432705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.419144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.433027Z","caller":"traceutil/trace.go:171","msg":"trace[347778781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24657; }","duration":"922.779172ms","start":"2026-06-28T20:45:28.510234Z","end":"2026-06-28T20:45:29.433013Z","steps":["trace[347778781] 'agreement among raft nodes before linearized reading' (duration: 922.435004ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.433078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:28.510211Z","time spent":"922.850763ms","remote":"127.0.0.1:53508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.432159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341041558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:45:29.433265Z","caller":"traceutil/trace.go:171","msg":"trace[1824616181] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24657; }","duration":"2.34237455s","start":"2026-06-28T20:45:27.090879Z","end":"2026-06-28T20:45:29.433254Z","steps":["trace[1824616181] 'agreement among raft nodes before linearized reading' (duration: 2.34108984s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.4333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.090859Z","time spent":"2.342429911s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:45:29.432308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838740533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:29.433405Z","caller":"traceutil/trace.go:171","msg":"trace[81347066] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24657; }","duration":"1.839873889s","start":"2026-06-28T20:45:27.593521Z","end":"2026-06-28T20:45:29.433394Z","steps":["trace[81347066] 'agreement among raft nodes before linearized reading' (duration: 1.838736282s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.433446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:27.593499Z","time spent":"1.839935831s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:29.433642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286720733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:29.433688Z","caller":"traceutil/trace.go:171","msg":"trace[992906598] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24657; }","duration":"3.286808125s","start":"2026-06-28T20:45:26.14687Z","end":"2026-06-28T20:45:29.433679Z","steps":["trace[992906598] 'agreement among raft nodes before linearized reading' (duration: 3.284408018s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:29.433719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:26.146849Z","time spent":"3.286862267s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:30.417993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.858921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:30.418096Z","caller":"traceutil/trace.go:171","msg":"trace[363065619] linearizableReadLoop","detail":"{readStateIndex:25516; appliedIndex:25515; }","duration":"978.744448ms","start":"2026-06-28T20:45:29.439337Z","end":"2026-06-28T20:45:30.418081Z","steps":["trace[363065619] 'read index received' (duration: 393.875747ms)","trace[363065619] 'applied index is now lower than readState.Index' (duration: 584.866671ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:30.418151Z","caller":"traceutil/trace.go:171","msg":"trace[1686637661] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"982.880946ms","start":"2026-06-28T20:45:29.435261Z","end":"2026-06-28T20:45:30.418142Z","steps":["trace[1686637661] 'process raft request' (duration: 397.79129ms)","trace[1686637661] 'compare' (duration: 584.530393ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:30.418188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.435238Z","time spent":"982.930757ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:30.418448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.108167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:45:30.418482Z","caller":"traceutil/trace.go:171","msg":"trace[592091381] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24658; }","duration":"979.165238ms","start":"2026-06-28T20:45:29.439309Z","end":"2026-06-28T20:45:30.418474Z","steps":["trace[592091381] 'agreement among raft nodes before linearized reading' (duration: 979.014875ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:30.418505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.439297Z","time spent":"979.202509ms","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-06-28T20:45:30.502796Z","caller":"traceutil/trace.go:171","msg":"trace[758119840] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.061952348s","start":"2026-06-28T20:45:29.44081Z","end":"2026-06-28T20:45:30.502762Z","steps":["trace[758119840] 'process raft request' (duration: 1.061786154s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:30.502973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.440788Z","time spent":"1.062096222s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7207,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:31.149989Z","caller":"traceutil/trace.go:171","msg":"trace[2038465611] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"922.376063ms","start":"2026-06-28T20:45:30.22759Z","end":"2026-06-28T20:45:31.149966Z","steps":["trace[2038465611] 'process raft request' (duration: 922.186018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.227561Z","time spent":"922.496016ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:31.150222Z","caller":"traceutil/trace.go:171","msg":"trace[831599423] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25516; }","duration":"732.067616ms","start":"2026-06-28T20:45:30.418112Z","end":"2026-06-28T20:45:31.150179Z","steps":["trace[831599423] 'read index received' (duration: 84.575863ms)","trace[831599423] 'applied index is now lower than readState.Index' (duration: 647.488643ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:31.150283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212622546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:31.150331Z","caller":"traceutil/trace.go:171","msg":"trace[38371802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24661; }","duration":"1.212705358s","start":"2026-06-28T20:45:29.937613Z","end":"2026-06-28T20:45:31.150318Z","steps":["trace[38371802] 'agreement among raft nodes before linearized reading' (duration: 1.212626026s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.598292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:31.150342Z","caller":"traceutil/trace.go:171","msg":"trace[1798806014] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"726.967906ms","start":"2026-06-28T20:45:30.423336Z","end":"2026-06-28T20:45:31.150304Z","steps":["trace[1798806014] 'process raft request' (duration: 726.582457ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.133324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:31.150405Z","caller":"traceutil/trace.go:171","msg":"trace[678161763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24661; }","duration":"896.722155ms","start":"2026-06-28T20:45:30.253671Z","end":"2026-06-28T20:45:31.150393Z","steps":["trace[678161763] 'agreement among raft nodes before linearized reading' (duration: 896.51477ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.985162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:31.150435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.25365Z","time spent":"896.775247ms","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:31.150371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.937592Z","time spent":"1.21277086s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:45:31.150466Z","caller":"traceutil/trace.go:171","msg":"trace[552129024] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24661; }","duration":"878.080605ms","start":"2026-06-28T20:45:30.272374Z","end":"2026-06-28T20:45:31.150454Z","steps":["trace[552129024] 'agreement among raft nodes before linearized reading' (duration: 877.968562ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.403532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:31.150477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.423316Z","time spent":"727.096239ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:45:31.150495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.272357Z","time spent":"878.130735ms","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:31.150503Z","caller":"traceutil/trace.go:171","msg":"trace[985585867] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24661; }","duration":"131.438942ms","start":"2026-06-28T20:45:31.019051Z","end":"2026-06-28T20:45:31.15049Z","steps":["trace[985585867] 'agreement among raft nodes before linearized reading' (duration: 131.389151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.082089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-06-28T20:45:31.15054Z","caller":"traceutil/trace.go:171","msg":"trace[629377281] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24661; }","duration":"643.15255ms","start":"2026-06-28T20:45:30.507379Z","end":"2026-06-28T20:45:31.150532Z","steps":["trace[629377281] 'agreement among raft nodes before linearized reading' (duration: 643.027557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612444255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-06-28T20:45:31.150574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.507358Z","time spent":"643.208862ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-06-28T20:45:31.1503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063456554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:31.150585Z","caller":"traceutil/trace.go:171","msg":"trace[19700098] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24661; }","duration":"1.612540657s","start":"2026-06-28T20:45:29.53803Z","end":"2026-06-28T20:45:31.150571Z","steps":["trace[19700098] 'agreement among raft nodes before linearized reading' (duration: 1.612330792s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:31.150617Z","caller":"traceutil/trace.go:171","msg":"trace[1034570932] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24661; }","duration":"1.063797862s","start":"2026-06-28T20:45:30.086809Z","end":"2026-06-28T20:45:31.150607Z","steps":["trace[1034570932] 'agreement among raft nodes before linearized reading' (duration: 1.063402053s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:29.537989Z","time spent":"1.61263441s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-06-28T20:45:31.150438Z","caller":"traceutil/trace.go:171","msg":"trace[585797774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24661; }","duration":"959.209306ms","start":"2026-06-28T20:45:30.191206Z","end":"2026-06-28T20:45:31.150415Z","steps":["trace[585797774] 'agreement among raft nodes before linearized reading' (duration: 959.151194ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.191186Z","time spent":"959.532283ms","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:31.150653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.086788Z","time spent":"1.063852783s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:31.15082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.081451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:31.150836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.807087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:45:31.150849Z","caller":"traceutil/trace.go:171","msg":"trace[1352103645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24661; }","duration":"323.155143ms","start":"2026-06-28T20:45:30.827685Z","end":"2026-06-28T20:45:31.15084Z","steps":["trace[1352103645] 'agreement among raft nodes before linearized reading' (duration: 323.106942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.827633Z","time spent":"323.235324ms","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:31.150874Z","caller":"traceutil/trace.go:171","msg":"trace[876751493] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24661; }","duration":"426.881279ms","start":"2026-06-28T20:45:30.723981Z","end":"2026-06-28T20:45:31.150862Z","steps":["trace[876751493] 'agreement among raft nodes before linearized reading' (duration: 426.736706ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:31.150906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:30.723955Z","time spent":"426.943001ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:45:31.736726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:32.741219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494221994s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:32.741344Z","caller":"traceutil/trace.go:171","msg":"trace[504506455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24661; }","duration":"1.494384617s","start":"2026-06-28T20:45:31.246939Z","end":"2026-06-28T20:45:32.741324Z","steps":["trace[504506455] 'range keys from in-memory index tree' (duration: 1.494201163s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:32.742372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.433886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:32.742469Z","caller":"traceutil/trace.go:171","msg":"trace[303015772] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.508457911s","start":"2026-06-28T20:45:31.233994Z","end":"2026-06-28T20:45:32.742452Z","steps":["trace[303015772] 'process raft request' (duration: 815.870971ms)","trace[303015772] 'compare' (duration: 691.448033ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:32.742506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.233973Z","time spent":"1.508518793s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:32.769756Z","caller":"traceutil/trace.go:171","msg":"trace[823990646] linearizableReadLoop","detail":"{readStateIndex:25524; appliedIndex:25520; }","duration":"1.533066484s","start":"2026-06-28T20:45:31.23667Z","end":"2026-06-28T20:45:32.769736Z","steps":["trace[823990646] 'read index received' (duration: 813.207478ms)","trace[823990646] 'applied index is now lower than readState.Index' (duration: 719.858296ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:32.769848Z","caller":"traceutil/trace.go:171","msg":"trace[1020820125] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.534663512s","start":"2026-06-28T20:45:31.235175Z","end":"2026-06-28T20:45:32.769838Z","steps":["trace[1020820125] 'process raft request' (duration: 1.534402116s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:32.770006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.235164Z","time spent":"1.534702303s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:32.770563Z","caller":"traceutil/trace.go:171","msg":"trace[2138209412] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.334989044s","start":"2026-06-28T20:45:31.435565Z","end":"2026-06-28T20:45:32.770554Z","steps":["trace[2138209412] 'process raft request' (duration: 1.334102083s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:32.770614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.435538Z","time spent":"1.335051885s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:32.77084Z","caller":"traceutil/trace.go:171","msg":"trace[548171235] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.332715459s","start":"2026-06-28T20:45:31.438116Z","end":"2026-06-28T20:45:32.770831Z","steps":["trace[548171235] 'process raft request' (duration: 1.331589663s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:32.770925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.43809Z","time spent":"1.332774871s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:32.771175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534513578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-06-28T20:45:32.77121Z","caller":"traceutil/trace.go:171","msg":"trace[1396195567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24665; }","duration":"1.53459171s","start":"2026-06-28T20:45:31.236609Z","end":"2026-06-28T20:45:32.771201Z","steps":["trace[1396195567] 'agreement among raft nodes before linearized reading' (duration: 1.534485508s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:32.771282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.236588Z","time spent":"1.534685833s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-06-28T20:45:33.241368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:33.24145Z","caller":"traceutil/trace.go:171","msg":"trace[2002610496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356671s","start":"2026-06-28T20:45:31.241075Z","end":"2026-06-28T20:45:33.241432Z","steps":["trace[2002610496] 'agreement among raft nodes before linearized reading' (duration: 2.000251778s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:33.241485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.24106Z","time spent":"2.000418542s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:33.270651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:33.77126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:33.964815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195426159s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:45:33.97138Z","caller":"traceutil/trace.go:171","msg":"trace[2070919130] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.876614569s","start":"2026-06-28T20:45:32.094737Z","end":"2026-06-28T20:45:33.971351Z","steps":["trace[2070919130] 'process raft request' (duration: 1.870256769s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:33.971508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.094714Z","time spent":"1.876730512s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:34.569833Z","caller":"traceutil/trace.go:171","msg":"trace[2025815778] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.310266269s","start":"2026-06-28T20:45:33.259556Z","end":"2026-06-28T20:45:34.569822Z","steps":["trace[2025815778] 'process raft request' (duration: 1.310186667s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.569999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:33.259529Z","time spent":"1.310363632s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:34.569994Z","caller":"traceutil/trace.go:171","msg":"trace[2046590988] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.413553675s","start":"2026-06-28T20:45:33.156342Z","end":"2026-06-28T20:45:34.569896Z","steps":["trace[2046590988] 'process raft request' (duration: 1.41333688s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:33.156308Z","time spent":"1.41376146s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:34.570145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240383355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:34.570196Z","caller":"traceutil/trace.go:171","msg":"trace[1314354193] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24670; }","duration":"3.240471598s","start":"2026-06-28T20:45:31.329712Z","end":"2026-06-28T20:45:34.570183Z","steps":["trace[1314354193] 'agreement among raft nodes before linearized reading' (duration: 3.240351065s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:34.570204Z","caller":"traceutil/trace.go:171","msg":"trace[347754758] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.132625293s","start":"2026-06-28T20:45:33.437564Z","end":"2026-06-28T20:45:34.570189Z","steps":["trace[347754758] 'process raft request' (duration: 1.132214303s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:34.570025Z","caller":"traceutil/trace.go:171","msg":"trace[1416098525] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25524; }","duration":"1.800198412s","start":"2026-06-28T20:45:32.769813Z","end":"2026-06-28T20:45:34.570011Z","steps":["trace[1416098525] 'read index received' (duration: 1.195215254s)","trace[1416098525] 'applied index is now lower than readState.Index' (duration: 604.980977ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:34.570148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993769105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:34.570266Z","caller":"traceutil/trace.go:171","msg":"trace[1529470741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"1.993916749s","start":"2026-06-28T20:45:32.576337Z","end":"2026-06-28T20:45:34.570253Z","steps":["trace[1529470741] 'agreement among raft nodes before linearized reading' (duration: 1.993701574s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.576322Z","time spent":"1.99396974s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:34.57031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:33.437536Z","time spent":"1.132702204s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:34.570233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.329693Z","time spent":"3.24053098s","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:34.569809Z","caller":"traceutil/trace.go:171","msg":"trace[305287055] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.794099167s","start":"2026-06-28T20:45:32.775676Z","end":"2026-06-28T20:45:34.569775Z","steps":["trace[305287055] 'process raft request' (duration: 1.793871842s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.57055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.775658Z","time spent":"1.794776253s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:45:34.570602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.052818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:34.570657Z","caller":"traceutil/trace.go:171","msg":"trace[977331149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24670; }","duration":"105.15281ms","start":"2026-06-28T20:45:34.465493Z","end":"2026-06-28T20:45:34.570646Z","steps":["trace[977331149] 'agreement among raft nodes before linearized reading' (duration: 105.074859ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826566906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-06-28T20:45:34.570781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462936304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:34.570776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328546292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:34.570811Z","caller":"traceutil/trace.go:171","msg":"trace[1187120661] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24670; }","duration":"1.82671186s","start":"2026-06-28T20:45:32.744064Z","end":"2026-06-28T20:45:34.570776Z","steps":["trace[1187120661] 'agreement among raft nodes before linearized reading' (duration: 1.826486044s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.57084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.74405Z","time spent":"1.826784471s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-28T20:45:34.570842Z","caller":"traceutil/trace.go:171","msg":"trace[191775467] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24670; }","duration":"2.463030087s","start":"2026-06-28T20:45:32.107788Z","end":"2026-06-28T20:45:34.570818Z","steps":["trace[191775467] 'agreement among raft nodes before linearized reading' (duration: 2.462896023s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.025147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:34.570848Z","caller":"traceutil/trace.go:171","msg":"trace[944800296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24670; }","duration":"1.328648234s","start":"2026-06-28T20:45:33.242181Z","end":"2026-06-28T20:45:34.57083Z","steps":["trace[944800296] 'agreement among raft nodes before linearized reading' (duration: 1.328539661s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.107764Z","time spent":"2.463100719s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:34.570889Z","caller":"traceutil/trace.go:171","msg":"trace[395447898] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24670; }","duration":"181.116259ms","start":"2026-06-28T20:45:34.38976Z","end":"2026-06-28T20:45:34.570876Z","steps":["trace[395447898] 'agreement among raft nodes before linearized reading' (duration: 180.946535ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.570909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:33.24216Z","time spent":"1.328736746s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:34.570717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752588854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:34.57094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796440832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-06-28T20:45:34.570984Z","caller":"traceutil/trace.go:171","msg":"trace[1604495336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24670; }","duration":"2.752912292s","start":"2026-06-28T20:45:31.818062Z","end":"2026-06-28T20:45:34.570974Z","steps":["trace[1604495336] 'agreement among raft nodes before linearized reading' (duration: 2.752608935s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:34.571012Z","caller":"traceutil/trace.go:171","msg":"trace[354525057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed; range_end:; response_count:1; response_revision:24670; }","duration":"1.796533694s","start":"2026-06-28T20:45:32.774448Z","end":"2026-06-28T20:45:34.570982Z","steps":["trace[354525057] 'agreement among raft nodes before linearized reading' (duration: 1.79635351s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.571043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.774435Z","time spent":"1.796601606s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed\" "} {"level":"warn","ts":"2026-06-28T20:45:34.571284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169332082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:34.571002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:31.818041Z","time spent":"2.752955213s","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:34.571316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254191221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:34.571323Z","caller":"traceutil/trace.go:171","msg":"trace[1799503433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24670; }","duration":"1.169418953s","start":"2026-06-28T20:45:33.40189Z","end":"2026-06-28T20:45:34.571309Z","steps":["trace[1799503433] 'agreement among raft nodes before linearized reading' (duration: 1.168682266s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:34.571356Z","caller":"traceutil/trace.go:171","msg":"trace[1114433472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24670; }","duration":"2.254273483s","start":"2026-06-28T20:45:32.317073Z","end":"2026-06-28T20:45:34.571347Z","steps":["trace[1114433472] 'agreement among raft nodes before linearized reading' (duration: 2.253576297s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.571382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:33.401874Z","time spent":"1.169499526s","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:34.571389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.317047Z","time spent":"2.254333905s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:34.571718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884379594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:34.571819Z","caller":"traceutil/trace.go:171","msg":"trace[766221887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24670; }","duration":"1.884516568s","start":"2026-06-28T20:45:32.687285Z","end":"2026-06-28T20:45:34.571801Z","steps":["trace[766221887] 'agreement among raft nodes before linearized reading' (duration: 1.884377094s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.571883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.687267Z","time spent":"1.88460112s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:34.571897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318484774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:34.571958Z","caller":"traceutil/trace.go:171","msg":"trace[861390561] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24670; }","duration":"2.318581656s","start":"2026-06-28T20:45:32.253364Z","end":"2026-06-28T20:45:34.571946Z","steps":["trace[861390561] 'agreement among raft nodes before linearized reading' (duration: 2.318453203s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:34.572036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:32.253347Z","time spent":"2.318641717s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:35.076376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:35.500664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.88973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:35.500822Z","caller":"traceutil/trace.go:171","msg":"trace[186527517] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"925.374195ms","start":"2026-06-28T20:45:34.575416Z","end":"2026-06-28T20:45:35.500791Z","steps":["trace[186527517] 'process raft request' (duration: 688.257349ms)","trace[186527517] 'compare' (duration: 236.576093ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:35.500908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.575403Z","time spent":"925.468296ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:45:35.503601Z","caller":"traceutil/trace.go:171","msg":"trace[992472635] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25529; }","duration":"927.819613ms","start":"2026-06-28T20:45:34.575755Z","end":"2026-06-28T20:45:35.503574Z","steps":["trace[992472635] 'read index received' (duration: 687.929722ms)","trace[992472635] 'applied index is now lower than readState.Index' (duration: 239.888801ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:35.503977Z","caller":"traceutil/trace.go:171","msg":"trace[1690802267] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"728.174635ms","start":"2026-06-28T20:45:34.775788Z","end":"2026-06-28T20:45:35.503963Z","steps":["trace[1690802267] 'process raft request' (duration: 727.385116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.504095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.775765Z","time spent":"728.252536ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:35.50436Z","caller":"traceutil/trace.go:171","msg":"trace[917264086] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"719.239483ms","start":"2026-06-28T20:45:34.785108Z","end":"2026-06-28T20:45:35.504347Z","steps":["trace[917264086] 'process raft request' (duration: 718.403803ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.50443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.785072Z","time spent":"719.322435ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:35.504647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.865267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-06-28T20:45:35.504756Z","caller":"traceutil/trace.go:171","msg":"trace[879360037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24673; }","duration":"928.97338ms","start":"2026-06-28T20:45:34.575739Z","end":"2026-06-28T20:45:35.504712Z","steps":["trace[879360037] 'agreement among raft nodes before linearized reading' (duration: 928.698513ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.504804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.575732Z","time spent":"929.062071ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-06-28T20:45:35.504922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.823448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:35.504955Z","caller":"traceutil/trace.go:171","msg":"trace[812511366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"926.86811ms","start":"2026-06-28T20:45:34.578078Z","end":"2026-06-28T20:45:35.504946Z","steps":["trace[812511366] 'agreement among raft nodes before linearized reading' (duration: 926.819699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.504975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.578071Z","time spent":"926.898471ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:35.505098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.74171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:35.505121Z","caller":"traceutil/trace.go:171","msg":"trace[1810992364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24673; }","duration":"840.809792ms","start":"2026-06-28T20:45:34.664304Z","end":"2026-06-28T20:45:35.505114Z","steps":["trace[1810992364] 'agreement among raft nodes before linearized reading' (duration: 840.767431ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.505141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.664276Z","time spent":"840.859423ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:35.505375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.698304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:35.505415Z","caller":"traceutil/trace.go:171","msg":"trace[1441128556] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24673; }","duration":"605.815247ms","start":"2026-06-28T20:45:34.89959Z","end":"2026-06-28T20:45:35.505405Z","steps":["trace[1441128556] 'agreement among raft nodes before linearized reading' (duration: 605.733235ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.505449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.899545Z","time spent":"605.895059ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:35.505483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.906517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274394"} {"level":"info","ts":"2026-06-28T20:45:35.505549Z","caller":"traceutil/trace.go:171","msg":"trace[362808358] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24673; }","duration":"774.006249ms","start":"2026-06-28T20:45:34.731531Z","end":"2026-06-28T20:45:35.505537Z","steps":["trace[362808358] 'agreement among raft nodes before linearized reading' (duration: 773.526618ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:35.505588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:34.731515Z","time spent":"774.064871ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274416,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:45:36.006835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:36.507687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:36.702811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196425932s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:45:36.779959Z","caller":"traceutil/trace.go:171","msg":"trace[77949356] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"1.27363579s","start":"2026-06-28T20:45:35.506293Z","end":"2026-06-28T20:45:36.779929Z","steps":["trace[77949356] 'process raft request' (duration: 1.19675592s)","trace[77949356] 'compare' (duration: 76.577503ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:36.780104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273500547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:36.780113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.506278Z","time spent":"1.273757593s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:45:36.780158Z","caller":"traceutil/trace.go:171","msg":"trace[1930974311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24674; }","duration":"1.273577299s","start":"2026-06-28T20:45:35.506566Z","end":"2026-06-28T20:45:36.780143Z","steps":["trace[1930974311] 'agreement among raft nodes before linearized reading' (duration: 1.273442696s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:36.7802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.506554Z","time spent":"1.273633991s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:45:36.779942Z","caller":"traceutil/trace.go:171","msg":"trace[1570218035] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"1.273310683s","start":"2026-06-28T20:45:35.50659Z","end":"2026-06-28T20:45:36.779901Z","steps":["trace[1570218035] 'read index received' (duration: 1.196421042s)","trace[1570218035] 'applied index is now lower than readState.Index' (duration: 76.886621ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:37.502552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.601908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:37.502859Z","caller":"traceutil/trace.go:171","msg":"trace[540641699] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"926.0168ms","start":"2026-06-28T20:45:36.576818Z","end":"2026-06-28T20:45:37.502834Z","steps":["trace[540641699] 'process raft request' (duration: 397.040233ms)","trace[540641699] 'compare' (duration: 528.185698ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:37.502918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:36.576785Z","time spent":"926.103331ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:38.086313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.631712ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:45:38.086529Z","caller":"traceutil/trace.go:171","msg":"trace[5590622] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25533; }","duration":"1.30610275s","start":"2026-06-28T20:45:36.780409Z","end":"2026-06-28T20:45:38.086511Z","steps":["trace[5590622] 'read index received' (duration: 193.461431ms)","trace[5590622] 'applied index is now lower than readState.Index' (duration: 1.112639889s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:38.086799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411092226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:38.086834Z","caller":"traceutil/trace.go:171","msg":"trace[1217538760] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24675; }","duration":"1.411176349s","start":"2026-06-28T20:45:36.675645Z","end":"2026-06-28T20:45:38.086821Z","steps":["trace[1217538760] 'agreement among raft nodes before linearized reading' (duration: 1.411091997s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.086871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:36.675624Z","time spent":"1.41123794s","remote":"127.0.0.1:37486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:38.0869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366972382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-28T20:45:38.08696Z","caller":"traceutil/trace.go:171","msg":"trace[537959564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24675; }","duration":"2.367078294s","start":"2026-06-28T20:45:35.719865Z","end":"2026-06-28T20:45:38.086943Z","steps":["trace[537959564] 'agreement among raft nodes before linearized reading' (duration: 2.36688228s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.086966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578921341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98bcb8ca-b4cc-4dfa-905d-90be82e47c1d\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-06-28T20:45:38.087003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.719841Z","time spent":"2.367150767s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-28T20:45:38.087048Z","caller":"traceutil/trace.go:171","msg":"trace[1358384166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98bcb8ca-b4cc-4dfa-905d-90be82e47c1d; range_end:; response_count:1; response_revision:24675; }","duration":"2.579013263s","start":"2026-06-28T20:45:35.508014Z","end":"2026-06-28T20:45:38.087028Z","steps":["trace[1358384166] 'agreement among raft nodes before linearized reading' (duration: 2.578780638s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.087088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.507983Z","time spent":"2.579096506s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-98bcb8ca-b4cc-4dfa-905d-90be82e47c1d\" "} {"level":"info","ts":"2026-06-28T20:45:38.087182Z","caller":"traceutil/trace.go:171","msg":"trace[386611070] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"1.302550586s","start":"2026-06-28T20:45:36.784619Z","end":"2026-06-28T20:45:38.08717Z","steps":["trace[386611070] 'process raft request' (duration: 1.301803998s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.087185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359688259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:45:38.08726Z","caller":"traceutil/trace.go:171","msg":"trace[103152692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24675; }","duration":"2.359815392s","start":"2026-06-28T20:45:35.727426Z","end":"2026-06-28T20:45:38.087241Z","steps":["trace[103152692] 'agreement among raft nodes before linearized reading' (duration: 2.359591007s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.087267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:36.784598Z","time spent":"1.302622008s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:45:38.087294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.727404Z","time spent":"2.359879354s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:45:38.087171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092448842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:38.087629Z","caller":"traceutil/trace.go:171","msg":"trace[364114331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24675; }","duration":"2.092957725s","start":"2026-06-28T20:45:35.994627Z","end":"2026-06-28T20:45:38.087585Z","steps":["trace[364114331] 'agreement among raft nodes before linearized reading' (duration: 2.092307049s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.087676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:35.994606Z","time spent":"2.093055256s","remote":"127.0.0.1:54542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:38.587176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:38.787834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:38.787929Z","caller":"traceutil/trace.go:171","msg":"trace[1973993518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587297s","start":"2026-06-28T20:45:36.787322Z","end":"2026-06-28T20:45:38.787909Z","steps":["trace[1973993518] 'agreement among raft nodes before linearized reading' (duration: 2.000472895s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:38.787988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:36.787307Z","time spent":"2.000671029s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:39.087546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:39.14168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147857893s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:39.180059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.235367Z","time spent":"944.682102ms","remote":"127.0.0.1:41592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:39.180349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093052265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:39.180643Z","caller":"traceutil/trace.go:171","msg":"trace[1844073121] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.670025958s","start":"2026-06-28T20:45:37.5106Z","end":"2026-06-28T20:45:39.180626Z","steps":["trace[1844073121] 'process raft request' (duration: 1.669947106s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.180701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.510582Z","time spent":"1.67009283s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:39.180797Z","caller":"traceutil/trace.go:171","msg":"trace[784511698] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.671190926s","start":"2026-06-28T20:45:37.5096Z","end":"2026-06-28T20:45:39.18079Z","steps":["trace[784511698] 'process raft request' (duration: 1.670848678s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.180827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.509577Z","time spent":"1.671232747s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:39.181013Z","caller":"traceutil/trace.go:171","msg":"trace[1932460698] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"2.243303235s","start":"2026-06-28T20:45:36.937677Z","end":"2026-06-28T20:45:39.18098Z","steps":["trace[1932460698] 'process raft request' (duration: 1.149483122s)","trace[1932460698] 'compare' (duration: 1.092476651s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:39.18124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:36.937652Z","time spent":"2.243459978s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:39.26871Z","caller":"traceutil/trace.go:171","msg":"trace[1431896818] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25536; }","duration":"1.182130745s","start":"2026-06-28T20:45:38.086562Z","end":"2026-06-28T20:45:39.268693Z","steps":["trace[1431896818] 'read index received' (duration: 1.055367273s)","trace[1431896818] 'applied index is now lower than readState.Index' (duration: 126.761792ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:39.268781Z","caller":"traceutil/trace.go:171","msg":"trace[172624962] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"1.175857486s","start":"2026-06-28T20:45:38.092906Z","end":"2026-06-28T20:45:39.268764Z","steps":["trace[172624962] 'process raft request' (duration: 1.175701762s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:39.268787Z","caller":"traceutil/trace.go:171","msg":"trace[50284233] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"291.079553ms","start":"2026-06-28T20:45:38.977664Z","end":"2026-06-28T20:45:39.268744Z","steps":["trace[50284233] 'process raft request' (duration: 290.981491ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.268872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515013488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:39.268868Z","caller":"traceutil/trace.go:171","msg":"trace[1644799558] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"1.17644834s","start":"2026-06-28T20:45:38.092376Z","end":"2026-06-28T20:45:39.268824Z","steps":["trace[1644799558] 'process raft request' (duration: 1.176150383s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:39.268677Z","caller":"traceutil/trace.go:171","msg":"trace[967253091] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"1.176614774s","start":"2026-06-28T20:45:38.092024Z","end":"2026-06-28T20:45:39.268638Z","steps":["trace[967253091] 'process raft request' (duration: 1.176355738s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.268959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526162792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:39.268986Z","caller":"traceutil/trace.go:171","msg":"trace[2077315452] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24683; }","duration":"1.526229774s","start":"2026-06-28T20:45:37.742748Z","end":"2026-06-28T20:45:39.268978Z","steps":["trace[2077315452] 'agreement among raft nodes before linearized reading' (duration: 1.526175953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.742727Z","time spent":"1.526284795s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:39.269033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.092362Z","time spent":"1.176589013s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:39.269053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619124793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:39.269096Z","caller":"traceutil/trace.go:171","msg":"trace[1706672630] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24683; }","duration":"1.619212045s","start":"2026-06-28T20:45:37.649874Z","end":"2026-06-28T20:45:39.269086Z","steps":["trace[1706672630] 'agreement among raft nodes before linearized reading' (duration: 1.619099793s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.649851Z","time spent":"1.619265797s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:39.268912Z","caller":"traceutil/trace.go:171","msg":"trace[1771966056] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24683; }","duration":"1.51512391s","start":"2026-06-28T20:45:37.753776Z","end":"2026-06-28T20:45:39.2689Z","steps":["trace[1771966056] 'agreement among raft nodes before linearized reading' (duration: 1.515019307s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.268921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.092891Z","time spent":"1.175947518s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:39.269225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.234956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:39.26924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.412913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:39.269255Z","caller":"traceutil/trace.go:171","msg":"trace[1997654431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24683; }","duration":"239.312297ms","start":"2026-06-28T20:45:39.029933Z","end":"2026-06-28T20:45:39.269245Z","steps":["trace[1997654431] 'agreement among raft nodes before linearized reading' (duration: 239.266246ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:39.269274Z","caller":"traceutil/trace.go:171","msg":"trace[952368095] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24683; }","duration":"362.486035ms","start":"2026-06-28T20:45:38.906779Z","end":"2026-06-28T20:45:39.269265Z","steps":["trace[952368095] 'agreement among raft nodes before linearized reading' (duration: 362.422303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177551136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-06-28T20:45:39.26918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.753755Z","time spent":"1.515415257s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:39.269298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.906759Z","time spent":"362.533275ms","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:39.269097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.092002Z","time spent":"1.177000383s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:45:39.269369Z","caller":"traceutil/trace.go:171","msg":"trace[526541839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24683; }","duration":"1.177686839s","start":"2026-06-28T20:45:38.091658Z","end":"2026-06-28T20:45:39.269344Z","steps":["trace[526541839] 'agreement among raft nodes before linearized reading' (duration: 1.177424303s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.091642Z","time spent":"1.177771181s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-06-28T20:45:39.269365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.154105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:39.269497Z","caller":"traceutil/trace.go:171","msg":"trace[1971846727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24683; }","duration":"481.290438ms","start":"2026-06-28T20:45:38.788195Z","end":"2026-06-28T20:45:39.269486Z","steps":["trace[1971846727] 'agreement among raft nodes before linearized reading' (duration: 481.108814ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:38.788131Z","time spent":"481.39473ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:39.269677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918691268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-28T20:45:39.269711Z","caller":"traceutil/trace.go:171","msg":"trace[824600253] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24683; }","duration":"1.918763519s","start":"2026-06-28T20:45:37.350939Z","end":"2026-06-28T20:45:39.269702Z","steps":["trace[824600253] 'agreement among raft nodes before linearized reading' (duration: 1.918039092s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:39.269735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:37.350921Z","time spent":"1.91880577s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-28T20:45:39.77518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:40.275748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:40.776008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:40.939495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665502851s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:41.280748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:41.280852Z","caller":"traceutil/trace.go:171","msg":"trace[1093302817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693538s","start":"2026-06-28T20:45:39.280137Z","end":"2026-06-28T20:45:41.280831Z","steps":["trace[1093302817] 'agreement among raft nodes before linearized reading' (duration: 2.000566595s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:41.280903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.280129Z","time spent":"2.00076561s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:42.392208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452322733s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:42.394177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146180073s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:42.394297Z","caller":"traceutil/trace.go:171","msg":"trace[974981769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24683; }","duration":"1.146306526s","start":"2026-06-28T20:45:41.247971Z","end":"2026-06-28T20:45:42.394278Z","steps":["trace[974981769] 'range keys from in-memory index tree' (duration: 1.146164913s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:42.395135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455337145s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:42.395362Z","caller":"traceutil/trace.go:171","msg":"trace[891683082] linearizableReadLoop","detail":"{readStateIndex:25545; appliedIndex:25543; }","duration":"3.120882066s","start":"2026-06-28T20:45:39.274462Z","end":"2026-06-28T20:45:42.395344Z","steps":["trace[891683082] 'read index received' (duration: 1.66544899s)","trace[891683082] 'applied index is now lower than readState.Index' (duration: 1.455432046s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:42.395561Z","caller":"traceutil/trace.go:171","msg":"trace[1131310113] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"3.121561122s","start":"2026-06-28T20:45:39.273865Z","end":"2026-06-28T20:45:42.395427Z","steps":["trace[1131310113] 'process raft request' (duration: 1.665865329s)","trace[1131310113] 'compare' (duration: 1.454209458s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:42.395629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.27383Z","time spent":"3.121768757s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:45:42.396059Z","caller":"traceutil/trace.go:171","msg":"trace[246609639] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"2.886700511s","start":"2026-06-28T20:45:39.509346Z","end":"2026-06-28T20:45:42.396047Z","steps":["trace[246609639] 'process raft request' (duration: 2.885898652s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:42.396136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.509325Z","time spent":"2.886769703s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:42.396356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12188329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-06-28T20:45:42.396425Z","caller":"traceutil/trace.go:171","msg":"trace[653055079] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24685; }","duration":"3.121975092s","start":"2026-06-28T20:45:39.274437Z","end":"2026-06-28T20:45:42.396412Z","steps":["trace[653055079] 'agreement among raft nodes before linearized reading' (duration: 3.121794957s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:42.39646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.274425Z","time spent":"3.122026823s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":803,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-06-28T20:45:42.895767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:43.281586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:43.281686Z","caller":"traceutil/trace.go:171","msg":"trace[2127056844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592075s","start":"2026-06-28T20:45:41.281071Z","end":"2026-06-28T20:45:43.281663Z","steps":["trace[2127056844] 'agreement among raft nodes before linearized reading' (duration: 2.000469632s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:43.281761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.281047Z","time spent":"2.000702138s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:44.577673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:44.5778Z","caller":"traceutil/trace.go:171","msg":"trace[191716617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258698s","start":"2026-06-28T20:45:42.577515Z","end":"2026-06-28T20:45:44.577774Z","steps":["trace[191716617] 'agreement among raft nodes before linearized reading' (duration: 2.000101245s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:44.578085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.577503Z","time spent":"2.000565535s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:45.289458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:45.28954Z","caller":"traceutil/trace.go:171","msg":"trace[478478104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035043s","start":"2026-06-28T20:45:43.289486Z","end":"2026-06-28T20:45:45.289521Z","steps":["trace[478478104] 'agreement among raft nodes before linearized reading' (duration: 1.999938281s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:45.289571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:43.289462Z","time spent":"2.000103706s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:45.40464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390498469s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:45.404872Z","caller":"traceutil/trace.go:171","msg":"trace[570709030] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"4.216814689s","start":"2026-06-28T20:45:41.188033Z","end":"2026-06-28T20:45:45.404848Z","steps":["trace[570709030] 'process raft request' (duration: 4.216713746s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:45.404949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.188006Z","time spent":"4.216905501s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:45.40515Z","caller":"traceutil/trace.go:171","msg":"trace[623306902] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"4.219166524s","start":"2026-06-28T20:45:41.185969Z","end":"2026-06-28T20:45:45.405135Z","steps":["trace[623306902] 'process raft request' (duration: 1.827999129s)","trace[623306902] 'compare' (duration: 2.38924579s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:45.406109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.185943Z","time spent":"4.220125267s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:47.298221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:47.298324Z","caller":"traceutil/trace.go:171","msg":"trace[442293462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509444s","start":"2026-06-28T20:45:45.297792Z","end":"2026-06-28T20:45:47.298302Z","steps":["trace[442293462] 'agreement among raft nodes before linearized reading' (duration: 2.000385661s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:47.298373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:45.297771Z","time spent":"2.000592266s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:47.307264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.293304649s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:48.045177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.7285ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-06-28T20:45:48.045635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.401335Z","time spent":"5.644292633s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:45:48.045687Z","caller":"traceutil/trace.go:171","msg":"trace[144645838] linearizableReadLoop","detail":"{readStateIndex:25549; appliedIndex:25545; }","duration":"5.650272114s","start":"2026-06-28T20:45:42.395395Z","end":"2026-06-28T20:45:48.045668Z","steps":["trace[144645838] 'read index received' (duration: 618.587508ms)","trace[144645838] 'applied index is now lower than readState.Index' (duration: 5.031683566s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:48.045849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.087136032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:48.045943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.200886505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:45:48.045989Z","caller":"traceutil/trace.go:171","msg":"trace[1236804703] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24688; }","duration":"7.201033168s","start":"2026-06-28T20:45:40.844942Z","end":"2026-06-28T20:45:48.045976Z","steps":["trace[1236804703] 'agreement among raft nodes before linearized reading' (duration: 7.200804383s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:40.844918Z","time spent":"7.20110106s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.046057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.194012744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:48.046116Z","caller":"traceutil/trace.go:171","msg":"trace[1643787520] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24688; }","duration":"8.194084075s","start":"2026-06-28T20:45:39.852013Z","end":"2026-06-28T20:45:48.046097Z","steps":["trace[1643787520] 'agreement among raft nodes before linearized reading' (duration: 8.193971763s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.851964Z","time spent":"8.194190468s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:48.046174Z","caller":"traceutil/trace.go:171","msg":"trace[782622413] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"5.644762455s","start":"2026-06-28T20:45:42.401395Z","end":"2026-06-28T20:45:48.046158Z","steps":["trace[782622413] 'process raft request' (duration: 5.6441291s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.04627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.401378Z","time spent":"5.644833486s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:48.046287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.256284798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:48.046336Z","caller":"traceutil/trace.go:171","msg":"trace[1666538743] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24688; }","duration":"8.256366651s","start":"2026-06-28T20:45:39.789953Z","end":"2026-06-28T20:45:48.04632Z","steps":["trace[1666538743] 'agreement among raft nodes before linearized reading' (duration: 8.256285719s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.789935Z","time spent":"8.256439582s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.046488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665518976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:48.04653Z","caller":"traceutil/trace.go:171","msg":"trace[1218837493] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24688; }","duration":"5.665598107s","start":"2026-06-28T20:45:42.380921Z","end":"2026-06-28T20:45:48.046519Z","steps":["trace[1218837493] 'agreement among raft nodes before linearized reading' (duration: 5.665526496s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.500273946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:48.046567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.380904Z","time spent":"5.665654099s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:48.046594Z","caller":"traceutil/trace.go:171","msg":"trace[857576307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24688; }","duration":"7.500359947s","start":"2026-06-28T20:45:40.546221Z","end":"2026-06-28T20:45:48.046581Z","steps":["trace[857576307] 'agreement among raft nodes before linearized reading' (duration: 7.500291185s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:40.546201Z","time spent":"7.500422599s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.046637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.590120453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:48.046686Z","caller":"traceutil/trace.go:171","msg":"trace[1312257519] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24688; }","duration":"8.590210645s","start":"2026-06-28T20:45:39.45646Z","end":"2026-06-28T20:45:48.046671Z","steps":["trace[1312257519] 'agreement among raft nodes before linearized reading' (duration: 8.590129823s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.011309404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:48.046783Z","caller":"traceutil/trace.go:171","msg":"trace[1695837834] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24688; }","duration":"6.011387386s","start":"2026-06-28T20:45:42.035387Z","end":"2026-06-28T20:45:48.046774Z","steps":["trace[1695837834] 'agreement among raft nodes before linearized reading' (duration: 6.011296364s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.592987701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:48.046817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.035361Z","time spent":"6.011448267s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.046817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.611148491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-06-28T20:45:48.046836Z","caller":"traceutil/trace.go:171","msg":"trace[883884969] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24688; }","duration":"7.593065163s","start":"2026-06-28T20:45:40.453761Z","end":"2026-06-28T20:45:48.046826Z","steps":["trace[883884969] 'agreement among raft nodes before linearized reading' (duration: 7.593000051s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.046867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:40.453741Z","time spent":"7.593118893s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.04698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.418046777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:48.046999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.772257686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-06-28T20:45:48.047024Z","caller":"traceutil/trace.go:171","msg":"trace[210063704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24688; }","duration":"6.418135949s","start":"2026-06-28T20:45:41.628875Z","end":"2026-06-28T20:45:48.047011Z","steps":["trace[210063704] 'agreement among raft nodes before linearized reading' (duration: 6.418053137s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:48.04704Z","caller":"traceutil/trace.go:171","msg":"trace[1268118837] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24688; }","duration":"8.772334018s","start":"2026-06-28T20:45:39.274696Z","end":"2026-06-28T20:45:48.04703Z","steps":["trace[1268118837] 'agreement among raft nodes before linearized reading' (duration: 8.772190885s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.047067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.628849Z","time spent":"6.41820663s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.047077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.274678Z","time spent":"8.772388809s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-06-28T20:45:48.045941Z","caller":"traceutil/trace.go:171","msg":"trace[1938764175] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24688; }","duration":"7.087282975s","start":"2026-06-28T20:45:40.958639Z","end":"2026-06-28T20:45:48.045922Z","steps":["trace[1938764175] 'agreement among raft nodes before linearized reading' (duration: 7.08704899s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.047378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.465101281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:45:48.047424Z","caller":"traceutil/trace.go:171","msg":"trace[901735436] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24688; }","duration":"6.465183163s","start":"2026-06-28T20:45:41.582229Z","end":"2026-06-28T20:45:48.047412Z","steps":["trace[901735436] 'agreement among raft nodes before linearized reading' (duration: 6.464965208s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.04746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.582208Z","time spent":"6.465244054s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.047638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.845741354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:48.047676Z","caller":"traceutil/trace.go:171","msg":"trace[2111136129] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24688; }","duration":"6.845815797s","start":"2026-06-28T20:45:41.201852Z","end":"2026-06-28T20:45:48.047667Z","steps":["trace[2111136129] 'agreement among raft nodes before linearized reading' (duration: 6.845752715s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.047712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.201838Z","time spent":"6.845865817s","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.046745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.456439Z","time spent":"8.590292787s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:48.046489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.321839189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-06-28T20:45:48.046865Z","caller":"traceutil/trace.go:171","msg":"trace[1906204205] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24688; }","duration":"8.611224753s","start":"2026-06-28T20:45:39.435629Z","end":"2026-06-28T20:45:48.046853Z","steps":["trace[1906204205] 'agreement among raft nodes before linearized reading' (duration: 8.611141811s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:48.04809Z","caller":"traceutil/trace.go:171","msg":"trace[1870882422] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24688; }","duration":"7.323468858s","start":"2026-06-28T20:45:40.724599Z","end":"2026-06-28T20:45:48.048068Z","steps":["trace[1870882422] 'agreement among raft nodes before linearized reading' (duration: 7.321780008s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.048165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:40.724578Z","time spent":"7.323566571s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:45:48.048145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:39.43561Z","time spent":"8.612489313s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-06-28T20:45:48.048188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90802529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-06-28T20:45:48.04831Z","caller":"traceutil/trace.go:171","msg":"trace[200837042] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5; range_end:; response_count:1; response_revision:24688; }","duration":"6.908196394s","start":"2026-06-28T20:45:41.140098Z","end":"2026-06-28T20:45:48.048295Z","steps":["trace[200837042] 'agreement among raft nodes before linearized reading' (duration: 6.907958929s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:48.048357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:41.14008Z","time spent":"6.908265006s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5470,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" "} {"level":"warn","ts":"2026-06-28T20:45:48.047381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:40.958618Z","time spent":"7.088744039s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:48.546386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:49.047473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:49.298474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:49.298584Z","caller":"traceutil/trace.go:171","msg":"trace[1112658152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021483s","start":"2026-06-28T20:45:47.298538Z","end":"2026-06-28T20:45:49.29856Z","steps":["trace[1112658152] 'agreement among raft nodes before linearized reading' (duration: 1.99987823s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:49.298637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:47.298515Z","time spent":"2.000112476s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:49 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:49.399854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:44.402044Z","time spent":"4.997794944s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:49.483126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.173899511s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:49.916657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.183329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:49.917006Z","caller":"traceutil/trace.go:171","msg":"trace[734603966] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"5.641457997s","start":"2026-06-28T20:45:44.275518Z","end":"2026-06-28T20:45:49.916976Z","steps":["trace[734603966] 'process raft request' (duration: 5.20788237s)","trace[734603966] 'compare' (duration: 433.009394ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:49.917001Z","caller":"traceutil/trace.go:171","msg":"trace[389178907] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"5.075250258s","start":"2026-06-28T20:45:44.841722Z","end":"2026-06-28T20:45:49.916973Z","steps":["trace[389178907] 'process raft request' (duration: 5.075091844s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:49.917026Z","caller":"traceutil/trace.go:171","msg":"trace[1597465246] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"5.018635418s","start":"2026-06-28T20:45:44.89836Z","end":"2026-06-28T20:45:49.916995Z","steps":["trace[1597465246] 'process raft request' (duration: 5.018482114s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:49.917103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:44.275492Z","time spent":"5.641561399s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:49.91712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:44.841693Z","time spent":"5.075365271s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:49.91719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:44.898336Z","time spent":"5.01876175s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:51.306643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:51.306739Z","caller":"traceutil/trace.go:171","msg":"trace[1535767836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411081s","start":"2026-06-28T20:45:49.306301Z","end":"2026-06-28T20:45:51.306712Z","steps":["trace[1535767836] 'agreement among raft nodes before linearized reading' (duration: 2.000303039s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:51.306808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:49.306277Z","time spent":"2.000516974s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:51 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:51.466451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.981863043s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:45:51.582376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665474179s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-28T20:45:51.582931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.762271ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:51.583057Z","caller":"traceutil/trace.go:171","msg":"trace[1627013943] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24693; }","duration":"335.894214ms","start":"2026-06-28T20:45:51.247138Z","end":"2026-06-28T20:45:51.583033Z","steps":["trace[1627013943] 'range keys from in-memory index tree' (duration: 335.7482ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:51.583874Z","caller":"traceutil/trace.go:171","msg":"trace[148793207] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"4.896752051s","start":"2026-06-28T20:45:46.687101Z","end":"2026-06-28T20:45:51.583853Z","steps":["trace[148793207] 'process raft request' (duration: 4.89541698s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:51.584006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:46.687081Z","time spent":"4.896851843s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:52.409805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:47.412982Z","time spent":"4.996815671s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:45:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:53.306886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:53.30702Z","caller":"traceutil/trace.go:171","msg":"trace[1678674499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363152s","start":"2026-06-28T20:45:51.306631Z","end":"2026-06-28T20:45:53.306994Z","steps":["trace[1678674499] 'agreement among raft nodes before linearized reading' (duration: 2.000202718s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:53.307075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:51.30659Z","time spent":"2.000475014s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:54.400088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997264901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:54.40035Z","caller":"traceutil/trace.go:171","msg":"trace[1156009687] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997488326s","start":"2026-06-28T20:45:49.402734Z","end":"2026-06-28T20:45:54.400223Z","steps":["trace[1156009687] 'agreement among raft nodes before linearized reading' (duration: 4.997300401s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.400558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:49.402713Z","time spent":"4.99769077s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/06/28 20:45:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:54.412091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:47.411979Z","time spent":"7.000107491s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:54.576434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:54.576741Z","caller":"traceutil/trace.go:171","msg":"trace[973016982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178075s","start":"2026-06-28T20:45:52.576534Z","end":"2026-06-28T20:45:54.576712Z","steps":["trace[973016982] 'agreement among raft nodes before linearized reading' (duration: 1.999844938s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.576791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.57651Z","time spent":"2.000271048s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:54.699691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115771915s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:45:54.700125Z","caller":"traceutil/trace.go:171","msg":"trace[1774484559] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"295.98335ms","start":"2026-06-28T20:45:54.404126Z","end":"2026-06-28T20:45:54.700109Z","steps":["trace[1774484559] 'process raft request' (duration: 295.945049ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.700356Z","caller":"traceutil/trace.go:171","msg":"trace[275335066] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"6.647682405s","start":"2026-06-28T20:45:48.052637Z","end":"2026-06-28T20:45:54.700319Z","steps":["trace[275335066] 'process raft request' (duration: 6.647340806s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.700533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.049871Z","time spent":"6.650653364s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:54.700635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685233954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.700659Z","caller":"traceutil/trace.go:171","msg":"trace[1003326554] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24700; }","duration":"6.685290635s","start":"2026-06-28T20:45:48.015362Z","end":"2026-06-28T20:45:54.700652Z","steps":["trace[1003326554] 'agreement among raft nodes before linearized reading' (duration: 6.685250094s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.700679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.015345Z","time spent":"6.685328196s","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.700807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125766676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.700832Z","caller":"traceutil/trace.go:171","msg":"trace[997052406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24700; }","duration":"7.125840238s","start":"2026-06-28T20:45:47.574985Z","end":"2026-06-28T20:45:54.700826Z","steps":["trace[997052406] 'agreement among raft nodes before linearized reading' (duration: 7.125800337s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.700851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:47.574966Z","time spent":"7.125879159s","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.700869Z","caller":"traceutil/trace.go:171","msg":"trace[449799025] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"6.653304258s","start":"2026-06-28T20:45:48.047538Z","end":"2026-06-28T20:45:54.700842Z","steps":["trace[449799025] 'process raft request' (duration: 6.652324665s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.700964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.047513Z","time spent":"6.653393739s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:45:54.701006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.833527357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.701025Z","caller":"traceutil/trace.go:171","msg":"trace[733016971] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24700; }","duration":"7.833577208s","start":"2026-06-28T20:45:46.867441Z","end":"2026-06-28T20:45:54.701019Z","steps":["trace[733016971] 'agreement among raft nodes before linearized reading' (duration: 7.833550347s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:46.86742Z","time spent":"7.83361837s","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.70098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.248220596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:54.701185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.988944151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.701194Z","caller":"traceutil/trace.go:171","msg":"trace[430063091] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24700; }","duration":"7.248463122s","start":"2026-06-28T20:45:47.452711Z","end":"2026-06-28T20:45:54.701174Z","steps":["trace[430063091] 'agreement among raft nodes before linearized reading' (duration: 7.248219706s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701243Z","caller":"traceutil/trace.go:171","msg":"trace[681573654] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24700; }","duration":"11.989057274s","start":"2026-06-28T20:45:42.712176Z","end":"2026-06-28T20:45:54.701233Z","steps":["trace[681573654] 'agreement among raft nodes before linearized reading' (duration: 11.988945391s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:47.452691Z","time spent":"7.248559134s","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.701265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009952205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.110830378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:54.701333Z","caller":"traceutil/trace.go:171","msg":"trace[917736111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24700; }","duration":"12.110873058s","start":"2026-06-28T20:45:42.590454Z","end":"2026-06-28T20:45:54.701327Z","steps":["trace[917736111] 'agreement among raft nodes before linearized reading' (duration: 12.110839188s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.590439Z","time spent":"12.11091147s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.700483Z","caller":"traceutil/trace.go:171","msg":"trace[1769600777] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25549; }","duration":"6.654754312s","start":"2026-06-28T20:45:48.045722Z","end":"2026-06-28T20:45:54.700476Z","steps":["trace[1769600777] 'read index received' (duration: 1.437697777s)","trace[1769600777] 'applied index is now lower than readState.Index' (duration: 5.217055415s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:54.701279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.712153Z","time spent":"11.989119145s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.701655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.192051338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.70053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.130505513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.701755Z","caller":"traceutil/trace.go:171","msg":"trace[1336479526] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24700; }","duration":"12.131774453s","start":"2026-06-28T20:45:42.569972Z","end":"2026-06-28T20:45:54.701747Z","steps":["trace[1336479526] 'agreement among raft nodes before linearized reading' (duration: 12.130524514s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932159746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.70177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.382704813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.701802Z","caller":"traceutil/trace.go:171","msg":"trace[983901583] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24700; }","duration":"9.192230343s","start":"2026-06-28T20:45:45.509567Z","end":"2026-06-28T20:45:54.701797Z","steps":["trace[983901583] 'agreement among raft nodes before linearized reading' (duration: 9.192059568s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650854909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18bd598e273b03de\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-06-28T20:45:54.701819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:45.509553Z","time spent":"9.192261693s","remote":"127.0.0.1:36300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.701821Z","caller":"traceutil/trace.go:171","msg":"trace[1237600303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24700; }","duration":"9.382758544s","start":"2026-06-28T20:45:45.319051Z","end":"2026-06-28T20:45:54.701809Z","steps":["trace[1237600303] 'agreement among raft nodes before linearized reading' (duration: 9.382679532s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701833Z","caller":"traceutil/trace.go:171","msg":"trace[971377790] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18bd598e273b03de; range_end:; response_count:1; response_revision:24700; }","duration":"6.650915381s","start":"2026-06-28T20:45:48.050907Z","end":"2026-06-28T20:45:54.701823Z","steps":["trace[971377790] 'agreement among raft nodes before linearized reading' (duration: 6.650759347s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701814Z","caller":"traceutil/trace.go:171","msg":"trace[1320619141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24700; }","duration":"10.932274698s","start":"2026-06-28T20:45:43.769516Z","end":"2026-06-28T20:45:54.701791Z","steps":["trace[1320619141] 'agreement among raft nodes before linearized reading' (duration: 10.932163446s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.815318269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-06-28T20:45:54.701828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090412362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:43.769491Z","time spent":"10.932372281s","remote":"127.0.0.1:56198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.701906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840497785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257182882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.701905Z","caller":"traceutil/trace.go:171","msg":"trace[75973010] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24700; }","duration":"10.815443202s","start":"2026-06-28T20:45:43.886444Z","end":"2026-06-28T20:45:54.701887Z","steps":["trace[75973010] 'agreement among raft nodes before linearized reading' (duration: 10.815222366s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701938Z","caller":"traceutil/trace.go:171","msg":"trace[787553557] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24700; }","duration":"2.257251674s","start":"2026-06-28T20:45:52.444679Z","end":"2026-06-28T20:45:54.701931Z","steps":["trace[787553557] 'agreement among raft nodes before linearized reading' (duration: 2.257196702s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701937Z","caller":"traceutil/trace.go:171","msg":"trace[893950307] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24700; }","duration":"1.840526616s","start":"2026-06-28T20:45:52.8614Z","end":"2026-06-28T20:45:54.701926Z","steps":["trace[893950307] 'agreement among raft nodes before linearized reading' (duration: 1.840482825s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.197114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.444656Z","time spent":"2.257300895s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.701956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:43.886422Z","time spent":"10.815521434s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-06-28T20:45:54.701967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.861348Z","time spent":"1.840610517s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.70199Z","caller":"traceutil/trace.go:171","msg":"trace[2111159991] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24700; }","duration":"804.312307ms","start":"2026-06-28T20:45:53.897661Z","end":"2026-06-28T20:45:54.701974Z","steps":["trace[2111159991] 'agreement among raft nodes before linearized reading' (duration: 804.207994ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993025517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.70205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290564752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-06-28T20:45:54.702053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:53.897637Z","time spent":"804.400909ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.702075Z","caller":"traceutil/trace.go:171","msg":"trace[1410759101] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24700; }","duration":"2.290589183s","start":"2026-06-28T20:45:52.411479Z","end":"2026-06-28T20:45:54.702069Z","steps":["trace[1410759101] 'agreement among raft nodes before linearized reading' (duration: 2.290546982s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.702073Z","caller":"traceutil/trace.go:171","msg":"trace[475189146] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24700; }","duration":"1.993093248s","start":"2026-06-28T20:45:52.708969Z","end":"2026-06-28T20:45:54.702063Z","steps":["trace[475189146] 'agreement among raft nodes before linearized reading' (duration: 1.993046657s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.41142Z","time spent":"2.290668765s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-06-28T20:45:54.70211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946979729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.702111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.708948Z","time spent":"1.99315388s","remote":"127.0.0.1:53698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.702135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387315812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:42.569949Z","time spent":"12.131823885s","remote":"127.0.0.1:39562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.702174Z","caller":"traceutil/trace.go:171","msg":"trace[657689049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24700; }","duration":"1.387361583s","start":"2026-06-28T20:45:53.314803Z","end":"2026-06-28T20:45:54.702165Z","steps":["trace[657689049] 'agreement among raft nodes before linearized reading' (duration: 1.387304162s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.856846845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:45:54.702202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406602031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:54.702215Z","caller":"traceutil/trace.go:171","msg":"trace[1799829678] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24700; }","duration":"4.856910586s","start":"2026-06-28T20:45:49.845295Z","end":"2026-06-28T20:45:54.702205Z","steps":["trace[1799829678] 'agreement among raft nodes before linearized reading' (duration: 4.856859855s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.702233Z","caller":"traceutil/trace.go:171","msg":"trace[1019384486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24700; }","duration":"2.406672703s","start":"2026-06-28T20:45:52.295553Z","end":"2026-06-28T20:45:54.702226Z","steps":["trace[1019384486] 'agreement among raft nodes before linearized reading' (duration: 2.406624582s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:49.845271Z","time spent":"4.856964458s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.702244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418917371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.702139Z","caller":"traceutil/trace.go:171","msg":"trace[706717559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24700; }","duration":"3.94705594s","start":"2026-06-28T20:45:50.755075Z","end":"2026-06-28T20:45:54.702131Z","steps":["trace[706717559] 'agreement among raft nodes before linearized reading' (duration: 3.947008639s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:50.755036Z","time spent":"3.947237335s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.702277Z","caller":"traceutil/trace.go:171","msg":"trace[1744617062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24700; }","duration":"1.418973013s","start":"2026-06-28T20:45:53.283294Z","end":"2026-06-28T20:45:54.702267Z","steps":["trace[1744617062] 'agreement among raft nodes before linearized reading' (duration: 1.418928992s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:53.283283Z","time spent":"1.419014763s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.702318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.613478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-06-28T20:45:54.702378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.124879632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.702387Z","caller":"traceutil/trace.go:171","msg":"trace[923229981] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24700; }","duration":"286.704839ms","start":"2026-06-28T20:45:54.415664Z","end":"2026-06-28T20:45:54.702368Z","steps":["trace[923229981] 'agreement among raft nodes before linearized reading' (duration: 286.598527ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.702409Z","caller":"traceutil/trace.go:171","msg":"trace[68023729] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24700; }","duration":"5.124950354s","start":"2026-06-28T20:45:49.577448Z","end":"2026-06-28T20:45:54.702398Z","steps":["trace[68023729] 'agreement among raft nodes before linearized reading' (duration: 5.124904683s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:49.577423Z","time spent":"5.125012806s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.702253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.295533Z","time spent":"2.406715413s","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.70246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543141354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:54.702486Z","caller":"traceutil/trace.go:171","msg":"trace[996061178] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24700; }","duration":"2.543197596s","start":"2026-06-28T20:45:52.159281Z","end":"2026-06-28T20:45:54.702479Z","steps":["trace[996061178] 'agreement among raft nodes before linearized reading' (duration: 2.543095023s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.159264Z","time spent":"2.543234916s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.701671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.052626Z","time spent":"6.64793288s","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:54.702615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613801028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.702643Z","caller":"traceutil/trace.go:171","msg":"trace[1747512115] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24700; }","duration":"2.613867159s","start":"2026-06-28T20:45:52.088769Z","end":"2026-06-28T20:45:54.702637Z","steps":["trace[1747512115] 'agreement among raft nodes before linearized reading' (duration: 2.613826068s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.088749Z","time spent":"2.61390686s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.702205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:53.314798Z","time spent":"1.387401994s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:54.70186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:45.319003Z","time spent":"9.382847836s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.70201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288850253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.702914Z","caller":"traceutil/trace.go:171","msg":"trace[1227023494] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24700; }","duration":"3.289792136s","start":"2026-06-28T20:45:51.413114Z","end":"2026-06-28T20:45:54.702906Z","steps":["trace[1227023494] 'agreement among raft nodes before linearized reading' (duration: 3.288870274s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.702941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:51.413093Z","time spent":"3.289840496s","remote":"127.0.0.1:37506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.703012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.648191316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:54.701769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.616335606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:45:54.703121Z","caller":"traceutil/trace.go:171","msg":"trace[255816808] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24700; }","duration":"10.617698769s","start":"2026-06-28T20:45:44.085386Z","end":"2026-06-28T20:45:54.703085Z","steps":["trace[255816808] 'agreement among raft nodes before linearized reading' (duration: 10.616220474s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.703165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:44.085367Z","time spent":"10.617785081s","remote":"127.0.0.1:44734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.703306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.279235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.700456Z","caller":"traceutil/trace.go:171","msg":"trace[1832884544] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"6.645301459s","start":"2026-06-28T20:45:48.055144Z","end":"2026-06-28T20:45:54.700445Z","steps":["trace[1832884544] 'process raft request' (duration: 6.644877909s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.701861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.050898Z","time spent":"6.650955452s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18bd598e273b03de\" "} {"level":"warn","ts":"2026-06-28T20:45:54.701994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928202971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.703605Z","caller":"traceutil/trace.go:171","msg":"trace[1044738614] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24700; }","duration":"1.92983988s","start":"2026-06-28T20:45:52.773749Z","end":"2026-06-28T20:45:54.703589Z","steps":["trace[1044738614] 'agreement among raft nodes before linearized reading' (duration: 1.928216071s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.703667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.77373Z","time spent":"1.929920652s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.703704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.78123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:45:54.703812Z","caller":"traceutil/trace.go:171","msg":"trace[1339357044] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24700; }","duration":"427.936104ms","start":"2026-06-28T20:45:54.275859Z","end":"2026-06-28T20:45:54.703795Z","steps":["trace[1339357044] 'agreement among raft nodes before linearized reading' (duration: 427.641317ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.704909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.275818Z","time spent":"429.071141ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-06-28T20:45:54.703719Z","caller":"traceutil/trace.go:171","msg":"trace[1577798809] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24700; }","duration":"6.648955855s","start":"2026-06-28T20:45:48.054753Z","end":"2026-06-28T20:45:54.703709Z","steps":["trace[1577798809] 'agreement among raft nodes before linearized reading' (duration: 6.648168266s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.705194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.054739Z","time spent":"6.65043746s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:54.703619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652580221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" ","response":"range_response_count:1 size:6856"} {"level":"info","ts":"2026-06-28T20:45:54.705284Z","caller":"traceutil/trace.go:171","msg":"trace[1526119602] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq87w; range_end:; response_count:1; response_revision:24700; }","duration":"6.65422553s","start":"2026-06-28T20:45:48.051029Z","end":"2026-06-28T20:45:54.705255Z","steps":["trace[1526119602] 'agreement among raft nodes before linearized reading' (duration: 6.652474438s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:54.701937Z","caller":"traceutil/trace.go:171","msg":"trace[1500342802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24700; }","duration":"2.090528805s","start":"2026-06-28T20:45:52.611381Z","end":"2026-06-28T20:45:54.701909Z","steps":["trace[1500342802] 'agreement among raft nodes before linearized reading' (duration: 2.090364191s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.70536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.051006Z","time spent":"6.654334293s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6878,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" "} {"level":"warn","ts":"2026-06-28T20:45:54.705411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:52.611361Z","time spent":"2.094035029s","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.703881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:48.055127Z","time spent":"6.648415012s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:54.701146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.163609977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:54.706258Z","caller":"traceutil/trace.go:171","msg":"trace[585673358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24700; }","duration":"11.168747529s","start":"2026-06-28T20:45:43.537489Z","end":"2026-06-28T20:45:54.706236Z","steps":["trace[585673358] 'agreement among raft nodes before linearized reading' (duration: 11.163531965s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.706325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:43.537411Z","time spent":"11.168894132s","remote":"127.0.0.1:53650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:54.703426Z","caller":"traceutil/trace.go:171","msg":"trace[235305889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24700; }","duration":"331.530231ms","start":"2026-06-28T20:45:54.371877Z","end":"2026-06-28T20:45:54.703407Z","steps":["trace[235305889] 'agreement among raft nodes before linearized reading' (duration: 331.244384ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.706441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.371855Z","time spent":"334.571263ms","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:54.704423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.87351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-28T20:45:54.706515Z","caller":"traceutil/trace.go:171","msg":"trace[815763358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24700; }","duration":"431.98978ms","start":"2026-06-28T20:45:54.274501Z","end":"2026-06-28T20:45:54.706491Z","steps":["trace[815763358] 'agreement among raft nodes before linearized reading' (duration: 429.243855ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.706548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.274481Z","time spent":"432.056252ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-06-28T20:45:54.70229Z","caller":"traceutil/trace.go:171","msg":"trace[119872343] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24700; }","duration":"8.010029487s","start":"2026-06-28T20:45:46.691274Z","end":"2026-06-28T20:45:54.701304Z","steps":["trace[119872343] 'agreement among raft nodes before linearized reading' (duration: 8.009959235s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:54.706613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:46.691257Z","time spent":"8.015342742s","remote":"127.0.0.1:39472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:55.205633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:45:56.709429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:56.709521Z","caller":"traceutil/trace.go:171","msg":"trace[439466960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482294s","start":"2026-06-28T20:45:54.709018Z","end":"2026-06-28T20:45:56.709501Z","steps":["trace[439466960] 'agreement among raft nodes before linearized reading' (duration: 2.000365881s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:56.709569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.709012Z","time spent":"2.000548395s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:45:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:57.344166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041834474s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-28T20:45:57.344263Z","caller":"traceutil/trace.go:171","msg":"trace[681284414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24700; }","duration":"2.639513218s","start":"2026-06-28T20:45:54.704734Z","end":"2026-06-28T20:45:57.344247Z","steps":["trace[681284414] 'process raft request' (duration: 597.5247ms)","trace[681284414] 'compare' (duration: 2.041781153s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:57.344305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.704714Z","time spent":"2.639570909s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:57.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699766593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:57.410506Z","caller":"traceutil/trace.go:171","msg":"trace[845264596] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.699904406s","start":"2026-06-28T20:45:54.710576Z","end":"2026-06-28T20:45:57.41048Z","steps":["trace[845264596] 'agreement among raft nodes before linearized reading' (duration: 2.699760793s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:57.410563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.710553Z","time spent":"2.699996499s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/06/28 20:45:57 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:57.411499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702811255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:45:57.411611Z","caller":"traceutil/trace.go:171","msg":"trace[1466911255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.702975289s","start":"2026-06-28T20:45:54.708609Z","end":"2026-06-28T20:45:57.411584Z","steps":["trace[1466911255] 'agreement among raft nodes before linearized reading' (duration: 2.702831636s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:57.411664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.708594Z","time spent":"2.703058521s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/28 20:45:57 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:45:58.240642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.880761549s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:45:58.241577Z","caller":"traceutil/trace.go:171","msg":"trace[277085928] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"3.534342937s","start":"2026-06-28T20:45:54.7072Z","end":"2026-06-28T20:45:58.241543Z","steps":["trace[277085928] 'process raft request' (duration: 3.5336469s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:58.241657Z","caller":"traceutil/trace.go:171","msg":"trace[1388147347] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"3.531306345s","start":"2026-06-28T20:45:54.71033Z","end":"2026-06-28T20:45:58.241637Z","steps":["trace[1388147347] 'process raft request' (duration: 3.531197582s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:58.241788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.710321Z","time spent":"3.531397537s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:58.241789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.707182Z","time spent":"3.534490191s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:45:58.24197Z","caller":"traceutil/trace.go:171","msg":"trace[281156516] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"3.532235687s","start":"2026-06-28T20:45:54.709684Z","end":"2026-06-28T20:45:58.24192Z","steps":["trace[281156516] 'process raft request' (duration: 3.531752715s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:58.242138Z","caller":"traceutil/trace.go:171","msg":"trace[958744031] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"3.319610842s","start":"2026-06-28T20:45:54.922479Z","end":"2026-06-28T20:45:58.242089Z","steps":["trace[958744031] 'process raft request' (duration: 3.31910962s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:58.242185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.709672Z","time spent":"3.532413892s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:58.242279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.537278347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-06-28T20:45:58.242018Z","caller":"traceutil/trace.go:171","msg":"trace[1915488775] linearizableReadLoop","detail":"{readStateIndex:25567; appliedIndex:25562; }","duration":"3.53699867s","start":"2026-06-28T20:45:54.704984Z","end":"2026-06-28T20:45:58.241983Z","steps":["trace[1915488775] 'read index received' (duration: 597.293365ms)","trace[1915488775] 'applied index is now lower than readState.Index' (duration: 2.939701765s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:45:58.242344Z","caller":"traceutil/trace.go:171","msg":"trace[768525791] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b; range_end:; response_count:1; response_revision:24704; }","duration":"3.537361498s","start":"2026-06-28T20:45:54.704963Z","end":"2026-06-28T20:45:58.242325Z","steps":["trace[768525791] 'agreement among raft nodes before linearized reading' (duration: 3.537101092s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:58.242336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.922455Z","time spent":"3.319783996s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:45:58.242395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.70495Z","time spent":"3.537432111s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801df82fb2b\" "} {"level":"warn","ts":"2026-06-28T20:45:58.710125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:45:58.710222Z","caller":"traceutil/trace.go:171","msg":"trace[2083328543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037368s","start":"2026-06-28T20:45:56.709827Z","end":"2026-06-28T20:45:58.710201Z","steps":["trace[2083328543] 'agreement among raft nodes before linearized reading' (duration: 2.000249167s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:58.710275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:56.709807Z","time spent":"2.000458583s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:45:59.07914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.440682ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-28T20:45:59.079273Z","caller":"traceutil/trace.go:171","msg":"trace[2075587390] linearizableReadLoop","detail":"{readStateIndex:25568; appliedIndex:25567; }","duration":"836.873719ms","start":"2026-06-28T20:45:58.242375Z","end":"2026-06-28T20:45:59.079248Z","steps":["trace[2075587390] 'read index received' (duration: 480.415027ms)","trace[2075587390] 'applied index is now lower than readState.Index' (duration: 356.455272ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:45:59.079382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:57.347719Z","time spent":"1.731658797s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:45:59.080057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315996458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:59.080101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560584169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:59.080139Z","caller":"traceutil/trace.go:171","msg":"trace[1497125691] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24704; }","duration":"4.316127141s","start":"2026-06-28T20:45:54.763995Z","end":"2026-06-28T20:45:59.080122Z","steps":["trace[1497125691] 'agreement among raft nodes before linearized reading' (duration: 4.316007668s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.763976Z","time spent":"4.316189863s","remote":"127.0.0.1:41956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:59.080176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36253373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" ","response":"range_response_count:1 size:5626"} {"level":"warn","ts":"2026-06-28T20:45:59.080225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365003268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:59.080258Z","caller":"traceutil/trace.go:171","msg":"trace[339953316] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5; range_end:; response_count:1; response_revision:24704; }","duration":"4.362638022s","start":"2026-06-28T20:45:54.717598Z","end":"2026-06-28T20:45:59.080236Z","steps":["trace[339953316] 'agreement among raft nodes before linearized reading' (duration: 4.362374246s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:45:59.080302Z","caller":"traceutil/trace.go:171","msg":"trace[1210834554] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24704; }","duration":"4.365129032s","start":"2026-06-28T20:45:54.715153Z","end":"2026-06-28T20:45:59.080282Z","steps":["trace[1210834554] 'agreement among raft nodes before linearized reading' (duration: 4.364961568s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.717592Z","time spent":"4.362700104s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5648,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" "} {"level":"info","ts":"2026-06-28T20:45:59.080174Z","caller":"traceutil/trace.go:171","msg":"trace[303936439] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24704; }","duration":"3.560695841s","start":"2026-06-28T20:45:55.519441Z","end":"2026-06-28T20:45:59.080137Z","steps":["trace[303936439] 'agreement among raft nodes before linearized reading' (duration: 3.560497876s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.715137Z","time spent":"4.365188984s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:45:59.080353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:55.519413Z","time spent":"3.560930177s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:59.08052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370773575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9c91ebc-9d8c-4922-9c4a-0a7dc4c53975\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-06-28T20:45:59.080559Z","caller":"traceutil/trace.go:171","msg":"trace[1352521551] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9c91ebc-9d8c-4922-9c4a-0a7dc4c53975; range_end:; response_count:1; response_revision:24704; }","duration":"4.370862907s","start":"2026-06-28T20:45:54.709685Z","end":"2026-06-28T20:45:59.080548Z","steps":["trace[1352521551] 'agreement among raft nodes before linearized reading' (duration: 4.370705283s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:54.709654Z","time spent":"4.370923159s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d9c91ebc-9d8c-4922-9c4a-0a7dc4c53975\" "} {"level":"warn","ts":"2026-06-28T20:45:59.080615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750471314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:45:59.0806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503246179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:45:59.080652Z","caller":"traceutil/trace.go:171","msg":"trace[1779552625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24704; }","duration":"2.750560466s","start":"2026-06-28T20:45:56.33008Z","end":"2026-06-28T20:45:59.080641Z","steps":["trace[1779552625] 'agreement among raft nodes before linearized reading' (duration: 2.750493765s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:56.330057Z","time spent":"2.750620168s","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:59.080688Z","caller":"traceutil/trace.go:171","msg":"trace[1269893460] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24704; }","duration":"2.503351972s","start":"2026-06-28T20:45:56.577315Z","end":"2026-06-28T20:45:59.080667Z","steps":["trace[1269893460] 'agreement among raft nodes before linearized reading' (duration: 2.503183288s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129910099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-28T20:45:59.080733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:56.577212Z","time spent":"2.503510576s","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:45:59.08075Z","caller":"traceutil/trace.go:171","msg":"trace[343366281] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24704; }","duration":"2.13000987s","start":"2026-06-28T20:45:56.950721Z","end":"2026-06-28T20:45:59.080731Z","steps":["trace[343366281] 'agreement among raft nodes before linearized reading' (duration: 2.129796015s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.08077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931375067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:45:59.080799Z","caller":"traceutil/trace.go:171","msg":"trace[994283543] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24704; }","duration":"1.931451269s","start":"2026-06-28T20:45:57.149337Z","end":"2026-06-28T20:45:59.080788Z","steps":["trace[994283543] 'agreement among raft nodes before linearized reading' (duration: 1.930857284s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:45:59.080793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:56.950693Z","time spent":"2.130089202s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:45:59.080834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:57.149314Z","time spent":"1.9315125s","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:45:59.579941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:00.08092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:00.228203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505417921s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:00.7185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:00.718588Z","caller":"traceutil/trace.go:171","msg":"trace[1723049537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645118s","start":"2026-06-28T20:45:58.717924Z","end":"2026-06-28T20:46:00.718569Z","steps":["trace[1723049537] 'agreement among raft nodes before linearized reading' (duration: 2.000537996s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:00.718629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:58.717902Z","time spent":"2.00071968s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:00 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:02.236819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.693284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:02.236983Z","caller":"traceutil/trace.go:171","msg":"trace[1079664158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24704; }","duration":"988.868548ms","start":"2026-06-28T20:46:01.248089Z","end":"2026-06-28T20:46:02.236957Z","steps":["trace[1079664158] 'range keys from in-memory index tree' (duration: 988.674114ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:02.238319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009862675s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:02.23844Z","caller":"traceutil/trace.go:171","msg":"trace[936933407] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"3.993910501s","start":"2026-06-28T20:45:58.244509Z","end":"2026-06-28T20:46:02.23842Z","steps":["trace[936933407] 'process raft request' (duration: 1.983852961s)","trace[936933407] 'compare' (duration: 2.007188752s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:02.238503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:58.244487Z","time spent":"3.993988112s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:02.719008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:02.719159Z","caller":"traceutil/trace.go:171","msg":"trace[953752541] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213907s","start":"2026-06-28T20:46:00.718889Z","end":"2026-06-28T20:46:02.719103Z","steps":["trace[953752541] 'agreement among raft nodes before linearized reading' (duration: 2.000058263s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:02.719264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:00.718866Z","time spent":"2.000378491s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:02 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:03.126506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.8980908s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:04.576572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:04.576654Z","caller":"traceutil/trace.go:171","msg":"trace[352907851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061693s","start":"2026-06-28T20:46:02.576574Z","end":"2026-06-28T20:46:04.576636Z","steps":["trace[352907851] 'agreement among raft nodes before linearized reading' (duration: 1.99994714s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:04.576688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.576553Z","time spent":"2.000127885s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:04.72675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000875373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:04.726851Z","caller":"traceutil/trace.go:171","msg":"trace[259760131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031917s","start":"2026-06-28T20:46:02.725795Z","end":"2026-06-28T20:46:04.726827Z","steps":["trace[259760131] 'agreement among raft nodes before linearized reading' (duration: 2.000900823s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:04.726902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.725777Z","time spent":"2.001115788s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:05.378098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251125368s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:05.378475Z","caller":"traceutil/trace.go:171","msg":"trace[896354625] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"2.127231185s","start":"2026-06-28T20:46:03.251224Z","end":"2026-06-28T20:46:05.378455Z","steps":["trace[896354625] 'process raft request' (duration: 2.127190844s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.379545Z","caller":"traceutil/trace.go:171","msg":"trace[1893874067] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"5.167536282s","start":"2026-06-28T20:46:00.211984Z","end":"2026-06-28T20:46:05.37952Z","steps":["trace[1893874067] 'process raft request' (duration: 5.166382935s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.379555Z","caller":"traceutil/trace.go:171","msg":"trace[254418942] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"6.288806076s","start":"2026-06-28T20:45:59.090707Z","end":"2026-06-28T20:46:05.379513Z","steps":["trace[254418942] 'process raft request' (duration: 6.287520536s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.379653Z","caller":"traceutil/trace.go:171","msg":"trace[1513760707] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"6.296836516s","start":"2026-06-28T20:45:59.082805Z","end":"2026-06-28T20:46:05.379641Z","steps":["trace[1513760707] 'process raft request' (duration: 4.044081459s)","trace[1513760707] 'compare' (duration: 2.250801901s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:05.379568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:03.251206Z","time spent":"2.12831482s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:05.3797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.082782Z","time spent":"6.296897667s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:05.379717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.704054489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:05.379741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.090688Z","time spent":"6.288964189s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:05.379759Z","caller":"traceutil/trace.go:171","msg":"trace[53364887] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24710; }","duration":"6.704156872s","start":"2026-06-28T20:45:58.67559Z","end":"2026-06-28T20:46:05.379747Z","steps":["trace[53364887] 'agreement among raft nodes before linearized reading' (duration: 6.704046549s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.379788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:58.675561Z","time spent":"6.704216773s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:05.379599Z","caller":"traceutil/trace.go:171","msg":"trace[1564832248] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"5.182325993s","start":"2026-06-28T20:46:00.197254Z","end":"2026-06-28T20:46:05.37958Z","steps":["trace[1564832248] 'process raft request' (duration: 5.181077133s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.379978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:00.197174Z","time spent":"5.182766383s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:05.379957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.046377316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:05.380033Z","caller":"traceutil/trace.go:171","msg":"trace[1669244199] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24710; }","duration":"7.046511049s","start":"2026-06-28T20:45:58.333508Z","end":"2026-06-28T20:46:05.380019Z","steps":["trace[1669244199] 'agreement among raft nodes before linearized reading' (duration: 7.046368626s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.380082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:58.333487Z","time spent":"7.046584211s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.379615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:00.211955Z","time spent":"5.167624905s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:05.379659Z","caller":"traceutil/trace.go:171","msg":"trace[1810589785] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25568; }","duration":"6.300306318s","start":"2026-06-28T20:45:59.079315Z","end":"2026-06-28T20:46:05.379621Z","steps":["trace[1810589785] 'read index received' (duration: 1.149055961s)","trace[1810589785] 'applied index is now lower than readState.Index' (duration: 5.151246657s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:05.381037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133368636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18bd598d0035b999\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-06-28T20:46:05.381077Z","caller":"traceutil/trace.go:171","msg":"trace[1565356681] range","detail":"{range_begin:/registry/events/openstack/container-infra.18bd598d0035b999; range_end:; response_count:1; response_revision:24710; }","duration":"7.133451758s","start":"2026-06-28T20:45:58.247614Z","end":"2026-06-28T20:46:05.381066Z","steps":["trace[1565356681] 'agreement among raft nodes before linearized reading' (duration: 7.13314328s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.381099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:58.24759Z","time spent":"7.133503999s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18bd598d0035b999\" "} {"level":"warn","ts":"2026-06-28T20:46:05.381315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.220584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.381343Z","caller":"traceutil/trace.go:171","msg":"trace[243731211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24710; }","duration":"646.280845ms","start":"2026-06-28T20:46:04.735056Z","end":"2026-06-28T20:46:05.381337Z","steps":["trace[243731211] 'agreement among raft nodes before linearized reading' (duration: 646.235074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.381361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:04.735037Z","time spent":"646.319706ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:05.381388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139902897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-28T20:46:05.381466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.748199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.381493Z","caller":"traceutil/trace.go:171","msg":"trace[1338363002] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24710; }","duration":"310.819521ms","start":"2026-06-28T20:46:05.070665Z","end":"2026-06-28T20:46:05.381485Z","steps":["trace[1338363002] 'agreement among raft nodes before linearized reading' (duration: 310.77895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.381516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.070644Z","time spent":"310.866651ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.381548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078629904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.381585Z","caller":"traceutil/trace.go:171","msg":"trace[1053004982] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24710; }","duration":"2.078681905s","start":"2026-06-28T20:46:03.302892Z","end":"2026-06-28T20:46:05.381574Z","steps":["trace[1053004982] 'agreement among raft nodes before linearized reading' (duration: 2.078616453s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.381481Z","caller":"traceutil/trace.go:171","msg":"trace[477502530] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24710; }","duration":"3.140028239s","start":"2026-06-28T20:46:02.241429Z","end":"2026-06-28T20:46:05.381457Z","steps":["trace[477502530] 'agreement among raft nodes before linearized reading' (duration: 3.139687521s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.381656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.241413Z","time spent":"3.140232994s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"warn","ts":"2026-06-28T20:46:05.381671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:03.302885Z","time spent":"2.078773117s","remote":"127.0.0.1:58260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.381869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.297580103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" ","response":"range_response_count:1 size:6856"} {"level":"warn","ts":"2026-06-28T20:46:05.381916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090761572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:05.381925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114917222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.381949Z","caller":"traceutil/trace.go:171","msg":"trace[952918739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24710; }","duration":"1.114982583s","start":"2026-06-28T20:46:04.266959Z","end":"2026-06-28T20:46:05.381942Z","steps":["trace[952918739] 'agreement among raft nodes before linearized reading' (duration: 1.114940642s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.381951Z","caller":"traceutil/trace.go:171","msg":"trace[2049021777] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24710; }","duration":"2.090843143s","start":"2026-06-28T20:46:03.291096Z","end":"2026-06-28T20:46:05.381939Z","steps":["trace[2049021777] 'agreement among raft nodes before linearized reading' (duration: 2.090784902s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.381977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:04.266939Z","time spent":"1.115033464s","remote":"127.0.0.1:53504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.381982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:03.29107Z","time spent":"2.090904424s","remote":"127.0.0.1:34538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011448534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:05.382226Z","caller":"traceutil/trace.go:171","msg":"trace[1232753652] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24710; }","duration":"3.011479205s","start":"2026-06-28T20:46:02.370739Z","end":"2026-06-28T20:46:05.382219Z","steps":["trace[1232753652] 'agreement among raft nodes before linearized reading' (duration: 3.011423294s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.370688Z","time spent":"3.011551877s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767696242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:05.38228Z","caller":"traceutil/trace.go:171","msg":"trace[1510595648] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24710; }","duration":"2.767778594s","start":"2026-06-28T20:46:02.614491Z","end":"2026-06-28T20:46:05.38227Z","steps":["trace[1510595648] 'agreement among raft nodes before linearized reading' (duration: 2.767620371s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.614469Z","time spent":"2.767852015s","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596650224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.382472Z","caller":"traceutil/trace.go:171","msg":"trace[373206691] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24710; }","duration":"5.596748027s","start":"2026-06-28T20:45:59.785707Z","end":"2026-06-28T20:46:05.382455Z","steps":["trace[373206691] 'agreement among raft nodes before linearized reading' (duration: 5.596659575s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916760483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:05.382516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.785685Z","time spent":"5.596821028s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348911215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:46:05.382543Z","caller":"traceutil/trace.go:171","msg":"trace[1330212621] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24710; }","duration":"3.916846595s","start":"2026-06-28T20:46:01.46568Z","end":"2026-06-28T20:46:05.382527Z","steps":["trace[1330212621] 'agreement among raft nodes before linearized reading' (duration: 3.916764793s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.382559Z","caller":"traceutil/trace.go:171","msg":"trace[545953475] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24710; }","duration":"3.348969817s","start":"2026-06-28T20:46:02.033581Z","end":"2026-06-28T20:46:05.382551Z","steps":["trace[545953475] 'agreement among raft nodes before linearized reading' (duration: 3.348866874s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.03356Z","time spent":"3.349015909s","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:01.465657Z","time spent":"3.916913147s","remote":"127.0.0.1:36288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.360459191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.382655Z","caller":"traceutil/trace.go:171","msg":"trace[971406598] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24710; }","duration":"5.360544783s","start":"2026-06-28T20:46:00.022099Z","end":"2026-06-28T20:46:05.382644Z","steps":["trace[971406598] 'agreement among raft nodes before linearized reading' (duration: 5.360465631s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348875695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:46:05.382696Z","caller":"traceutil/trace.go:171","msg":"trace[191258583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24710; }","duration":"3.349173922s","start":"2026-06-28T20:46:02.033513Z","end":"2026-06-28T20:46:05.382687Z","steps":["trace[191258583] 'agreement among raft nodes before linearized reading' (duration: 3.348873465s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:00.022078Z","time spent":"5.360602144s","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:02.033492Z","time spent":"3.349227253s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:46:05.382835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885114071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:05.382876Z","caller":"traceutil/trace.go:171","msg":"trace[1216679502] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24710; }","duration":"1.885215793s","start":"2026-06-28T20:46:03.49765Z","end":"2026-06-28T20:46:05.382865Z","steps":["trace[1216679502] 'agreement among raft nodes before linearized reading' (duration: 1.883619466s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.382899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:03.497622Z","time spent":"1.885270485s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.382993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012280787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:05.383002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293824864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:05.383032Z","caller":"traceutil/trace.go:171","msg":"trace[722064753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24710; }","duration":"6.012354019s","start":"2026-06-28T20:45:59.370667Z","end":"2026-06-28T20:46:05.383021Z","steps":["trace[722064753] 'agreement among raft nodes before linearized reading' (duration: 6.012283697s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:05.383034Z","caller":"traceutil/trace.go:171","msg":"trace[1590633056] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24710; }","duration":"6.293879366s","start":"2026-06-28T20:45:59.089145Z","end":"2026-06-28T20:46:05.383025Z","steps":["trace[1590633056] 'agreement among raft nodes before linearized reading' (duration: 6.293820035s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.383056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.370648Z","time spent":"6.01240113s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:05.383061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293516217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-06-28T20:46:05.383067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.089138Z","time spent":"6.293918957s","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-06-28T20:46:05.383097Z","caller":"traceutil/trace.go:171","msg":"trace[1848948879] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24710; }","duration":"6.293564089s","start":"2026-06-28T20:45:59.089522Z","end":"2026-06-28T20:46:05.383086Z","steps":["trace[1848948879] 'agreement among raft nodes before linearized reading' (duration: 6.293434866s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.383104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.662390411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:05.383124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.089513Z","time spent":"6.293603479s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-28T20:46:05.383131Z","caller":"traceutil/trace.go:171","msg":"trace[401737700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24710; }","duration":"5.662467933s","start":"2026-06-28T20:45:59.720655Z","end":"2026-06-28T20:46:05.383123Z","steps":["trace[401737700] 'agreement among raft nodes before linearized reading' (duration: 5.662428573s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.383168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.720634Z","time spent":"5.662524834s","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:05.383223Z","caller":"traceutil/trace.go:171","msg":"trace[716026497] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq87w; range_end:; response_count:1; response_revision:24710; }","duration":"6.297683006s","start":"2026-06-28T20:45:59.084245Z","end":"2026-06-28T20:46:05.381928Z","steps":["trace[716026497] 'agreement among raft nodes before linearized reading' (duration: 6.296762584s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:05.38329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:45:59.084231Z","time spent":"6.299046748s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6878,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" "} {"level":"warn","ts":"2026-06-28T20:46:05.886445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:06.387126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:06.552923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168109993s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:07.937197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:07.93728Z","caller":"traceutil/trace.go:171","msg":"trace[2075462749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175827s","start":"2026-06-28T20:46:05.937084Z","end":"2026-06-28T20:46:07.93726Z","steps":["trace[2075462749] 'agreement among raft nodes before linearized reading' (duration: 2.000060474s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:07.937318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.937054Z","time spent":"2.000256459s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:07 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:08.359359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806056249s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:08.359493Z","caller":"traceutil/trace.go:171","msg":"trace[1706759186] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"2.974721445s","start":"2026-06-28T20:46:05.384747Z","end":"2026-06-28T20:46:08.359468Z","steps":["trace[1706759186] 'process raft request' (duration: 1.168467021s)","trace[1706759186] 'compare' (duration: 1.805109717s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:08.359568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.384735Z","time spent":"2.974795166s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:08.470906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327817674s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:08.67147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.123189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:08.671652Z","caller":"traceutil/trace.go:171","msg":"trace[1103059127] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25574; }","duration":"3.285921664s","start":"2026-06-28T20:46:05.385714Z","end":"2026-06-28T20:46:08.671636Z","steps":["trace[1103059127] 'read index received' (duration: 1.167516918s)","trace[1103059127] 'applied index is now lower than readState.Index' (duration: 2.118403986s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:08.671738Z","caller":"traceutil/trace.go:171","msg":"trace[1418525914] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"3.286404195s","start":"2026-06-28T20:46:05.385319Z","end":"2026-06-28T20:46:08.671723Z","steps":["trace[1418525914] 'process raft request' (duration: 3.085941288s)","trace[1418525914] 'compare' (duration: 200.010307ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:08.671791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.385296Z","time spent":"3.286463587s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:08.671998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.484113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:08.671974Z","caller":"traceutil/trace.go:171","msg":"trace[536723141] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"3.282913233s","start":"2026-06-28T20:46:05.389032Z","end":"2026-06-28T20:46:08.671945Z","steps":["trace[536723141] 'process raft request' (duration: 3.282536584s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.672032Z","caller":"traceutil/trace.go:171","msg":"trace[316191001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24713; }","duration":"734.519904ms","start":"2026-06-28T20:46:07.937501Z","end":"2026-06-28T20:46:08.672021Z","steps":["trace[316191001] 'agreement among raft nodes before linearized reading' (duration: 734.457782ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:07.937452Z","time spent":"734.599645ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:08.672028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286292383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-06-28T20:46:08.672095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.389019Z","time spent":"3.283015616s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:08.672074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.948019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:08.6721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.987544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:08.672103Z","caller":"traceutil/trace.go:171","msg":"trace[211711289] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24713; }","duration":"3.286480548s","start":"2026-06-28T20:46:05.385605Z","end":"2026-06-28T20:46:08.672086Z","steps":["trace[211711289] 'agreement among raft nodes before linearized reading' (duration: 3.286193281s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.566788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:08.672137Z","caller":"traceutil/trace.go:171","msg":"trace[1676083152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24713; }","duration":"463.064506ms","start":"2026-06-28T20:46:08.209059Z","end":"2026-06-28T20:46:08.672123Z","steps":["trace[1676083152] 'agreement among raft nodes before linearized reading' (duration: 462.994804ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.672136Z","caller":"traceutil/trace.go:171","msg":"trace[775241452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24713; }","duration":"277.064982ms","start":"2026-06-28T20:46:08.395055Z","end":"2026-06-28T20:46:08.67212Z","steps":["trace[775241452] 'agreement among raft nodes before linearized reading' (duration: 276.953309ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.385589Z","time spent":"3.286548509s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:46:08.672159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.209038Z","time spent":"463.113818ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:08.672161Z","caller":"traceutil/trace.go:171","msg":"trace[149152746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24713; }","duration":"656.603879ms","start":"2026-06-28T20:46:08.015544Z","end":"2026-06-28T20:46:08.672148Z","steps":["trace[149152746] 'agreement among raft nodes before linearized reading' (duration: 656.544687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.67219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.015485Z","time spent":"656.69718ms","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:08.67229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292613732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:08.672304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333064838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:08.672316Z","caller":"traceutil/trace.go:171","msg":"trace[1053963541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24713; }","duration":"2.292680853s","start":"2026-06-28T20:46:06.379627Z","end":"2026-06-28T20:46:08.672308Z","steps":["trace[1053963541] 'agreement among raft nodes before linearized reading' (duration: 2.292636702s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.67231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442996403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:08.67233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111899632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:08.672332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:06.379604Z","time spent":"2.292723634s","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:08.67233Z","caller":"traceutil/trace.go:171","msg":"trace[2048778209] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24713; }","duration":"1.33313824s","start":"2026-06-28T20:46:07.339184Z","end":"2026-06-28T20:46:08.672322Z","steps":["trace[2048778209] 'agreement among raft nodes before linearized reading' (duration: 1.333090499s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.67234Z","caller":"traceutil/trace.go:171","msg":"trace[28328878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24713; }","duration":"2.443068065s","start":"2026-06-28T20:46:06.229262Z","end":"2026-06-28T20:46:08.67233Z","steps":["trace[28328878] 'agreement among raft nodes before linearized reading' (duration: 2.443017204s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:08.672347Z","caller":"traceutil/trace.go:171","msg":"trace[1410234495] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24713; }","duration":"2.111955933s","start":"2026-06-28T20:46:06.560386Z","end":"2026-06-28T20:46:08.672342Z","steps":["trace[1410234495] 'agreement among raft nodes before linearized reading' (duration: 2.111924102s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:07.339156Z","time spent":"1.333194361s","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:08.67236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:06.229231Z","time spent":"2.443123815s","remote":"127.0.0.1:53646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:08.672364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:06.560365Z","time spent":"2.111993645s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:08.672494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805464827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418534"} {"level":"info","ts":"2026-06-28T20:46:08.672531Z","caller":"traceutil/trace.go:171","msg":"trace[143516035] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24713; }","duration":"2.805527918s","start":"2026-06-28T20:46:05.866982Z","end":"2026-06-28T20:46:08.67251Z","steps":["trace[143516035] 'agreement among raft nodes before linearized reading' (duration: 2.805394335s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.866961Z","time spent":"2.805586149s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418556,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-06-28T20:46:08.672628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28658197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-06-28T20:46:08.672668Z","caller":"traceutil/trace.go:171","msg":"trace[1690219766] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:24713; }","duration":"3.286629182s","start":"2026-06-28T20:46:05.386026Z","end":"2026-06-28T20:46:08.672655Z","steps":["trace[1690219766] 'agreement among raft nodes before linearized reading' (duration: 3.285833863s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:08.672695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:05.385991Z","time spent":"3.286697932s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" "} {"level":"info","ts":"2026-06-28T20:46:09.092813Z","caller":"traceutil/trace.go:171","msg":"trace[442127607] linearizableReadLoop","detail":"{readStateIndex:25579; appliedIndex:25577; }","duration":"413.711138ms","start":"2026-06-28T20:46:08.679073Z","end":"2026-06-28T20:46:09.092784Z","steps":["trace[442127607] 'read index received' (duration: 189.390715ms)","trace[442127607] 'applied index is now lower than readState.Index' (duration: 224.319353ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:09.092927Z","caller":"traceutil/trace.go:171","msg":"trace[1695596659] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"414.631259ms","start":"2026-06-28T20:46:08.678288Z","end":"2026-06-28T20:46:09.092919Z","steps":["trace[1695596659] 'process raft request' (duration: 414.307261ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.09302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.678271Z","time spent":"414.681071ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:09.093305Z","caller":"traceutil/trace.go:171","msg":"trace[1989003381] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"410.318247ms","start":"2026-06-28T20:46:08.682974Z","end":"2026-06-28T20:46:09.093292Z","steps":["trace[1989003381] 'process raft request' (duration: 409.751283ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.093357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.682961Z","time spent":"410.371758ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:09.093469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.387134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-06-28T20:46:09.093512Z","caller":"traceutil/trace.go:171","msg":"trace[1417822390] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63; range_end:; response_count:1; response_revision:24715; }","duration":"414.447975ms","start":"2026-06-28T20:46:08.679052Z","end":"2026-06-28T20:46:09.0935Z","steps":["trace[1417822390] 'agreement among raft nodes before linearized reading' (duration: 414.280701ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.093563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.679033Z","time spent":"414.522407ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63\" "} {"level":"warn","ts":"2026-06-28T20:46:09.093524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.037121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:09.09361Z","caller":"traceutil/trace.go:171","msg":"trace[1318741986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24716; }","duration":"413.168925ms","start":"2026-06-28T20:46:08.68042Z","end":"2026-06-28T20:46:09.093589Z","steps":["trace[1318741986] 'agreement among raft nodes before linearized reading' (duration: 413.002171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.093688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:08.680405Z","time spent":"413.274397ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:46:09.09387Z","caller":"traceutil/trace.go:171","msg":"trace[706555032] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"224.487426ms","start":"2026-06-28T20:46:08.869373Z","end":"2026-06-28T20:46:09.09386Z","steps":["trace[706555032] 'process raft request' (duration: 223.921103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.093874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.261582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-06-28T20:46:09.093907Z","caller":"traceutil/trace.go:171","msg":"trace[1571455519] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24716; }","duration":"132.329254ms","start":"2026-06-28T20:46:08.961571Z","end":"2026-06-28T20:46:09.0939Z","steps":["trace[1571455519] 'agreement among raft nodes before linearized reading' (duration: 132.270893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.663387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:09.871075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.68464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:09.871175Z","caller":"traceutil/trace.go:171","msg":"trace[670678574] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"717.961922ms","start":"2026-06-28T20:46:09.153198Z","end":"2026-06-28T20:46:09.871159Z","steps":["trace[670678574] 'process raft request' (duration: 542.132168ms)","trace[670678574] 'compare' (duration: 175.420534ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:09.871206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.153187Z","time spent":"718.006794ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:46:09.886469Z","caller":"traceutil/trace.go:171","msg":"trace[1007190043] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"732.495107ms","start":"2026-06-28T20:46:09.153947Z","end":"2026-06-28T20:46:09.886442Z","steps":["trace[1007190043] 'process raft request' (duration: 732.295852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.886634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.153919Z","time spent":"732.637279ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:09.886661Z","caller":"traceutil/trace.go:171","msg":"trace[523176156] linearizableReadLoop","detail":"{readStateIndex:25585; appliedIndex:25582; }","duration":"724.013786ms","start":"2026-06-28T20:46:09.16261Z","end":"2026-06-28T20:46:09.886624Z","steps":["trace[523176156] 'read index received' (duration: 532.762067ms)","trace[523176156] 'applied index is now lower than readState.Index' (duration: 191.249739ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:09.8868Z","caller":"traceutil/trace.go:171","msg":"trace[1609223810] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"729.852394ms","start":"2026-06-28T20:46:09.156936Z","end":"2026-06-28T20:46:09.886788Z","steps":["trace[1609223810] 'process raft request' (duration: 729.447484ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.886911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.156923Z","time spent":"729.905346ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:09.887144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.539032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:09.887175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.439196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-06-28T20:46:09.887187Z","caller":"traceutil/trace.go:171","msg":"trace[1083401667] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24720; }","duration":"114.614404ms","start":"2026-06-28T20:46:09.772562Z","end":"2026-06-28T20:46:09.887177Z","steps":["trace[1083401667] 'agreement among raft nodes before linearized reading' (duration: 114.530272ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:09.887216Z","caller":"traceutil/trace.go:171","msg":"trace[830390687] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24720; }","duration":"724.489347ms","start":"2026-06-28T20:46:09.162714Z","end":"2026-06-28T20:46:09.887204Z","steps":["trace[830390687] 'agreement among raft nodes before linearized reading' (duration: 724.264331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.887247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.16271Z","time spent":"724.529107ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-06-28T20:46:09.887436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.821545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-06-28T20:46:09.887476Z","caller":"traceutil/trace.go:171","msg":"trace[2143798692] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24720; }","duration":"724.876366ms","start":"2026-06-28T20:46:09.162591Z","end":"2026-06-28T20:46:09.887467Z","steps":["trace[2143798692] 'agreement among raft nodes before linearized reading' (duration: 724.792134ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.887479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.677278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-06-28T20:46:09.887504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.162583Z","time spent":"724.913967ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-06-28T20:46:09.887474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.481552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-06-28T20:46:09.887555Z","caller":"traceutil/trace.go:171","msg":"trace[1570722002] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24720; }","duration":"625.581655ms","start":"2026-06-28T20:46:09.261956Z","end":"2026-06-28T20:46:09.887538Z","steps":["trace[1570722002] 'agreement among raft nodes before linearized reading' (duration: 625.37525ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.887599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.746353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-06-28T20:46:09.887514Z","caller":"traceutil/trace.go:171","msg":"trace[1928370630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24720; }","duration":"628.711309ms","start":"2026-06-28T20:46:09.258791Z","end":"2026-06-28T20:46:09.887503Z","steps":["trace[1928370630] 'agreement among raft nodes before linearized reading' (duration: 628.609946ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:09.887641Z","caller":"traceutil/trace.go:171","msg":"trace[1352661668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24720; }","duration":"724.821635ms","start":"2026-06-28T20:46:09.162812Z","end":"2026-06-28T20:46:09.887633Z","steps":["trace[1352661668] 'agreement among raft nodes before linearized reading' (duration: 724.718782ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.887673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.162787Z","time spent":"724.875845ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-06-28T20:46:09.887742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.449188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:09.88778Z","caller":"traceutil/trace.go:171","msg":"trace[399932545] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24720; }","duration":"366.53138ms","start":"2026-06-28T20:46:09.521238Z","end":"2026-06-28T20:46:09.88777Z","steps":["trace[399932545] 'agreement among raft nodes before linearized reading' (duration: 366.453938ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:09.887816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.521212Z","time spent":"366.595162ms","remote":"127.0.0.1:56200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:09.887612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.261919Z","time spent":"625.680017ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-06-28T20:46:09.887648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.258744Z","time spent":"628.895583ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-06-28T20:46:09.891134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.140429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388272"} {"level":"info","ts":"2026-06-28T20:46:09.891196Z","caller":"traceutil/trace.go:171","msg":"trace[1342355941] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24720; }","duration":"113.247962ms","start":"2026-06-28T20:46:09.777935Z","end":"2026-06-28T20:46:09.891183Z","steps":["trace[1342355941] 'agreement among raft nodes before linearized reading' (duration: 109.921033ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:10.131258Z","caller":"traceutil/trace.go:171","msg":"trace[628205548] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"170.001625ms","start":"2026-06-28T20:46:09.961226Z","end":"2026-06-28T20:46:10.131228Z","steps":["trace[628205548] 'process raft request' (duration: 169.612716ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:10.219921Z","caller":"traceutil/trace.go:171","msg":"trace[1607547880] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"252.228474ms","start":"2026-06-28T20:46:09.967637Z","end":"2026-06-28T20:46:10.219865Z","steps":["trace[1607547880] 'process raft request' (duration: 251.949687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.349196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433666ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:46:10.349325Z","caller":"traceutil/trace.go:171","msg":"trace[1952415359] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25589; }","duration":"370.477254ms","start":"2026-06-28T20:46:09.97883Z","end":"2026-06-28T20:46:10.349308Z","steps":["trace[1952415359] 'read index received' (duration: 152.337298ms)","trace[1952415359] 'applied index is now lower than readState.Index' (duration: 218.138366ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:10.351097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.252916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bd58e03f7a2d87\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24720 ","response":"range_response_count:491 size:379431"} {"level":"info","ts":"2026-06-28T20:46:10.35113Z","caller":"traceutil/trace.go:171","msg":"trace[245883871] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bd58e03f7a2d87\u0000; range_end:/registry/events/openstack0; response_count:491; response_revision:24726; }","duration":"372.333498ms","start":"2026-06-28T20:46:09.978787Z","end":"2026-06-28T20:46:10.351121Z","steps":["trace[245883871] 'agreement among raft nodes before linearized reading' (duration: 370.585177ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.351171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.978773Z","time spent":"372.379389ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":491,"response size":379453,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18bd58e03f7a2d87\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24720 "} {"level":"info","ts":"2026-06-28T20:46:10.480132Z","caller":"traceutil/trace.go:171","msg":"trace[1448481456] linearizableReadLoop","detail":"{readStateIndex:25593; appliedIndex:25592; }","duration":"130.761676ms","start":"2026-06-28T20:46:10.349343Z","end":"2026-06-28T20:46:10.480105Z","steps":["trace[1448481456] 'read index received' (duration: 130.596552ms)","trace[1448481456] 'applied index is now lower than readState.Index' (duration: 164.034µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:10.480344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.072648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4774"} {"level":"warn","ts":"2026-06-28T20:46:10.480411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.643133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-06-28T20:46:10.480444Z","caller":"traceutil/trace.go:171","msg":"trace[1950328669] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:24727; }","duration":"257.219561ms","start":"2026-06-28T20:46:10.223202Z","end":"2026-06-28T20:46:10.480421Z","steps":["trace[1950328669] 'agreement among raft nodes before linearized reading' (duration: 256.911444ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.480544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.690142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:10.480584Z","caller":"traceutil/trace.go:171","msg":"trace[1930908708] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24727; }","duration":"412.773794ms","start":"2026-06-28T20:46:10.067802Z","end":"2026-06-28T20:46:10.480576Z","steps":["trace[1930908708] 'agreement among raft nodes before linearized reading' (duration: 412.671522ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:10.480453Z","caller":"traceutil/trace.go:171","msg":"trace[796451543] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24727; }","duration":"385.717434ms","start":"2026-06-28T20:46:10.09472Z","end":"2026-06-28T20:46:10.480438Z","steps":["trace[796451543] 'agreement among raft nodes before linearized reading' (duration: 385.52713ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.480619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.067779Z","time spent":"412.829936ms","remote":"127.0.0.1:44860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:10.480636Z","caller":"traceutil/trace.go:171","msg":"trace[362331177] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"344.882067ms","start":"2026-06-28T20:46:10.135712Z","end":"2026-06-28T20:46:10.480594Z","steps":["trace[362331177] 'process raft request' (duration: 344.18823ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.4807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.078286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-06-28T20:46:10.480717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.094708Z","time spent":"385.95138ms","remote":"127.0.0.1:44420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-06-28T20:46:10.480789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.135689Z","time spent":"345.023071ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-28T20:46:10.480813Z","caller":"traceutil/trace.go:171","msg":"trace[1997708381] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24727; }","duration":"501.25088ms","start":"2026-06-28T20:46:09.979536Z","end":"2026-06-28T20:46:10.480786Z","steps":["trace[1997708381] 'agreement among raft nodes before linearized reading' (duration: 501.011945ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:10.480879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:09.979516Z","time spent":"501.349192ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-06-28T20:46:10.527828Z","caller":"traceutil/trace.go:171","msg":"trace[330379855] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"139.825581ms","start":"2026-06-28T20:46:10.387956Z","end":"2026-06-28T20:46:10.527782Z","steps":["trace[330379855] 'process raft request' (duration: 139.593516ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:10.811585Z","caller":"traceutil/trace.go:171","msg":"trace[1644998834] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"120.867002ms","start":"2026-06-28T20:46:10.690696Z","end":"2026-06-28T20:46:10.811563Z","steps":["trace[1644998834] 'process raft request' (duration: 120.478123ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.227479Z","caller":"traceutil/trace.go:171","msg":"trace[326831019] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"301.686765ms","start":"2026-06-28T20:46:10.925762Z","end":"2026-06-28T20:46:11.227449Z","steps":["trace[326831019] 'process raft request' (duration: 254.379584ms)","trace[326831019] 'compare' (duration: 47.100156ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:11.227626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.925744Z","time spent":"301.807437ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:11.278386Z","caller":"traceutil/trace.go:171","msg":"trace[1329754098] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25607; }","duration":"338.384013ms","start":"2026-06-28T20:46:10.939977Z","end":"2026-06-28T20:46:11.278361Z","steps":["trace[1329754098] 'read index received' (duration: 240.178708ms)","trace[1329754098] 'applied index is now lower than readState.Index' (duration: 98.204055ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:11.278516Z","caller":"traceutil/trace.go:171","msg":"trace[157446550] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"352.538558ms","start":"2026-06-28T20:46:10.925956Z","end":"2026-06-28T20:46:11.278495Z","steps":["trace[157446550] 'process raft request' (duration: 352.270582ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:11.278608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.605698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:11.278654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.625026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:11.2787Z","caller":"traceutil/trace.go:171","msg":"trace[600431310] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24743; }","duration":"169.681288ms","start":"2026-06-28T20:46:11.109005Z","end":"2026-06-28T20:46:11.278686Z","steps":["trace[600431310] 'agreement among raft nodes before linearized reading' (duration: 169.583725ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.278719Z","caller":"traceutil/trace.go:171","msg":"trace[2035723539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24743; }","duration":"338.752622ms","start":"2026-06-28T20:46:10.93994Z","end":"2026-06-28T20:46:11.278693Z","steps":["trace[2035723539] 'agreement among raft nodes before linearized reading' (duration: 338.580148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:11.278654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.685936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:11.278769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.939921Z","time spent":"338.839635ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:11.278762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.173433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:11.278852Z","caller":"traceutil/trace.go:171","msg":"trace[1567333292] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24743; }","duration":"171.296486ms","start":"2026-06-28T20:46:11.107534Z","end":"2026-06-28T20:46:11.27883Z","steps":["trace[1567333292] 'agreement among raft nodes before linearized reading' (duration: 171.092981ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.278853Z","caller":"traceutil/trace.go:171","msg":"trace[694163574] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24743; }","duration":"299.895381ms","start":"2026-06-28T20:46:10.9789Z","end":"2026-06-28T20:46:11.278795Z","steps":["trace[694163574] 'agreement among raft nodes before linearized reading' (duration: 299.694297ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:11.279147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.978876Z","time spent":"300.24885ms","remote":"127.0.0.1:37494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:11.27965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:10.925942Z","time spent":"353.394758ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:11.658498Z","caller":"traceutil/trace.go:171","msg":"trace[1453483881] linearizableReadLoop","detail":"{readStateIndex:25618; appliedIndex:25617; }","duration":"174.80584ms","start":"2026-06-28T20:46:11.483663Z","end":"2026-06-28T20:46:11.658469Z","steps":["trace[1453483881] 'read index received' (duration: 169.875033ms)","trace[1453483881] 'applied index is now lower than readState.Index' (duration: 4.930137ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:11.65855Z","caller":"traceutil/trace.go:171","msg":"trace[501787944] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"177.710309ms","start":"2026-06-28T20:46:11.480801Z","end":"2026-06-28T20:46:11.658511Z","steps":["trace[501787944] 'process raft request' (duration: 172.836663ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:11.659226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.498956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-zrtpl\" ","response":"range_response_count:1 size:4467"} {"level":"info","ts":"2026-06-28T20:46:11.659262Z","caller":"traceutil/trace.go:171","msg":"trace[1781803884] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-zrtpl; range_end:; response_count:1; response_revision:24752; }","duration":"175.652489ms","start":"2026-06-28T20:46:11.483601Z","end":"2026-06-28T20:46:11.659253Z","steps":["trace[1781803884] 'agreement among raft nodes before linearized reading' (duration: 174.995984ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.789252Z","caller":"traceutil/trace.go:171","msg":"trace[328966121] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"123.116354ms","start":"2026-06-28T20:46:11.666108Z","end":"2026-06-28T20:46:11.789224Z","steps":["trace[328966121] 'process raft request' (duration: 101.989834ms)","trace[328966121] 'compare' (duration: 20.937636ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:11.789545Z","caller":"traceutil/trace.go:171","msg":"trace[1431019761] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"114.46591ms","start":"2026-06-28T20:46:11.675071Z","end":"2026-06-28T20:46:11.789537Z","steps":["trace[1431019761] 'process raft request' (duration: 114.357017ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.789617Z","caller":"traceutil/trace.go:171","msg":"trace[1559596720] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"123.315419ms","start":"2026-06-28T20:46:11.66629Z","end":"2026-06-28T20:46:11.789606Z","steps":["trace[1559596720] 'process raft request' (duration: 122.862559ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.940522Z","caller":"traceutil/trace.go:171","msg":"trace[864714143] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25623; }","duration":"137.425155ms","start":"2026-06-28T20:46:11.803071Z","end":"2026-06-28T20:46:11.940496Z","steps":["trace[864714143] 'read index received' (duration: 94.194531ms)","trace[864714143] 'applied index is now lower than readState.Index' (duration: 43.229544ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:11.9409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.872471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-06-28T20:46:11.940931Z","caller":"traceutil/trace.go:171","msg":"trace[858413405] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24759; }","duration":"106.975944ms","start":"2026-06-28T20:46:11.833946Z","end":"2026-06-28T20:46:11.940922Z","steps":["trace[858413405] 'agreement among raft nodes before linearized reading' (duration: 106.83861ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:11.940899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.764573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5.18bd599455c7922d\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-06-28T20:46:11.941Z","caller":"traceutil/trace.go:171","msg":"trace[884360764] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5.18bd599455c7922d; range_end:; response_count:1; response_revision:24759; }","duration":"137.937477ms","start":"2026-06-28T20:46:11.803033Z","end":"2026-06-28T20:46:11.94097Z","steps":["trace[884360764] 'agreement among raft nodes before linearized reading' (duration: 137.64113ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:11.941306Z","caller":"traceutil/trace.go:171","msg":"trace[521814585] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"144.034362ms","start":"2026-06-28T20:46:11.797261Z","end":"2026-06-28T20:46:11.941295Z","steps":["trace[521814585] 'process raft request' (duration: 100.02832ms)","trace[521814585] 'compare' (duration: 42.722141ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:11.941382Z","caller":"traceutil/trace.go:171","msg":"trace[2028896700] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"140.966658ms","start":"2026-06-28T20:46:11.80041Z","end":"2026-06-28T20:46:11.941376Z","steps":["trace[2028896700] 'process raft request' (duration: 139.990265ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.201734Z","caller":"traceutil/trace.go:171","msg":"trace[766693623] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25627; }","duration":"107.011224ms","start":"2026-06-28T20:46:12.094691Z","end":"2026-06-28T20:46:12.201703Z","steps":["trace[766693623] 'read index received' (duration: 106.797059ms)","trace[766693623] 'applied index is now lower than readState.Index' (duration: 212.865µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.201922Z","caller":"traceutil/trace.go:171","msg":"trace[1978102070] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"205.725412ms","start":"2026-06-28T20:46:11.99618Z","end":"2026-06-28T20:46:12.201906Z","steps":["trace[1978102070] 'process raft request' (duration: 205.331473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:12.202401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.68499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-28T20:46:12.202463Z","caller":"traceutil/trace.go:171","msg":"trace[1326868758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24762; }","duration":"107.759962ms","start":"2026-06-28T20:46:12.094684Z","end":"2026-06-28T20:46:12.202444Z","steps":["trace[1326868758] 'agreement among raft nodes before linearized reading' (duration: 107.540047ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.391444Z","caller":"traceutil/trace.go:171","msg":"trace[1182606361] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25629; }","duration":"142.366731ms","start":"2026-06-28T20:46:12.24906Z","end":"2026-06-28T20:46:12.391427Z","steps":["trace[1182606361] 'read index received' (duration: 42.64529ms)","trace[1182606361] 'applied index is now lower than readState.Index' (duration: 99.720661ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.391575Z","caller":"traceutil/trace.go:171","msg":"trace[1829376361] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"183.753732ms","start":"2026-06-28T20:46:12.207793Z","end":"2026-06-28T20:46:12.391547Z","steps":["trace[1829376361] 'process raft request' (duration: 83.901467ms)","trace[1829376361] 'compare' (duration: 99.600819ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.391607Z","caller":"traceutil/trace.go:171","msg":"trace[1656771572] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"142.615587ms","start":"2026-06-28T20:46:12.248984Z","end":"2026-06-28T20:46:12.3916Z","steps":["trace[1656771572] 'process raft request' (duration: 142.409562ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:12.391883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.805781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:46:12.391931Z","caller":"traceutil/trace.go:171","msg":"trace[1885555842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24765; }","duration":"142.896114ms","start":"2026-06-28T20:46:12.249022Z","end":"2026-06-28T20:46:12.391918Z","steps":["trace[1885555842] 'agreement among raft nodes before linearized reading' (duration: 142.696789ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.609585Z","caller":"traceutil/trace.go:171","msg":"trace[782515877] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"116.002107ms","start":"2026-06-28T20:46:12.493563Z","end":"2026-06-28T20:46:12.609565Z","steps":["trace[782515877] 'process raft request' (duration: 115.424503ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.809715Z","caller":"traceutil/trace.go:171","msg":"trace[1087405794] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"182.880631ms","start":"2026-06-28T20:46:12.626784Z","end":"2026-06-28T20:46:12.809664Z","steps":["trace[1087405794] 'process raft request' (duration: 169.268898ms)","trace[1087405794] 'compare' (duration: 13.221234ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.854575Z","caller":"traceutil/trace.go:171","msg":"trace[925885456] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25638; }","duration":"154.486429ms","start":"2026-06-28T20:46:12.700064Z","end":"2026-06-28T20:46:12.85455Z","steps":["trace[925885456] 'read index received' (duration: 95.992213ms)","trace[925885456] 'applied index is now lower than readState.Index' (duration: 58.493046ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.854721Z","caller":"traceutil/trace.go:171","msg":"trace[1458829856] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"214.285275ms","start":"2026-06-28T20:46:12.640385Z","end":"2026-06-28T20:46:12.854671Z","steps":["trace[1458829856] 'process raft request' (duration: 214.023088ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:12.854833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.749585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-06-28T20:46:12.854871Z","caller":"traceutil/trace.go:171","msg":"trace[2117224516] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24774; }","duration":"154.844857ms","start":"2026-06-28T20:46:12.700013Z","end":"2026-06-28T20:46:12.854858Z","steps":["trace[2117224516] 'agreement among raft nodes before linearized reading' (duration: 154.664373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:12.854926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.262229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:46:12.854984Z","caller":"traceutil/trace.go:171","msg":"trace[677576997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24774; }","duration":"104.367232ms","start":"2026-06-28T20:46:12.7506Z","end":"2026-06-28T20:46:12.854967Z","steps":["trace[677576997] 'agreement among raft nodes before linearized reading' (duration: 104.138926ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:12.854967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.297193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:46:12.855044Z","caller":"traceutil/trace.go:171","msg":"trace[471576330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24774; }","duration":"102.400895ms","start":"2026-06-28T20:46:12.752625Z","end":"2026-06-28T20:46:12.855026Z","steps":["trace[471576330] 'agreement among raft nodes before linearized reading' (duration: 102.163289ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.966898Z","caller":"traceutil/trace.go:171","msg":"trace[1864909955] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"103.755318ms","start":"2026-06-28T20:46:12.863117Z","end":"2026-06-28T20:46:12.966873Z","steps":["trace[1864909955] 'process raft request' (duration: 103.632475ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:12.999652Z","caller":"traceutil/trace.go:171","msg":"trace[1548967198] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25641; }","duration":"109.450632ms","start":"2026-06-28T20:46:12.890175Z","end":"2026-06-28T20:46:12.999626Z","steps":["trace[1548967198] 'read index received' (duration: 76.662226ms)","trace[1548967198] 'applied index is now lower than readState.Index' (duration: 32.787076ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:12.999737Z","caller":"traceutil/trace.go:171","msg":"trace[95565322] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"111.995123ms","start":"2026-06-28T20:46:12.887687Z","end":"2026-06-28T20:46:12.999682Z","steps":["trace[95565322] 'process raft request' (duration: 111.779647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:13.000025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.77976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-28T20:46:13.000098Z","caller":"traceutil/trace.go:171","msg":"trace[1757474167] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24777; }","duration":"109.935543ms","start":"2026-06-28T20:46:12.890139Z","end":"2026-06-28T20:46:13.000075Z","steps":["trace[1757474167] 'agreement among raft nodes before linearized reading' (duration: 109.637666ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:13.125747Z","caller":"traceutil/trace.go:171","msg":"trace[2067554186] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"115.757431ms","start":"2026-06-28T20:46:13.009938Z","end":"2026-06-28T20:46:13.125696Z","steps":["trace[2067554186] 'process raft request' (duration: 115.554126ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:13.873155Z","caller":"traceutil/trace.go:171","msg":"trace[1804287330] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"186.693021ms","start":"2026-06-28T20:46:13.686431Z","end":"2026-06-28T20:46:13.873124Z","steps":["trace[1804287330] 'read index received' (duration: 162.423556ms)","trace[1804287330] 'applied index is now lower than readState.Index' (duration: 24.267525ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:13.873225Z","caller":"traceutil/trace.go:171","msg":"trace[1736154909] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"227.921487ms","start":"2026-06-28T20:46:13.645237Z","end":"2026-06-28T20:46:13.873159Z","steps":["trace[1736154909] 'process raft request' (duration: 203.715283ms)","trace[1736154909] 'compare' (duration: 23.855675ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:13.873288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.826454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:13.873382Z","caller":"traceutil/trace.go:171","msg":"trace[2098180744] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24799; }","duration":"186.982118ms","start":"2026-06-28T20:46:13.68638Z","end":"2026-06-28T20:46:13.873362Z","steps":["trace[2098180744] 'agreement among raft nodes before linearized reading' (duration: 186.799303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.21607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.851486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:14.216582Z","caller":"traceutil/trace.go:171","msg":"trace[1815689177] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"323.959742ms","start":"2026-06-28T20:46:13.892587Z","end":"2026-06-28T20:46:14.216547Z","steps":["trace[1815689177] 'process raft request' (duration: 95.516082ms)","trace[1815689177] 'compare' (duration: 227.240801ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:14.216682Z","caller":"traceutil/trace.go:171","msg":"trace[755129820] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25667; }","duration":"280.803019ms","start":"2026-06-28T20:46:13.935855Z","end":"2026-06-28T20:46:14.216658Z","steps":["trace[755129820] 'read index received' (duration: 52.188135ms)","trace[755129820] 'applied index is now lower than readState.Index' (duration: 228.611754ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:14.216802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:13.892577Z","time spent":"324.163646ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:14.232695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.811288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:14.232871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.949077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:46:14.232916Z","caller":"traceutil/trace.go:171","msg":"trace[1337518248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24802; }","duration":"225.05019ms","start":"2026-06-28T20:46:14.007853Z","end":"2026-06-28T20:46:14.232904Z","steps":["trace[1337518248] 'agreement among raft nodes before linearized reading' (duration: 224.931847ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.232884Z","caller":"traceutil/trace.go:171","msg":"trace[509873969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24802; }","duration":"297.042544ms","start":"2026-06-28T20:46:13.935815Z","end":"2026-06-28T20:46:14.232858Z","steps":["trace[509873969] 'agreement among raft nodes before linearized reading' (duration: 280.902582ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.233487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.535309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:46:14.233613Z","caller":"traceutil/trace.go:171","msg":"trace[1496438598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24802; }","duration":"287.702813ms","start":"2026-06-28T20:46:13.945886Z","end":"2026-06-28T20:46:14.233589Z","steps":["trace[1496438598] 'agreement among raft nodes before linearized reading' (duration: 287.473598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.233792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.965089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:46:14.233821Z","caller":"traceutil/trace.go:171","msg":"trace[1379367745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24802; }","duration":"288.01372ms","start":"2026-06-28T20:46:13.9458Z","end":"2026-06-28T20:46:14.233814Z","steps":["trace[1379367745] 'agreement among raft nodes before linearized reading' (duration: 287.948679ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.579951Z","caller":"traceutil/trace.go:171","msg":"trace[35336391] linearizableReadLoop","detail":"{readStateIndex:25676; appliedIndex:25675; }","duration":"160.701966ms","start":"2026-06-28T20:46:14.419209Z","end":"2026-06-28T20:46:14.579911Z","steps":["trace[35336391] 'read index received' (duration: 124.428037ms)","trace[35336391] 'applied index is now lower than readState.Index' (duration: 36.271339ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:14.580085Z","caller":"traceutil/trace.go:171","msg":"trace[60204247] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"194.549137ms","start":"2026-06-28T20:46:14.385499Z","end":"2026-06-28T20:46:14.580048Z","steps":["trace[60204247] 'process raft request' (duration: 158.057743ms)","trace[60204247] 'compare' (duration: 35.989542ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:14.580229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.003472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:14.580284Z","caller":"traceutil/trace.go:171","msg":"trace[1326178733] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24809; }","duration":"161.106265ms","start":"2026-06-28T20:46:14.41916Z","end":"2026-06-28T20:46:14.580267Z","steps":["trace[1326178733] 'agreement among raft nodes before linearized reading' (duration: 160.942871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:14.580437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.939948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-28T20:46:14.580512Z","caller":"traceutil/trace.go:171","msg":"trace[295018139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24809; }","duration":"122.058331ms","start":"2026-06-28T20:46:14.458433Z","end":"2026-06-28T20:46:14.580491Z","steps":["trace[295018139] 'agreement among raft nodes before linearized reading' (duration: 121.725033ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:14.844635Z","caller":"traceutil/trace.go:171","msg":"trace[1219544034] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"135.493419ms","start":"2026-06-28T20:46:14.709104Z","end":"2026-06-28T20:46:14.844597Z","steps":["trace[1219544034] 'process raft request' (duration: 106.83795ms)","trace[1219544034] 'compare' (duration: 28.490125ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:15.206494Z","caller":"traceutil/trace.go:171","msg":"trace[967981163] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"126.608028ms","start":"2026-06-28T20:46:15.079863Z","end":"2026-06-28T20:46:15.206471Z","steps":["trace[967981163] 'process raft request' (duration: 126.480035ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:15.520018Z","caller":"traceutil/trace.go:171","msg":"trace[1824721644] linearizableReadLoop","detail":"{readStateIndex:25691; appliedIndex:25690; }","duration":"108.417257ms","start":"2026-06-28T20:46:15.411572Z","end":"2026-06-28T20:46:15.519989Z","steps":["trace[1824721644] 'read index received' (duration: 75.571929ms)","trace[1824721644] 'applied index is now lower than readState.Index' (duration: 32.844118ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:15.520078Z","caller":"traceutil/trace.go:171","msg":"trace[518022877] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"257.094407ms","start":"2026-06-28T20:46:15.262936Z","end":"2026-06-28T20:46:15.52003Z","steps":["trace[518022877] 'process raft request' (duration: 224.122006ms)","trace[518022877] 'compare' (duration: 32.708205ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:15.520179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.588032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:15.520232Z","caller":"traceutil/trace.go:171","msg":"trace[2096654025] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24824; }","duration":"108.703644ms","start":"2026-06-28T20:46:15.411516Z","end":"2026-06-28T20:46:15.520219Z","steps":["trace[2096654025] 'agreement among raft nodes before linearized reading' (duration: 108.580491ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:16.238214Z","caller":"traceutil/trace.go:171","msg":"trace[195959007] linearizableReadLoop","detail":"{readStateIndex:25708; appliedIndex:25707; }","duration":"117.146094ms","start":"2026-06-28T20:46:16.121041Z","end":"2026-06-28T20:46:16.238187Z","steps":["trace[195959007] 'read index received' (duration: 116.910218ms)","trace[195959007] 'applied index is now lower than readState.Index' (duration: 235.066µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:16.238267Z","caller":"traceutil/trace.go:171","msg":"trace[1798367339] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"260.464158ms","start":"2026-06-28T20:46:15.977777Z","end":"2026-06-28T20:46:16.238242Z","steps":["trace[1798367339] 'process raft request' (duration: 260.236573ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:16.238515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.448702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:16.238585Z","caller":"traceutil/trace.go:171","msg":"trace[1531607971] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24841; }","duration":"117.586745ms","start":"2026-06-28T20:46:16.120985Z","end":"2026-06-28T20:46:16.238571Z","steps":["trace[1531607971] 'agreement among raft nodes before linearized reading' (duration: 117.308188ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:16.713909Z","caller":"traceutil/trace.go:171","msg":"trace[62324889] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"103.105011ms","start":"2026-06-28T20:46:16.610782Z","end":"2026-06-28T20:46:16.713887Z","steps":["trace[62324889] 'process raft request' (duration: 103.03352ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:16.71407Z","caller":"traceutil/trace.go:171","msg":"trace[942316059] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"103.840739ms","start":"2026-06-28T20:46:16.610221Z","end":"2026-06-28T20:46:16.714062Z","steps":["trace[942316059] 'process raft request' (duration: 57.526763ms)","trace[942316059] 'compare' (duration: 45.827715ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:16.948416Z","caller":"traceutil/trace.go:171","msg":"trace[1898870745] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"180.843013ms","start":"2026-06-28T20:46:16.767545Z","end":"2026-06-28T20:46:16.948388Z","steps":["trace[1898870745] 'process raft request' (duration: 179.144272ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.227205Z","caller":"traceutil/trace.go:171","msg":"trace[816907137] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"181.306863ms","start":"2026-06-28T20:46:17.04586Z","end":"2026-06-28T20:46:17.227167Z","steps":["trace[816907137] 'process raft request' (duration: 181.061668ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:17.56773Z","caller":"traceutil/trace.go:171","msg":"trace[1853381324] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"110.356873ms","start":"2026-06-28T20:46:17.457331Z","end":"2026-06-28T20:46:17.567688Z","steps":["trace[1853381324] 'process raft request' (duration: 53.62845ms)","trace[1853381324] 'compare' (duration: 56.531989ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:18.898142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.134831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:46:18.898291Z","caller":"traceutil/trace.go:171","msg":"trace[396732853] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24888; }","duration":"100.321335ms","start":"2026-06-28T20:46:18.797933Z","end":"2026-06-28T20:46:18.898254Z","steps":["trace[396732853] 'range keys from in-memory index tree' (duration: 99.933965ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:20.0103Z","caller":"traceutil/trace.go:171","msg":"trace[1797761148] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"158.575145ms","start":"2026-06-28T20:46:19.851689Z","end":"2026-06-28T20:46:20.010264Z","steps":["trace[1797761148] 'process raft request' (duration: 158.411021ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:20.545833Z","caller":"traceutil/trace.go:171","msg":"trace[261091749] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"156.327333ms","start":"2026-06-28T20:46:20.389482Z","end":"2026-06-28T20:46:20.545809Z","steps":["trace[261091749] 'process raft request' (duration: 120.127405ms)","trace[261091749] 'compare' (duration: 36.045204ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:20.546054Z","caller":"traceutil/trace.go:171","msg":"trace[453490133] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"156.502366ms","start":"2026-06-28T20:46:20.389538Z","end":"2026-06-28T20:46:20.54604Z","steps":["trace[453490133] 'process raft request' (duration: 156.23923ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:20.546211Z","caller":"traceutil/trace.go:171","msg":"trace[2109994485] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25761; }","duration":"115.780842ms","start":"2026-06-28T20:46:20.430422Z","end":"2026-06-28T20:46:20.546203Z","steps":["trace[2109994485] 'read index received' (duration: 48.848417ms)","trace[2109994485] 'applied index is now lower than readState.Index' (duration: 66.931705ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:20.546264Z","caller":"traceutil/trace.go:171","msg":"trace[1623158898] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"156.676211ms","start":"2026-06-28T20:46:20.389552Z","end":"2026-06-28T20:46:20.546228Z","steps":["trace[1623158898] 'process raft request' (duration: 156.433695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:20.546365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-06-28T20:46:20.546431Z","caller":"traceutil/trace.go:171","msg":"trace[1707527978] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24898; }","duration":"116.028658ms","start":"2026-06-28T20:46:20.430386Z","end":"2026-06-28T20:46:20.546415Z","steps":["trace[1707527978] 'agreement among raft nodes before linearized reading' (duration: 115.840704ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:24.80762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.315423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:46:24.807746Z","caller":"traceutil/trace.go:171","msg":"trace[1470549149] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25780; }","duration":"431.377216ms","start":"2026-06-28T20:46:24.376348Z","end":"2026-06-28T20:46:24.807726Z","steps":["trace[1470549149] 'read index received' (duration: 38.151µs)","trace[1470549149] 'applied index is now lower than readState.Index' (duration: 431.334295ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:24.808762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.40546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-06-28T20:46:24.808802Z","caller":"traceutil/trace.go:171","msg":"trace[2101244644] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24912; }","duration":"432.481852ms","start":"2026-06-28T20:46:24.376307Z","end":"2026-06-28T20:46:24.808789Z","steps":["trace[2101244644] 'agreement among raft nodes before linearized reading' (duration: 432.299158ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:24.808835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.376288Z","time spent":"432.538283ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-06-28T20:46:25.037617Z","caller":"traceutil/trace.go:171","msg":"trace[560254983] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"360.783224ms","start":"2026-06-28T20:46:24.676799Z","end":"2026-06-28T20:46:25.037582Z","steps":["trace[560254983] 'process raft request' (duration: 360.564909ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.037911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.676769Z","time spent":"361.038329ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:25.379031Z","caller":"traceutil/trace.go:171","msg":"trace[928847213] linearizableReadLoop","detail":"{readStateIndex:25783; appliedIndex:25781; }","duration":"571.227837ms","start":"2026-06-28T20:46:24.807777Z","end":"2026-06-28T20:46:25.379005Z","steps":["trace[928847213] 'read index received' (duration: 229.677219ms)","trace[928847213] 'applied index is now lower than readState.Index' (duration: 341.549688ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:25.379222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.028495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:46:25.379258Z","caller":"traceutil/trace.go:171","msg":"trace[1358045330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24915; }","duration":"808.097017ms","start":"2026-06-28T20:46:24.571151Z","end":"2026-06-28T20:46:25.379248Z","steps":["trace[1358045330] 'agreement among raft nodes before linearized reading' (duration: 807.944924ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.60384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-28T20:46:25.379272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.465761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-28T20:46:25.379294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.571141Z","time spent":"808.145688ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:46:25.379303Z","caller":"traceutil/trace.go:171","msg":"trace[1698413584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24915; }","duration":"966.673832ms","start":"2026-06-28T20:46:24.412619Z","end":"2026-06-28T20:46:25.379293Z","steps":["trace[1698413584] 'agreement among raft nodes before linearized reading' (duration: 966.534609ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.379323Z","caller":"traceutil/trace.go:171","msg":"trace[2062062000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24915; }","duration":"614.541674ms","start":"2026-06-28T20:46:24.764767Z","end":"2026-06-28T20:46:25.379309Z","steps":["trace[2062062000] 'agreement among raft nodes before linearized reading' (duration: 614.308108ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.412602Z","time spent":"966.722603ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:46:25.379342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.887127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-06-28T20:46:25.379356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.764753Z","time spent":"614.595045ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:46:25.379368Z","caller":"traceutil/trace.go:171","msg":"trace[1581640264] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24915; }","duration":"629.956828ms","start":"2026-06-28T20:46:24.749404Z","end":"2026-06-28T20:46:25.379361Z","steps":["trace[1581640264] 'agreement among raft nodes before linearized reading' (duration: 629.871446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.749382Z","time spent":"630.000369ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-06-28T20:46:25.379377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.656341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-06-28T20:46:25.379432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.69851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:25.379445Z","caller":"traceutil/trace.go:171","msg":"trace[1529897857] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"599.557209ms","start":"2026-06-28T20:46:24.779877Z","end":"2026-06-28T20:46:25.379435Z","steps":["trace[1529897857] 'process raft request' (duration: 598.871632ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.37946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.791072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:25.379416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.854074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:25.379463Z","caller":"traceutil/trace.go:171","msg":"trace[1222910075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24915; }","duration":"808.804074ms","start":"2026-06-28T20:46:24.570638Z","end":"2026-06-28T20:46:25.379442Z","steps":["trace[1222910075] 'agreement among raft nodes before linearized reading' (duration: 808.502597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.930647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-06-28T20:46:25.379506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.779853Z","time spent":"599.612759ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:46:25.379524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.570612Z","time spent":"808.893385ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-28T20:46:25.379461Z","caller":"traceutil/trace.go:171","msg":"trace[799771846] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24915; }","duration":"376.787593ms","start":"2026-06-28T20:46:25.002664Z","end":"2026-06-28T20:46:25.379451Z","steps":["trace[799771846] 'agreement among raft nodes before linearized reading' (duration: 376.738972ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.126639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:46:25.379548Z","caller":"traceutil/trace.go:171","msg":"trace[804065523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24915; }","duration":"812.071551ms","start":"2026-06-28T20:46:24.567456Z","end":"2026-06-28T20:46:25.379527Z","steps":["trace[804065523] 'agreement among raft nodes before linearized reading' (duration: 811.695132ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.379572Z","caller":"traceutil/trace.go:171","msg":"trace[807154351] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24915; }","duration":"412.181641ms","start":"2026-06-28T20:46:24.967382Z","end":"2026-06-28T20:46:25.379564Z","steps":["trace[807154351] 'agreement among raft nodes before linearized reading' (duration: 412.115069ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.967369Z","time spent":"412.217212ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:25.379586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:25.002644Z","time spent":"376.925746ms","remote":"127.0.0.1:53782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:25.379485Z","caller":"traceutil/trace.go:171","msg":"trace[1839733882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24915; }","duration":"441.859394ms","start":"2026-06-28T20:46:24.937618Z","end":"2026-06-28T20:46:25.379477Z","steps":["trace[1839733882] 'agreement among raft nodes before linearized reading' (duration: 441.816363ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.567437Z","time spent":"812.169564ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:25.379649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.937599Z","time spent":"442.042819ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:46:25.379669Z","caller":"traceutil/trace.go:171","msg":"trace[1754202651] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"563.239488ms","start":"2026-06-28T20:46:24.81642Z","end":"2026-06-28T20:46:25.379659Z","steps":["trace[1754202651] 'process raft request' (duration: 562.516961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.816408Z","time spent":"563.286519ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:25.379734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.797972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:25.379757Z","caller":"traceutil/trace.go:171","msg":"trace[81399286] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24915; }","duration":"256.849532ms","start":"2026-06-28T20:46:25.1229Z","end":"2026-06-28T20:46:25.379749Z","steps":["trace[81399286] 'agreement among raft nodes before linearized reading' (duration: 256.812381ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.37952Z","caller":"traceutil/trace.go:171","msg":"trace[117154647] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24915; }","duration":"566.996857ms","start":"2026-06-28T20:46:24.812498Z","end":"2026-06-28T20:46:25.379495Z","steps":["trace[117154647] 'agreement among raft nodes before linearized reading' (duration: 566.777012ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.379826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.812482Z","time spent":"567.326885ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:25.37994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.894317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274394"} {"level":"warn","ts":"2026-06-28T20:46:25.379958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.928695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-06-28T20:46:25.379972Z","caller":"traceutil/trace.go:171","msg":"trace[191628767] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24915; }","duration":"200.961029ms","start":"2026-06-28T20:46:25.179002Z","end":"2026-06-28T20:46:25.379963Z","steps":["trace[191628767] 'agreement among raft nodes before linearized reading' (duration: 200.636851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.379995Z","caller":"traceutil/trace.go:171","msg":"trace[1698895739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24915; }","duration":"525.999437ms","start":"2026-06-28T20:46:24.853984Z","end":"2026-06-28T20:46:25.379983Z","steps":["trace[1698895739] 'agreement among raft nodes before linearized reading' (duration: 525.854593ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.380025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.853965Z","time spent":"526.053597ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-06-28T20:46:25.380038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.210436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:46:25.380062Z","caller":"traceutil/trace.go:171","msg":"trace[217707588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24915; }","duration":"538.266806ms","start":"2026-06-28T20:46:24.841789Z","end":"2026-06-28T20:46:25.380055Z","steps":["trace[217707588] 'agreement among raft nodes before linearized reading' (duration: 538.195375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.380081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:24.841771Z","time spent":"538.303608ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:46:25.584612Z","caller":"traceutil/trace.go:171","msg":"trace[1911869612] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25784; }","duration":"200.441687ms","start":"2026-06-28T20:46:25.38414Z","end":"2026-06-28T20:46:25.584582Z","steps":["trace[1911869612] 'read index received' (duration: 115.732111ms)","trace[1911869612] 'applied index is now lower than readState.Index' (duration: 84.708416ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:25.584754Z","caller":"traceutil/trace.go:171","msg":"trace[264435361] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"200.847087ms","start":"2026-06-28T20:46:25.38389Z","end":"2026-06-28T20:46:25.584738Z","steps":["trace[264435361] 'process raft request' (duration: 115.874424ms)","trace[264435361] 'compare' (duration: 84.525582ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:25.584964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.798075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" ","response":"range_response_count:1 size:7225"} {"level":"info","ts":"2026-06-28T20:46:25.585066Z","caller":"traceutil/trace.go:171","msg":"trace[890979242] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn; range_end:; response_count:1; response_revision:24916; }","duration":"200.98135ms","start":"2026-06-28T20:46:25.384052Z","end":"2026-06-28T20:46:25.585034Z","steps":["trace[890979242] 'agreement among raft nodes before linearized reading' (duration: 200.676732ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:25.588002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.603543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:25.588103Z","caller":"traceutil/trace.go:171","msg":"trace[449937326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24919; }","duration":"190.754417ms","start":"2026-06-28T20:46:25.397335Z","end":"2026-06-28T20:46:25.588089Z","steps":["trace[449937326] 'agreement among raft nodes before linearized reading' (duration: 190.603143ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.588391Z","caller":"traceutil/trace.go:171","msg":"trace[1052262625] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"203.873138ms","start":"2026-06-28T20:46:25.384506Z","end":"2026-06-28T20:46:25.588379Z","steps":["trace[1052262625] 'process raft request' (duration: 203.263343ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.588524Z","caller":"traceutil/trace.go:171","msg":"trace[402541425] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"203.664463ms","start":"2026-06-28T20:46:25.384851Z","end":"2026-06-28T20:46:25.588515Z","steps":["trace[402541425] 'process raft request' (duration: 203.015828ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:25.588643Z","caller":"traceutil/trace.go:171","msg":"trace[242894920] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"203.215283ms","start":"2026-06-28T20:46:25.385419Z","end":"2026-06-28T20:46:25.588634Z","steps":["trace[242894920] 'process raft request' (duration: 202.482086ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:26.293447Z","caller":"traceutil/trace.go:171","msg":"trace[439346452] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"115.357082ms","start":"2026-06-28T20:46:26.178052Z","end":"2026-06-28T20:46:26.293409Z","steps":["trace[439346452] 'process raft request' (duration: 86.946209ms)","trace[439346452] 'compare' (duration: 28.243919ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:26.914323Z","caller":"traceutil/trace.go:171","msg":"trace[1168773998] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25797; }","duration":"138.615682ms","start":"2026-06-28T20:46:26.77568Z","end":"2026-06-28T20:46:26.914296Z","steps":["trace[1168773998] 'read index received' (duration: 138.382297ms)","trace[1168773998] 'applied index is now lower than readState.Index' (duration: 232.545µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:26.914647Z","caller":"traceutil/trace.go:171","msg":"trace[1612100966] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"141.88897ms","start":"2026-06-28T20:46:26.772733Z","end":"2026-06-28T20:46:26.914621Z","steps":["trace[1612100966] 'process raft request' (duration: 141.403639ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:26.914859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.151935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:26.914897Z","caller":"traceutil/trace.go:171","msg":"trace[1998482386] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24929; }","duration":"139.220677ms","start":"2026-06-28T20:46:26.775667Z","end":"2026-06-28T20:46:26.914887Z","steps":["trace[1998482386] 'agreement among raft nodes before linearized reading' (duration: 139.135735ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:27.069259Z","caller":"traceutil/trace.go:171","msg":"trace[66305016] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"142.627448ms","start":"2026-06-28T20:46:26.926582Z","end":"2026-06-28T20:46:27.069209Z","steps":["trace[66305016] 'process raft request' (duration: 66.837903ms)","trace[66305016] 'compare' (duration: 75.60947ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:27.070341Z","caller":"traceutil/trace.go:171","msg":"trace[584144900] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"139.871832ms","start":"2026-06-28T20:46:26.930446Z","end":"2026-06-28T20:46:27.070318Z","steps":["trace[584144900] 'process raft request' (duration: 139.707628ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:27.070532Z","caller":"traceutil/trace.go:171","msg":"trace[1480144388] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25798; }","duration":"134.909054ms","start":"2026-06-28T20:46:26.935594Z","end":"2026-06-28T20:46:27.070503Z","steps":["trace[1480144388] 'read index received' (duration: 57.86268ms)","trace[1480144388] 'applied index is now lower than readState.Index' (duration: 77.044354ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:27.070541Z","caller":"traceutil/trace.go:171","msg":"trace[992226791] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"139.992125ms","start":"2026-06-28T20:46:26.930525Z","end":"2026-06-28T20:46:27.070517Z","steps":["trace[992226791] 'process raft request' (duration: 139.742319ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:27.070677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.064118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:27.070709Z","caller":"traceutil/trace.go:171","msg":"trace[858357099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24932; }","duration":"135.164511ms","start":"2026-06-28T20:46:26.935535Z","end":"2026-06-28T20:46:27.0707Z","steps":["trace[858357099] 'agreement among raft nodes before linearized reading' (duration: 135.058589ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:27.821526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.856316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:27.822019Z","caller":"traceutil/trace.go:171","msg":"trace[1713853670] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25806; }","duration":"225.039469ms","start":"2026-06-28T20:46:27.596962Z","end":"2026-06-28T20:46:27.822002Z","steps":["trace[1713853670] 'read index received' (duration: 36.646608ms)","trace[1713853670] 'applied index is now lower than readState.Index' (duration: 188.391911ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:27.822127Z","caller":"traceutil/trace.go:171","msg":"trace[1500818319] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"225.217384ms","start":"2026-06-28T20:46:27.596896Z","end":"2026-06-28T20:46:27.822113Z","steps":["trace[1500818319] 'process raft request' (duration: 102.478087ms)","trace[1500818319] 'compare' (duration: 121.354364ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:27.822177Z","caller":"traceutil/trace.go:171","msg":"trace[751642518] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"224.356513ms","start":"2026-06-28T20:46:27.597785Z","end":"2026-06-28T20:46:27.822142Z","steps":["trace[751642518] 'process raft request' (duration: 224.175469ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:27.82227Z","caller":"traceutil/trace.go:171","msg":"trace[1975163055] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"224.713532ms","start":"2026-06-28T20:46:27.597536Z","end":"2026-06-28T20:46:27.82225Z","steps":["trace[1975163055] 'process raft request' (duration: 224.319893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:27.822336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.346146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:46:27.823039Z","caller":"traceutil/trace.go:171","msg":"trace[2023643343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24941; }","duration":"226.072014ms","start":"2026-06-28T20:46:27.596951Z","end":"2026-06-28T20:46:27.823023Z","steps":["trace[2023643343] 'agreement among raft nodes before linearized reading' (duration: 225.202054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:27.822524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.08714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129712"} {"level":"info","ts":"2026-06-28T20:46:27.823103Z","caller":"traceutil/trace.go:171","msg":"trace[1192057517] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24941; }","duration":"157.689544ms","start":"2026-06-28T20:46:27.665399Z","end":"2026-06-28T20:46:27.823088Z","steps":["trace[1192057517] 'agreement among raft nodes before linearized reading' (duration: 157.023468ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:28.269273Z","caller":"traceutil/trace.go:171","msg":"trace[1921430506] linearizableReadLoop","detail":"{readStateIndex:25815; appliedIndex:25814; }","duration":"213.873214ms","start":"2026-06-28T20:46:28.055363Z","end":"2026-06-28T20:46:28.269236Z","steps":["trace[1921430506] 'read index received' (duration: 119.93273ms)","trace[1921430506] 'applied index is now lower than readState.Index' (duration: 93.939174ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:28.269571Z","caller":"traceutil/trace.go:171","msg":"trace[882804872] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"217.306816ms","start":"2026-06-28T20:46:28.052185Z","end":"2026-06-28T20:46:28.269492Z","steps":["trace[882804872] 'process raft request' (duration: 123.169347ms)","trace[882804872] 'compare' (duration: 93.546705ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:28.269645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.1256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-06-28T20:46:28.269717Z","caller":"traceutil/trace.go:171","msg":"trace[1794662955] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24945; }","duration":"135.249203ms","start":"2026-06-28T20:46:28.134449Z","end":"2026-06-28T20:46:28.269698Z","steps":["trace[1794662955] 'agreement among raft nodes before linearized reading' (duration: 135.064629ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:28.269574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.190292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:28.269902Z","caller":"traceutil/trace.go:171","msg":"trace[1053043080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24945; }","duration":"214.483189ms","start":"2026-06-28T20:46:28.055306Z","end":"2026-06-28T20:46:28.269789Z","steps":["trace[1053043080] 'agreement among raft nodes before linearized reading' (duration: 214.160252ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.267593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.487591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:29.267708Z","caller":"traceutil/trace.go:171","msg":"trace[909003828] linearizableReadLoop","detail":"{readStateIndex:25816; appliedIndex:25815; }","duration":"964.830789ms","start":"2026-06-28T20:46:28.302859Z","end":"2026-06-28T20:46:29.26769Z","steps":["trace[909003828] 'read index received' (duration: 152.073392ms)","trace[909003828] 'applied index is now lower than readState.Index' (duration: 812.756187ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:29.267858Z","caller":"traceutil/trace.go:171","msg":"trace[715127543] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"994.129432ms","start":"2026-06-28T20:46:28.273691Z","end":"2026-06-28T20:46:29.26782Z","steps":["trace[715127543] 'process raft request' (duration: 181.331044ms)","trace[715127543] 'compare' (duration: 811.987469ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:29.267935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.080765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:29.267978Z","caller":"traceutil/trace.go:171","msg":"trace[512853712] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24946; }","duration":"965.162507ms","start":"2026-06-28T20:46:28.302803Z","end":"2026-06-28T20:46:29.267965Z","steps":["trace[512853712] 'agreement among raft nodes before linearized reading' (duration: 965.093135ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:29.26802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.302778Z","time spent":"965.231809ms","remote":"127.0.0.1:39470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:29.268021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.273673Z","time spent":"994.268816ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:29.271732Z","caller":"traceutil/trace.go:171","msg":"trace[1351039048] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"192.688923ms","start":"2026-06-28T20:46:29.079016Z","end":"2026-06-28T20:46:29.271705Z","steps":["trace[1351039048] 'process raft request' (duration: 192.516939ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.596787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017659668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:30.597002Z","caller":"traceutil/trace.go:171","msg":"trace[351134802] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.120409762s","start":"2026-06-28T20:46:29.476577Z","end":"2026-06-28T20:46:30.596987Z","steps":["trace[351134802] 'process raft request' (duration: 1.120370541s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.597059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.476556Z","time spent":"1.120479484s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:30.597202Z","caller":"traceutil/trace.go:171","msg":"trace[137808187] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"1.517756102s","start":"2026-06-28T20:46:29.079436Z","end":"2026-06-28T20:46:30.597192Z","steps":["trace[137808187] 'process raft request' (duration: 499.617632ms)","trace[137808187] 'compare' (duration: 1.017133436s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:30.597244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.079429Z","time spent":"1.517794623s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:30.597379Z","caller":"traceutil/trace.go:171","msg":"trace[2032676912] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25817; }","duration":"1.329610066s","start":"2026-06-28T20:46:29.267733Z","end":"2026-06-28T20:46:30.597343Z","steps":["trace[2032676912] 'read index received' (duration: 4.23952ms)","trace[2032676912] 'applied index is now lower than readState.Index' (duration: 1.325366156s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:30.597689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642837714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-06-28T20:46:30.597729Z","caller":"traceutil/trace.go:171","msg":"trace[930446593] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24950; }","duration":"1.642950176s","start":"2026-06-28T20:46:28.954768Z","end":"2026-06-28T20:46:30.597718Z","steps":["trace[930446593] 'agreement among raft nodes before linearized reading' (duration: 1.642750312s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.597758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724824705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-06-28T20:46:30.597749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661124267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:30.597799Z","caller":"traceutil/trace.go:171","msg":"trace[1062740768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24950; }","duration":"1.724891677s","start":"2026-06-28T20:46:28.872895Z","end":"2026-06-28T20:46:30.597786Z","steps":["trace[1062740768] 'agreement among raft nodes before linearized reading' (duration: 1.724768224s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.597813Z","caller":"traceutil/trace.go:171","msg":"trace[2004523982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24950; }","duration":"1.661220079s","start":"2026-06-28T20:46:28.936576Z","end":"2026-06-28T20:46:30.597796Z","steps":["trace[2004523982] 'agreement among raft nodes before linearized reading' (duration: 1.661127137s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.597828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.872884Z","time spent":"1.724938458s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-06-28T20:46:30.597824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223150707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:30.59778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186845227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:30.597848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.936559Z","time spent":"1.661281451s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:30.597977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247421021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-06-28T20:46:30.597942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676482741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-06-28T20:46:30.597977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92010945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:46:30.598014Z","caller":"traceutil/trace.go:171","msg":"trace[480030814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24950; }","duration":"2.247473713s","start":"2026-06-28T20:46:28.350529Z","end":"2026-06-28T20:46:30.598003Z","steps":["trace[480030814] 'agreement among raft nodes before linearized reading' (duration: 2.24735768s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.35052Z","time spent":"2.247516334s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:46:30.597764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.954737Z","time spent":"1.643019978s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-28T20:46:30.597985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73093647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-06-28T20:46:30.59804Z","caller":"traceutil/trace.go:171","msg":"trace[2016605256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24950; }","duration":"1.676670355s","start":"2026-06-28T20:46:28.921347Z","end":"2026-06-28T20:46:30.598018Z","steps":["trace[2016605256] 'agreement among raft nodes before linearized reading' (duration: 1.676370838s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.348949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:30.598063Z","caller":"traceutil/trace.go:171","msg":"trace[1710466273] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24950; }","duration":"2.187157294s","start":"2026-06-28T20:46:28.410855Z","end":"2026-06-28T20:46:30.598012Z","steps":["trace[1710466273] 'agreement among raft nodes before linearized reading' (duration: 2.186771305s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598098Z","caller":"traceutil/trace.go:171","msg":"trace[1072315895] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24950; }","duration":"329.411771ms","start":"2026-06-28T20:46:30.268676Z","end":"2026-06-28T20:46:30.598088Z","steps":["trace[1072315895] 'agreement among raft nodes before linearized reading' (duration: 329.36323ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.921327Z","time spent":"1.676760297s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-28T20:46:30.598098Z","caller":"traceutil/trace.go:171","msg":"trace[122300408] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24950; }","duration":"1.731086064s","start":"2026-06-28T20:46:28.866989Z","end":"2026-06-28T20:46:30.598075Z","steps":["trace[122300408] 'agreement among raft nodes before linearized reading' (duration: 1.730779266s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.268656Z","time spent":"329.467472ms","remote":"127.0.0.1:44514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:30.59815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.86074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-06-28T20:46:30.598146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.866971Z","time spent":"1.731164916s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.823715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-06-28T20:46:30.597854Z","caller":"traceutil/trace.go:171","msg":"trace[1020007584] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24950; }","duration":"2.223221498s","start":"2026-06-28T20:46:28.374624Z","end":"2026-06-28T20:46:30.597846Z","steps":["trace[1020007584] 'agreement among raft nodes before linearized reading' (duration: 2.223169017s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.631883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:30.598221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.667266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:30.59804Z","caller":"traceutil/trace.go:171","msg":"trace[1978186364] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:24950; }","duration":"1.920223282s","start":"2026-06-28T20:46:28.677802Z","end":"2026-06-28T20:46:30.598025Z","steps":["trace[1978186364] 'agreement among raft nodes before linearized reading' (duration: 1.919984087s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250082474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-06-28T20:46:30.598266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246320684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:30.598275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.374599Z","time spent":"2.223640559s","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.677779Z","time spent":"1.920483509s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.3498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-28T20:46:30.598301Z","caller":"traceutil/trace.go:171","msg":"trace[1351941813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24950; }","duration":"1.246399306s","start":"2026-06-28T20:46:29.351889Z","end":"2026-06-28T20:46:30.598289Z","steps":["trace[1351941813] 'agreement among raft nodes before linearized reading' (duration: 1.246335754s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.856795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:46:30.598176Z","caller":"traceutil/trace.go:171","msg":"trace[1711520855] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24950; }","duration":"584.946653ms","start":"2026-06-28T20:46:30.01322Z","end":"2026-06-28T20:46:30.598167Z","steps":["trace[1711520855] 'agreement among raft nodes before linearized reading' (duration: 584.878961ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598326Z","caller":"traceutil/trace.go:171","msg":"trace[822125578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24950; }","duration":"715.421222ms","start":"2026-06-28T20:46:29.882895Z","end":"2026-06-28T20:46:30.598316Z","steps":["trace[822125578] 'agreement among raft nodes before linearized reading' (duration: 715.33476ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598338Z","caller":"traceutil/trace.go:171","msg":"trace[1515246109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24950; }","duration":"770.926187ms","start":"2026-06-28T20:46:29.827405Z","end":"2026-06-28T20:46:30.598331Z","steps":["trace[1515246109] 'agreement among raft nodes before linearized reading' (duration: 770.865115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.35187Z","time spent":"1.246454677s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:30.598333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146166763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-06-28T20:46:30.598361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.827377Z","time spent":"770.979638ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.013189Z","time spent":"585.154518ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.882875Z","time spent":"715.483493ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:46:30.598375Z","caller":"traceutil/trace.go:171","msg":"trace[1872576332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24950; }","duration":"1.146234553s","start":"2026-06-28T20:46:29.45213Z","end":"2026-06-28T20:46:30.598365Z","steps":["trace[1872576332] 'agreement among raft nodes before linearized reading' (duration: 1.146127041s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.597998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326529734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-06-28T20:46:30.598138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.80547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-28T20:46:30.598415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.452115Z","time spent":"1.146292395s","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-06-28T20:46:30.598393Z","caller":"traceutil/trace.go:171","msg":"trace[407983622] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.324778052s","start":"2026-06-28T20:46:29.272484Z","end":"2026-06-28T20:46:30.597262Z","steps":["trace[407983622] 'process raft request' (duration: 1.324396163s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598439Z","caller":"traceutil/trace.go:171","msg":"trace[514133388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24950; }","duration":"1.327010855s","start":"2026-06-28T20:46:29.271404Z","end":"2026-06-28T20:46:30.598415Z","steps":["trace[514133388] 'agreement among raft nodes before linearized reading' (duration: 1.326525383s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.59817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.410786Z","time spent":"2.187357199s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:30.598457Z","caller":"traceutil/trace.go:171","msg":"trace[1443556765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24950; }","duration":"960.164398ms","start":"2026-06-28T20:46:29.63828Z","end":"2026-06-28T20:46:30.598444Z","steps":["trace[1443556765] 'agreement among raft nodes before linearized reading' (duration: 959.81464ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598209Z","caller":"traceutil/trace.go:171","msg":"trace[570548397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24950; }","duration":"770.906877ms","start":"2026-06-28T20:46:29.827293Z","end":"2026-06-28T20:46:30.5982Z","steps":["trace[570548397] 'agreement among raft nodes before linearized reading' (duration: 770.796844ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.271374Z","time spent":"1.327095757s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.638252Z","time spent":"960.23773ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:46:30.59851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.827271Z","time spent":"771.226454ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:46:30.598311Z","caller":"traceutil/trace.go:171","msg":"trace[834781697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24950; }","duration":"2.250271099s","start":"2026-06-28T20:46:28.348014Z","end":"2026-06-28T20:46:30.598285Z","steps":["trace[834781697] 'agreement among raft nodes before linearized reading' (duration: 2.249849499s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:30.598247Z","caller":"traceutil/trace.go:171","msg":"trace[1662953821] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24950; }","duration":"804.729237ms","start":"2026-06-28T20:46:29.793509Z","end":"2026-06-28T20:46:30.598238Z","steps":["trace[1662953821] 'agreement among raft nodes before linearized reading' (duration: 804.644295ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:28.347981Z","time spent":"2.250571006s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:30.598578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.79345Z","time spent":"805.119786ms","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:30.598259Z","caller":"traceutil/trace.go:171","msg":"trace[1216960413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24950; }","duration":"358.700334ms","start":"2026-06-28T20:46:30.239534Z","end":"2026-06-28T20:46:30.598234Z","steps":["trace[1216960413] 'agreement among raft nodes before linearized reading' (duration: 358.660373ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:30.598644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.239507Z","time spent":"359.121785ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:30.598824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:29.272461Z","time spent":"1.326009441s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:46:32.130302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.191551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:32.130439Z","caller":"traceutil/trace.go:171","msg":"trace[215183416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24950; }","duration":"882.341576ms","start":"2026-06-28T20:46:31.248077Z","end":"2026-06-28T20:46:32.130419Z","steps":["trace[215183416] 'range keys from in-memory index tree' (duration: 882.170501ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:32.130603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194924617s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-06-28T20:46:32.130675Z","caller":"traceutil/trace.go:171","msg":"trace[1397563512] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25820; }","duration":"1.529087471s","start":"2026-06-28T20:46:30.601575Z","end":"2026-06-28T20:46:32.130663Z","steps":["trace[1397563512] 'read index received' (duration: 334.075872ms)","trace[1397563512] 'applied index is now lower than readState.Index' (duration: 1.195010429s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:32.130752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.599803Z","time spent":"1.530940935s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:32.130813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529234155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:32.130843Z","caller":"traceutil/trace.go:171","msg":"trace[2042314374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24950; }","duration":"1.529285966s","start":"2026-06-28T20:46:30.601549Z","end":"2026-06-28T20:46:32.130835Z","steps":["trace[2042314374] 'agreement among raft nodes before linearized reading' (duration: 1.529227244s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:32.130873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.601531Z","time spent":"1.529335267s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:32.433457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497851191s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:34.140253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:34.140352Z","caller":"traceutil/trace.go:171","msg":"trace[1571154751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723489s","start":"2026-06-28T20:46:32.139606Z","end":"2026-06-28T20:46:34.140329Z","steps":["trace[1571154751] 'agreement among raft nodes before linearized reading' (duration: 2.000600166s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.140404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.139588Z","time spent":"2.000806611s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:34 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:34.754039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320201695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:34.754704Z","caller":"traceutil/trace.go:171","msg":"trace[1973173936] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"4.146192527s","start":"2026-06-28T20:46:30.608489Z","end":"2026-06-28T20:46:34.754681Z","steps":["trace[1973173936] 'process raft request' (duration: 4.146109295s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:34.754721Z","caller":"traceutil/trace.go:171","msg":"trace[1915905115] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"4.149345161s","start":"2026-06-28T20:46:30.605336Z","end":"2026-06-28T20:46:34.754681Z","steps":["trace[1915905115] 'process raft request' (duration: 4.149052324s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:34.754831Z","caller":"traceutil/trace.go:171","msg":"trace[990454399] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"4.148828769s","start":"2026-06-28T20:46:30.605993Z","end":"2026-06-28T20:46:34.754822Z","steps":["trace[990454399] 'process raft request' (duration: 4.14844126s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.754893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.605966Z","time spent":"4.148901551s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:34.754939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.605317Z","time spent":"4.149522516s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:34.75517Z","caller":"traceutil/trace.go:171","msg":"trace[1346201823] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"4.149115716s","start":"2026-06-28T20:46:30.606045Z","end":"2026-06-28T20:46:34.75516Z","steps":["trace[1346201823] 'process raft request' (duration: 4.14842975s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.755236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.606034Z","time spent":"4.149169147s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:34.755315Z","caller":"traceutil/trace.go:171","msg":"trace[1732180126] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"4.151267437s","start":"2026-06-28T20:46:30.604035Z","end":"2026-06-28T20:46:34.755302Z","steps":["trace[1732180126] 'process raft request' (duration: 1.829695539s)","trace[1732180126] 'compare' (duration: 2.318136856s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:34.755369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.604017Z","time spent":"4.151327999s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:34.755378Z","caller":"traceutil/trace.go:171","msg":"trace[1575252314] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"4.149064345s","start":"2026-06-28T20:46:30.606304Z","end":"2026-06-28T20:46:34.755369Z","steps":["trace[1575252314] 'process raft request' (duration: 4.148204875s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:34.755442Z","caller":"traceutil/trace.go:171","msg":"trace[923269492] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"4.150226363s","start":"2026-06-28T20:46:30.605207Z","end":"2026-06-28T20:46:34.755433Z","steps":["trace[923269492] 'process raft request' (duration: 4.148960223s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.755437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.606296Z","time spent":"4.149104646s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:34.755499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.605189Z","time spent":"4.150276423s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:34.754786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.60848Z","time spent":"4.146270768s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:34.755554Z","caller":"traceutil/trace.go:171","msg":"trace[1642967746] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"4.150246893s","start":"2026-06-28T20:46:30.605286Z","end":"2026-06-28T20:46:34.755533Z","steps":["trace[1642967746] 'process raft request' (duration: 4.149055795s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:34.755611Z","caller":"traceutil/trace.go:171","msg":"trace[1270791269] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"4.150354826s","start":"2026-06-28T20:46:30.605246Z","end":"2026-06-28T20:46:34.755601Z","steps":["trace[1270791269] 'process raft request' (duration: 4.149053345s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:34.755602Z","caller":"traceutil/trace.go:171","msg":"trace[222237921] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"4.074383456s","start":"2026-06-28T20:46:30.681187Z","end":"2026-06-28T20:46:34.755571Z","steps":["trace[222237921] 'process raft request' (duration: 4.073451804s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.755665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.605236Z","time spent":"4.150399406s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:34.755721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.605277Z","time spent":"4.150354515s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:34.755754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.681148Z","time spent":"4.074520939s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:34.755547Z","caller":"traceutil/trace.go:171","msg":"trace[1671901692] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"4.14803707s","start":"2026-06-28T20:46:30.607474Z","end":"2026-06-28T20:46:34.755511Z","steps":["trace[1671901692] 'process raft request' (duration: 4.147078688s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:34.755916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.60746Z","time spent":"4.148414289s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:35.140003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.706347209s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:36.140721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:36.140878Z","caller":"traceutil/trace.go:171","msg":"trace[556054604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199007s","start":"2026-06-28T20:46:34.140652Z","end":"2026-06-28T20:46:36.140851Z","steps":["trace[556054604] 'agreement among raft nodes before linearized reading' (duration: 2.000003983s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:36.140944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.140629Z","time spent":"2.00030179s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:36 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:36.275991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:31.277719Z","time spent":"4.998263974s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:46:36 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:36.765745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999287515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:36.765826Z","caller":"traceutil/trace.go:171","msg":"trace[357297281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999403269s","start":"2026-06-28T20:46:34.766407Z","end":"2026-06-28T20:46:36.76581Z","steps":["trace[357297281] 'agreement among raft nodes before linearized reading' (duration: 1.999297046s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:36.765866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.766401Z","time spent":"1.99945472s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:36 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:37.539265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398719544s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:37.539475Z","caller":"traceutil/trace.go:171","msg":"trace[875604847] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25821; }","duration":"5.408703843s","start":"2026-06-28T20:46:32.130752Z","end":"2026-06-28T20:46:37.539455Z","steps":["trace[875604847] 'read index received' (duration: 302.931403ms)","trace[875604847] 'applied index is now lower than readState.Index' (duration: 5.10577142s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:37.53955Z","caller":"traceutil/trace.go:171","msg":"trace[1267165395] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"5.407330331s","start":"2026-06-28T20:46:32.132208Z","end":"2026-06-28T20:46:37.539538Z","steps":["trace[1267165395] 'process raft request' (duration: 5.407163547s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.539608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.132179Z","time spent":"5.407392903s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:37.539859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535273261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:37.53989Z","caller":"traceutil/trace.go:171","msg":"trace[1222734429] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24963; }","duration":"5.535313692s","start":"2026-06-28T20:46:32.004566Z","end":"2026-06-28T20:46:37.53988Z","steps":["trace[1222734429] 'agreement among raft nodes before linearized reading' (duration: 5.53522918s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.539922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.004484Z","time spent":"5.535429725s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:37.54008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789483621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:37.540121Z","caller":"traceutil/trace.go:171","msg":"trace[46781716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24963; }","duration":"5.789683806s","start":"2026-06-28T20:46:31.750426Z","end":"2026-06-28T20:46:37.540109Z","steps":["trace[46781716] 'agreement among raft nodes before linearized reading' (duration: 5.789629094s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.54015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:31.750398Z","time spent":"5.789743087s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:37.540317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.937872187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:37.540422Z","caller":"traceutil/trace.go:171","msg":"trace[1246515623] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24963; }","duration":"6.938009409s","start":"2026-06-28T20:46:30.602387Z","end":"2026-06-28T20:46:37.540397Z","steps":["trace[1246515623] 'agreement among raft nodes before linearized reading' (duration: 6.937805255s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.540434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.938262016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-06-28T20:46:37.540471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.602376Z","time spent":"6.938085432s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-06-28T20:46:37.540482Z","caller":"traceutil/trace.go:171","msg":"trace[27865291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed; range_end:; response_count:1; response_revision:24963; }","duration":"6.938360988s","start":"2026-06-28T20:46:30.602107Z","end":"2026-06-28T20:46:37.540468Z","steps":["trace[27865291] 'agreement among raft nodes before linearized reading' (duration: 6.938173124s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.540517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.602084Z","time spent":"6.93842606s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-46a621ec-6bbc-4ebd-89df-dc7a646440ed\" "} {"level":"warn","ts":"2026-06-28T20:46:37.540593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960334997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:37.540626Z","caller":"traceutil/trace.go:171","msg":"trace[928604613] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24963; }","duration":"5.960403819s","start":"2026-06-28T20:46:31.580212Z","end":"2026-06-28T20:46:37.540616Z","steps":["trace[928604613] 'agreement among raft nodes before linearized reading' (duration: 5.960350537s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.540658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:31.580187Z","time spent":"5.9604634s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:37.540736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.834691973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-06-28T20:46:37.540783Z","caller":"traceutil/trace.go:171","msg":"trace[120651148] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:24963; }","duration":"6.834778295s","start":"2026-06-28T20:46:30.705995Z","end":"2026-06-28T20:46:37.540773Z","steps":["trace[120651148] 'agreement among raft nodes before linearized reading' (duration: 6.834671213s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:37.54081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:30.705929Z","time spent":"6.834874577s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-06-28T20:46:37.603168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.605727Z","time spent":"4.997432625s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:46:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:37.604346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.606224Z","time spent":"4.998111411s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:46:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:38.039874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:38.151302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:38.151378Z","caller":"traceutil/trace.go:171","msg":"trace[467780394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032373s","start":"2026-06-28T20:46:36.151329Z","end":"2026-06-28T20:46:38.151361Z","steps":["trace[467780394] 'agreement among raft nodes before linearized reading' (duration: 1.99991274s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:38.151414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.151315Z","time spent":"2.000091474s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:38.540907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:39.003172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.756652741s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:39.070937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999854503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:39.071099Z","caller":"traceutil/trace.go:171","msg":"trace[1844074034] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000003977s","start":"2026-06-28T20:46:34.071007Z","end":"2026-06-28T20:46:39.071011Z","steps":["trace[1844074034] 'agreement among raft nodes before linearized reading' (duration: 4.999885544s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:39.071156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.070987Z","time spent":"5.00015671s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/28 20:46:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:39.761891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997903207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:39.762004Z","caller":"traceutil/trace.go:171","msg":"trace[1285428438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99805538s","start":"2026-06-28T20:46:34.763925Z","end":"2026-06-28T20:46:39.761981Z","steps":["trace[1285428438] 'agreement among raft nodes before linearized reading' (duration: 4.997921927s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:39.762057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.763913Z","time spent":"4.998132722s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:46:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:39.764783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.766461Z","time spent":"4.998310906s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:46:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:39.770041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:39.770168Z","caller":"traceutil/trace.go:171","msg":"trace[123137607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448633s","start":"2026-06-28T20:46:37.769695Z","end":"2026-06-28T20:46:39.770144Z","steps":["trace[123137607] 'agreement among raft nodes before linearized reading' (duration: 2.000237788s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:39.770299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.769641Z","time spent":"2.000639418s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:40.151526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:40.151614Z","caller":"traceutil/trace.go:171","msg":"trace[495079223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999907831s","start":"2026-06-28T20:46:38.151683Z","end":"2026-06-28T20:46:40.151591Z","steps":["trace[495079223] 'agreement among raft nodes before linearized reading' (duration: 1.999808169s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:40.151647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:38.15166Z","time spent":"1.999981332s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:40 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:41.10203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000792401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:41.102105Z","caller":"traceutil/trace.go:171","msg":"trace[1672424623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901853s","start":"2026-06-28T20:46:39.101185Z","end":"2026-06-28T20:46:41.102087Z","steps":["trace[1672424623] 'agreement among raft nodes before linearized reading' (duration: 2.000803201s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:41.102138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.101152Z","time spent":"2.000979585s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:41.13346Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9f0fce3082df","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:46:41.276597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998207193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:41.276715Z","caller":"traceutil/trace.go:171","msg":"trace[529408101] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998404557s","start":"2026-06-28T20:46:36.278283Z","end":"2026-06-28T20:46:41.276687Z","steps":["trace[529408101] 'agreement among raft nodes before linearized reading' (duration: 4.998198032s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:41.276785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.278237Z","time spent":"4.998536s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/28 20:46:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:41.761383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999740129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:41.761496Z","caller":"traceutil/trace.go:171","msg":"trace[1240749532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999916843s","start":"2026-06-28T20:46:36.761553Z","end":"2026-06-28T20:46:41.76147Z","steps":["trace[1240749532] 'agreement among raft nodes before linearized reading' (duration: 4.99976675s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:41.761568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.761533Z","time spent":"5.000023825s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:46:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:41.763582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.762947Z","time spent":"7.000628123s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:41.763625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999662627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:41.763676Z","caller":"traceutil/trace.go:171","msg":"trace[1380303532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999721238s","start":"2026-06-28T20:46:36.763942Z","end":"2026-06-28T20:46:41.763663Z","steps":["trace[1380303532] 'agreement among raft nodes before linearized reading' (duration: 4.999660257s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:41.763719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.763919Z","time spent":"4.99979164s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:46:41.765243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.764185Z","time spent":"7.001052603s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:41.766631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.766549Z","time spent":"7.00008009s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:41.767327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.766615Z","time spent":"7.000708415s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:42.158518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:42.158619Z","caller":"traceutil/trace.go:171","msg":"trace[1744884821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138675s","start":"2026-06-28T20:46:40.158452Z","end":"2026-06-28T20:46:42.158591Z","steps":["trace[1744884821] 'agreement among raft nodes before linearized reading' (duration: 2.000025422s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:42.158688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:40.15844Z","time spent":"2.000226968s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:42.604305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998734476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:42.604397Z","caller":"traceutil/trace.go:171","msg":"trace[381463648] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998887169s","start":"2026-06-28T20:46:37.605488Z","end":"2026-06-28T20:46:42.604375Z","steps":["trace[381463648] 'agreement among raft nodes before linearized reading' (duration: 4.998764347s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:42.604432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.605472Z","time spent":"4.998951411s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/06/28 20:46:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:42.604698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998182833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:42.60479Z","caller":"traceutil/trace.go:171","msg":"trace[789499193] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998295476s","start":"2026-06-28T20:46:37.606472Z","end":"2026-06-28T20:46:42.604768Z","steps":["trace[789499193] 'agreement among raft nodes before linearized reading' (duration: 4.998179183s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:42.604857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.606393Z","time spent":"4.998446489s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/06/28 20:46:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:42.635117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835200414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:42.635183Z","caller":"traceutil/trace.go:171","msg":"trace[811136276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.835302516s","start":"2026-06-28T20:46:37.799866Z","end":"2026-06-28T20:46:42.635168Z","steps":["trace[811136276] 'agreement among raft nodes before linearized reading' (duration: 4.835219874s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:42.635214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.799839Z","time spent":"4.835369378s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/06/28 20:46:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:42.779752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:35.779314Z","time spent":"7.000432319s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:42.904018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.90013634s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:43.16701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.166127Z","time spent":"7.000875238s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:43.182374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.181512Z","time spent":"7.000849328s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:43.338106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089735578s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:43.33825Z","caller":"traceutil/trace.go:171","msg":"trace[1853419475] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24963; }","duration":"2.089906152s","start":"2026-06-28T20:46:41.248322Z","end":"2026-06-28T20:46:43.338229Z","steps":["trace[1853419475] 'range keys from in-memory index tree' (duration: 2.089710098s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:43.345396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341570233s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-06-28T20:46:43.768604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:43.768704Z","caller":"traceutil/trace.go:171","msg":"trace[963036720] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411532s","start":"2026-06-28T20:46:41.768271Z","end":"2026-06-28T20:46:43.768682Z","steps":["trace[963036720] 'agreement among raft nodes before linearized reading' (duration: 2.000292209s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:43.768756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.768261Z","time spent":"2.000485934s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:44.159038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:44.159123Z","caller":"traceutil/trace.go:171","msg":"trace[1501443463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085834s","start":"2026-06-28T20:46:42.159017Z","end":"2026-06-28T20:46:44.159103Z","steps":["trace[1501443463] 'agreement among raft nodes before linearized reading' (duration: 1.999982871s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:44.159164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:42.158992Z","time spent":"2.000164546s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:44.762521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995000254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:44.762643Z","caller":"traceutil/trace.go:171","msg":"trace[931954287] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.995155759s","start":"2026-06-28T20:46:41.767458Z","end":"2026-06-28T20:46:44.762614Z","steps":["trace[931954287] 'agreement among raft nodes before linearized reading' (duration: 2.995007575s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:44.762708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.76745Z","time spent":"2.99524344s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/06/28 20:46:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:44.762846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998719853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:44.762883Z","caller":"traceutil/trace.go:171","msg":"trace[445036254] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998805115s","start":"2026-06-28T20:46:41.764067Z","end":"2026-06-28T20:46:44.762872Z","steps":["trace[445036254] 'agreement among raft nodes before linearized reading' (duration: 2.998766384s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:44.762944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.764035Z","time spent":"2.998898227s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/06/28 20:46:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:44.765643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99853713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:44.765701Z","caller":"traceutil/trace.go:171","msg":"trace[1095752496] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998651644s","start":"2026-06-28T20:46:39.767037Z","end":"2026-06-28T20:46:44.765689Z","steps":["trace[1095752496] 'agreement among raft nodes before linearized reading' (duration: 4.998581882s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:44.765763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.767006Z","time spent":"4.998746455s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/06/28 20:46:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:45.778457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009200469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:45.778561Z","caller":"traceutil/trace.go:171","msg":"trace[1120033015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009399134s","start":"2026-06-28T20:46:35.769138Z","end":"2026-06-28T20:46:45.778537Z","steps":["trace[1120033015] 'agreement among raft nodes before linearized reading' (duration: 10.009252841s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:45.778624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:35.769118Z","time spent":"10.009493396s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/06/28 20:46:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.165198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:46.165296Z","caller":"traceutil/trace.go:171","msg":"trace[1468690208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310401s","start":"2026-06-28T20:46:44.164965Z","end":"2026-06-28T20:46:46.165276Z","steps":["trace[1468690208] 'agreement among raft nodes before linearized reading' (duration: 2.000146928s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.165349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:44.164945Z","time spent":"2.000390313s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:46.278005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999889045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:46.278134Z","caller":"traceutil/trace.go:171","msg":"trace[1737400261] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000044599s","start":"2026-06-28T20:46:41.278034Z","end":"2026-06-28T20:46:46.278079Z","steps":["trace[1737400261] 'agreement among raft nodes before linearized reading' (duration: 4.999915706s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.278207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.278017Z","time spent":"5.000170262s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.412574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998674657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:46.412691Z","caller":"traceutil/trace.go:171","msg":"trace[1884231816] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998857711s","start":"2026-06-28T20:46:41.413806Z","end":"2026-06-28T20:46:46.412664Z","steps":["trace[1884231816] 'agreement among raft nodes before linearized reading' (duration: 4.998692517s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.412749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.413783Z","time spent":"4.998954883s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.760608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998162688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-06-28T20:46:46.76066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997915952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:46.76071Z","caller":"traceutil/trace.go:171","msg":"trace[709422587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998300671s","start":"2026-06-28T20:46:36.762384Z","end":"2026-06-28T20:46:46.760685Z","steps":["trace[709422587] 'agreement among raft nodes before linearized reading' (duration: 9.998176528s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:46.760755Z","caller":"traceutil/trace.go:171","msg":"trace[420580326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998045775s","start":"2026-06-28T20:46:36.762689Z","end":"2026-06-28T20:46:46.760735Z","steps":["trace[420580326] 'agreement among raft nodes before linearized reading' (duration: 9.997908202s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.76077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.762374Z","time spent":"9.998384762s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.76081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.762655Z","time spent":"9.998147277s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.761391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997103914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:46.76143Z","caller":"traceutil/trace.go:171","msg":"trace[1184577373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997145855s","start":"2026-06-28T20:46:43.764276Z","end":"2026-06-28T20:46:46.761421Z","steps":["trace[1184577373] 'agreement among raft nodes before linearized reading' (duration: 2.997104134s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.76145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.764184Z","time spent":"2.997261669s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.763879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000138814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:46.763955Z","caller":"traceutil/trace.go:171","msg":"trace[1298410035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000236417s","start":"2026-06-28T20:46:36.763703Z","end":"2026-06-28T20:46:46.763939Z","steps":["trace[1298410035] 'agreement among raft nodes before linearized reading' (duration: 10.000152155s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.764008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.763695Z","time spent":"10.000299718s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.764132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997464953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:46.764175Z","caller":"traceutil/trace.go:171","msg":"trace[435608642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997538075s","start":"2026-06-28T20:46:43.766625Z","end":"2026-06-28T20:46:46.764163Z","steps":["trace[435608642] 'agreement among raft nodes before linearized reading' (duration: 2.997494404s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:46.764227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.766609Z","time spent":"2.997608006s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/06/28 20:46:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:46.765574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.764299Z","time spent":"7.001266527s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:48.141699Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9f0fce3082df","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-06-28T20:46:48.166097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99977817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:48.166191Z","caller":"traceutil/trace.go:171","msg":"trace[1458607486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942174s","start":"2026-06-28T20:46:46.166228Z","end":"2026-06-28T20:46:48.16617Z","steps":["trace[1458607486] 'agreement among raft nodes before linearized reading' (duration: 1.999814981s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.166252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.166197Z","time spent":"2.000043427s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:48.352773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007130102s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-28T20:46:48.356773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.361308Z","time spent":"1.995455341s","remote":"127.0.0.1:44626","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:48.363116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.815613914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:48.363192Z","caller":"traceutil/trace.go:171","msg":"trace[1912099270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; }","duration":"10.815752717s","start":"2026-06-28T20:46:37.547421Z","end":"2026-06-28T20:46:48.363173Z","steps":["trace[1912099270] 'agreement among raft nodes before linearized reading' (duration: 10.815651395s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.363236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.547398Z","time spent":"10.81582633s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} 2026/06/28 20:46:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:48.705657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.127203754s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:48.907838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.704943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:48.908746Z","caller":"traceutil/trace.go:171","msg":"trace[1547973093] linearizableReadLoop","detail":"{readStateIndex:25845; appliedIndex:25834; }","duration":"11.369191686s","start":"2026-06-28T20:46:37.539506Z","end":"2026-06-28T20:46:48.908698Z","steps":["trace[1547973093] 'read index received' (duration: 1.464396729s)","trace[1547973093] 'applied index is now lower than readState.Index' (duration: 9.904789827s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:48.908904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.763028993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-06-28T20:46:48.908875Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"194.595µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-06-28T20:46:48.908928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.436662974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:48.908946Z","caller":"traceutil/trace.go:171","msg":"trace[1244528750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24974; }","duration":"12.763099695s","start":"2026-06-28T20:46:36.145826Z","end":"2026-06-28T20:46:48.908926Z","steps":["trace[1244528750] 'agreement among raft nodes before linearized reading' (duration: 12.76290196s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.908959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.405267475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:48.908933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.833236839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:48.908989Z","caller":"traceutil/trace.go:171","msg":"trace[1287454222] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24974; }","duration":"11.436773717s","start":"2026-06-28T20:46:37.472196Z","end":"2026-06-28T20:46:48.90897Z","steps":["trace[1287454222] 'agreement among raft nodes before linearized reading' (duration: 11.436655604s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909012Z","caller":"traceutil/trace.go:171","msg":"trace[1977526693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24974; }","duration":"16.405327556s","start":"2026-06-28T20:46:32.503668Z","end":"2026-06-28T20:46:48.908995Z","steps":["trace[1977526693] 'agreement among raft nodes before linearized reading' (duration: 16.405220114s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.472172Z","time spent":"11.436854468s","remote":"127.0.0.1:54396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.908992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.249018315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:48.909043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.518904296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:48.909049Z","caller":"traceutil/trace.go:171","msg":"trace[1604076516] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24974; }","duration":"14.833389982s","start":"2026-06-28T20:46:34.075631Z","end":"2026-06-28T20:46:48.909021Z","steps":["trace[1604076516] 'agreement among raft nodes before linearized reading' (duration: 14.833075195s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.90907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.503588Z","time spent":"16.40545698s","remote":"127.0.0.1:53460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.04543964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:48.909098Z","caller":"traceutil/trace.go:171","msg":"trace[2135393063] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24974; }","duration":"16.519020439s","start":"2026-06-28T20:46:32.390059Z","end":"2026-06-28T20:46:48.909079Z","steps":["trace[2135393063] 'agreement among raft nodes before linearized reading' (duration: 16.518878276s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909096Z","caller":"traceutil/trace.go:171","msg":"trace[1131387852] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24974; }","duration":"16.249163658s","start":"2026-06-28T20:46:32.659909Z","end":"2026-06-28T20:46:48.909073Z","steps":["trace[1131387852] 'agreement among raft nodes before linearized reading' (duration: 16.248941543s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.557551497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-28T20:46:48.909122Z","caller":"traceutil/trace.go:171","msg":"trace[1893034462] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24975; }","duration":"5.736676831s","start":"2026-06-28T20:46:43.172421Z","end":"2026-06-28T20:46:48.909098Z","steps":["trace[1893034462] 'process raft request' (duration: 5.736601209s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.90913Z","caller":"traceutil/trace.go:171","msg":"trace[1487660266] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24974; }","duration":"12.045631685s","start":"2026-06-28T20:46:36.863475Z","end":"2026-06-28T20:46:48.909107Z","steps":["trace[1487660266] 'agreement among raft nodes before linearized reading' (duration: 12.0454078s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.39004Z","time spent":"16.519094701s","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.659902Z","time spent":"16.24924005s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:48.909198Z","caller":"traceutil/trace.go:171","msg":"trace[230723862] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24974; }","duration":"11.557728871s","start":"2026-06-28T20:46:37.35142Z","end":"2026-06-28T20:46:48.909148Z","steps":["trace[230723862] 'agreement among raft nodes before linearized reading' (duration: 11.557350652s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.863453Z","time spent":"12.045723708s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.351387Z","time spent":"11.557863124s","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-28T20:46:48.909275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.172394Z","time spent":"5.736781534s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:48.909291Z","caller":"traceutil/trace.go:171","msg":"trace[1595209228] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.14475293s","start":"2026-06-28T20:46:46.76453Z","end":"2026-06-28T20:46:48.909283Z","steps":["trace[1595209228] 'process raft request' (duration: 2.144668648s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.764496Z","time spent":"2.144822242s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:48.909367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.746590545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:46:48.909399Z","caller":"traceutil/trace.go:171","msg":"trace[1663366197] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24975; }","duration":"13.746622596s","start":"2026-06-28T20:46:35.162768Z","end":"2026-06-28T20:46:48.909391Z","steps":["trace[1663366197] 'agreement among raft nodes before linearized reading' (duration: 13.7463937s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.436979306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:48.909418Z","caller":"traceutil/trace.go:171","msg":"trace[2113155801] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24975; }","duration":"5.723200452s","start":"2026-06-28T20:46:43.186204Z","end":"2026-06-28T20:46:48.909405Z","steps":["trace[2113155801] 'process raft request' (duration: 5.722863164s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:35.162692Z","time spent":"13.746723878s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-06-28T20:46:48.90945Z","caller":"traceutil/trace.go:171","msg":"trace[1360985304] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"5.786654975s","start":"2026-06-28T20:46:43.122786Z","end":"2026-06-28T20:46:48.909441Z","steps":["trace[1360985304] 'process raft request' (duration: 5.786170953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.90914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.394328783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-06-28T20:46:48.908983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:36.145799Z","time spent":"12.763177217s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"info","ts":"2026-06-28T20:46:48.909473Z","caller":"traceutil/trace.go:171","msg":"trace[1063909593] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24975; }","duration":"15.437103679s","start":"2026-06-28T20:46:33.47235Z","end":"2026-06-28T20:46:48.909453Z","steps":["trace[1063909593] 'agreement among raft nodes before linearized reading' (duration: 15.436784062s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909486Z","caller":"traceutil/trace.go:171","msg":"trace[790202495] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24975; }","duration":"13.394702012s","start":"2026-06-28T20:46:35.514771Z","end":"2026-06-28T20:46:48.909473Z","steps":["trace[790202495] 'agreement among raft nodes before linearized reading' (duration: 13.394305252s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.9095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.186174Z","time spent":"5.723283264s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:48.909527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.472328Z","time spent":"15.437188351s","remote":"127.0.0.1:34482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.075625Z","time spent":"14.833476404s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.698812214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:48.909486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.122729Z","time spent":"5.786739857s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:48.909606Z","caller":"traceutil/trace.go:171","msg":"trace[1560538103] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24975; }","duration":"13.699352556s","start":"2026-06-28T20:46:35.21024Z","end":"2026-06-28T20:46:48.909593Z","steps":["trace[1560538103] 'agreement among raft nodes before linearized reading' (duration: 13.698772403s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:35.210187Z","time spent":"13.699441728s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:35.51473Z","time spent":"13.394806614s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-06-28T20:46:48.909763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.657322024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:48.9098Z","caller":"traceutil/trace.go:171","msg":"trace[94828455] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24976; }","duration":"16.657407046s","start":"2026-06-28T20:46:32.252382Z","end":"2026-06-28T20:46:48.90979Z","steps":["trace[94828455] 'agreement among raft nodes before linearized reading' (duration: 16.656998646s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.711523978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:48.909825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.25236Z","time spent":"16.657459018s","remote":"127.0.0.1:53552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.25556435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:48.909824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.646091698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:48.909835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.091189567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:48.909836Z","caller":"traceutil/trace.go:171","msg":"trace[952285582] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24976; }","duration":"16.71159417s","start":"2026-06-28T20:46:32.19823Z","end":"2026-06-28T20:46:48.909823Z","steps":["trace[952285582] 'agreement among raft nodes before linearized reading' (duration: 16.71116807s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909869Z","caller":"traceutil/trace.go:171","msg":"trace[594470909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24976; }","duration":"15.091253459s","start":"2026-06-28T20:46:33.818605Z","end":"2026-06-28T20:46:48.909859Z","steps":["trace[594470909] 'agreement among raft nodes before linearized reading' (duration: 15.090815548s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909864Z","caller":"traceutil/trace.go:171","msg":"trace[42820956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24976; }","duration":"15.64617116s","start":"2026-06-28T20:46:33.263683Z","end":"2026-06-28T20:46:48.909855Z","steps":["trace[42820956] 'agreement among raft nodes before linearized reading' (duration: 15.645801541s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.198214Z","time spent":"16.711652031s","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:48.909862Z","caller":"traceutil/trace.go:171","msg":"trace[1410682972] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24976; }","duration":"16.255646833s","start":"2026-06-28T20:46:32.654203Z","end":"2026-06-28T20:46:48.90985Z","steps":["trace[1410682972] 'agreement among raft nodes before linearized reading' (duration: 16.255063859s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.909901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.818589Z","time spent":"15.09130542s","remote":"127.0.0.1:53746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:33.263666Z","time spent":"15.646229212s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.909921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:32.654186Z","time spent":"16.255725194s","remote":"127.0.0.1:41962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.90993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.60864897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:46:48.909829Z","caller":"traceutil/trace.go:171","msg":"trace[1377684333] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.145012837s","start":"2026-06-28T20:46:46.764801Z","end":"2026-06-28T20:46:48.909814Z","steps":["trace[1377684333] 'process raft request' (duration: 2.144458204s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.909977Z","caller":"traceutil/trace.go:171","msg":"trace[1801888908] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24976; }","duration":"14.608742722s","start":"2026-06-28T20:46:34.301222Z","end":"2026-06-28T20:46:48.909965Z","steps":["trace[1801888908] 'agreement among raft nodes before linearized reading' (duration: 14.608186249s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.910015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:34.301201Z","time spent":"14.608804773s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:48.910015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.764785Z","time spent":"2.145201341s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:46:48.911069Z","caller":"traceutil/trace.go:171","msg":"trace[1675315396] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.146154514s","start":"2026-06-28T20:46:46.764895Z","end":"2026-06-28T20:46:48.911049Z","steps":["trace[1675315396] 'process raft request' (duration: 2.144848523s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:48.91113Z","caller":"traceutil/trace.go:171","msg":"trace[1497206018] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.144256509s","start":"2026-06-28T20:46:46.766825Z","end":"2026-06-28T20:46:48.911081Z","steps":["trace[1497206018] 'process raft request' (duration: 2.143361188s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:48.911203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.764879Z","time spent":"2.146242256s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:48.911226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.766801Z","time spent":"2.144376182s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:50.171984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:50.172107Z","caller":"traceutil/trace.go:171","msg":"trace[1122750160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246306s","start":"2026-06-28T20:46:48.171835Z","end":"2026-06-28T20:46:50.172081Z","steps":["trace[1122750160] 'agreement among raft nodes before linearized reading' (duration: 2.000092862s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:50.172159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.171814Z","time spent":"2.000335548s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:50.646432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73614549s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:46:50.646546Z","caller":"traceutil/trace.go:171","msg":"trace[2017395919] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25851; }","duration":"1.737661556s","start":"2026-06-28T20:46:48.908869Z","end":"2026-06-28T20:46:50.646531Z","steps":["trace[2017395919] 'read index received' (duration: 543.793µs)","trace[2017395919] 'applied index is now lower than readState.Index' (duration: 1.737116543s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.172729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:52.172805Z","caller":"traceutil/trace.go:171","msg":"trace[348799389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053922s","start":"2026-06-28T20:46:50.172734Z","end":"2026-06-28T20:46:52.172788Z","steps":["trace[348799389] 'agreement among raft nodes before linearized reading' (duration: 1.99995407s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.172837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:50.172712Z","time spent":"2.000119433s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:52.599503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952915348s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-06-28T20:46:52.599726Z","caller":"traceutil/trace.go:171","msg":"trace[1583977642] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25855; }","duration":"1.953143593s","start":"2026-06-28T20:46:50.646565Z","end":"2026-06-28T20:46:52.599708Z","steps":["trace[1583977642] 'read index received' (duration: 152.184µs)","trace[1583977642] 'applied index is now lower than readState.Index' (duration: 1.952990109s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.600065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.467352719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.60009Z","caller":"traceutil/trace.go:171","msg":"trace[807777695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24980; }","duration":"13.4673867s","start":"2026-06-28T20:46:39.132692Z","end":"2026-06-28T20:46:52.600079Z","steps":["trace[807777695] 'agreement among raft nodes before linearized reading' (duration: 11.514168715s)","trace[807777695] 'count revisions from in-memory index tree' (duration: 1.953150433s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.600116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.132676Z","time spent":"13.467432571s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.600673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.696275972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.600774Z","caller":"traceutil/trace.go:171","msg":"trace[1127221386] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24980; }","duration":"14.696399855s","start":"2026-06-28T20:46:37.904344Z","end":"2026-06-28T20:46:52.600743Z","steps":["trace[1127221386] 'agreement among raft nodes before linearized reading' (duration: 12.74233926s)","trace[1127221386] 'count revisions from in-memory index tree' (duration: 1.9538794s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.600774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.023122352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.600892Z","caller":"traceutil/trace.go:171","msg":"trace[998414160] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24980; }","duration":"15.023340407s","start":"2026-06-28T20:46:37.577514Z","end":"2026-06-28T20:46:52.600855Z","steps":["trace[998414160] 'agreement among raft nodes before linearized reading' (duration: 13.0691803s)","trace[998414160] 'count revisions from in-memory index tree' (duration: 1.953971413s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.600954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.57747Z","time spent":"15.02346954s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.600993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.128624292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.60102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.055465988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-28T20:46:52.604241Z","caller":"traceutil/trace.go:171","msg":"trace[44581489] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24980; }","duration":"15.058714985s","start":"2026-06-28T20:46:37.545492Z","end":"2026-06-28T20:46:52.604207Z","steps":["trace[44581489] 'agreement among raft nodes before linearized reading' (duration: 13.101215308s)","trace[44581489] 'range keys from in-memory index tree' (duration: 1.954199968s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.600824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.904259Z","time spent":"14.696550918s","remote":"127.0.0.1:34504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.604297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.545475Z","time spent":"15.058805627s","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-06-28T20:46:52.601033Z","caller":"traceutil/trace.go:171","msg":"trace[1017209362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24980; }","duration":"8.128712234s","start":"2026-06-28T20:46:44.472307Z","end":"2026-06-28T20:46:52.601019Z","steps":["trace[1017209362] 'agreement among raft nodes before linearized reading' (duration: 6.174423894s)","trace[1017209362] 'count revisions from in-memory index tree' (duration: 1.954230199s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.604385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:44.472278Z","time spent":"8.132066374s","remote":"127.0.0.1:39492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.600682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.547772592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.604495Z","caller":"traceutil/trace.go:171","msg":"trace[581136539] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24980; }","duration":"12.551621553s","start":"2026-06-28T20:46:40.052846Z","end":"2026-06-28T20:46:52.604468Z","steps":["trace[581136539] 'agreement among raft nodes before linearized reading' (duration: 10.59384739s)","trace[581136539] 'count revisions from in-memory index tree' (duration: 1.953946553s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.604555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:40.052826Z","time spent":"12.551709366s","remote":"127.0.0.1:58252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.601215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.831466603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-06-28T20:46:52.604639Z","caller":"traceutil/trace.go:171","msg":"trace[1318269766] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24980; }","duration":"5.834906615s","start":"2026-06-28T20:46:46.769715Z","end":"2026-06-28T20:46:52.604622Z","steps":["trace[1318269766] 'agreement among raft nodes before linearized reading' (duration: 3.877012069s)","trace[1318269766] 'range keys from in-memory index tree' (duration: 1.954389883s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.604663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.769705Z","time spent":"5.834949335s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-06-28T20:46:52.601402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.422575485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p\" ","response":"range_response_count:1 size:5927"} {"level":"info","ts":"2026-06-28T20:46:52.604738Z","caller":"traceutil/trace.go:171","msg":"trace[1565579675] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p; range_end:; response_count:1; response_revision:24980; }","duration":"10.425913125s","start":"2026-06-28T20:46:42.1788Z","end":"2026-06-28T20:46:52.604713Z","steps":["trace[1565579675] 'agreement among raft nodes before linearized reading' (duration: 8.467862095s)","trace[1565579675] 'range keys from in-memory index tree' (duration: 1.954626478s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.601389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.95297254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-06-28T20:46:52.604797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:42.178792Z","time spent":"10.425986716s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5949,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-j7k8p\" "} {"level":"warn","ts":"2026-06-28T20:46:52.60145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.990616047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.604928Z","caller":"traceutil/trace.go:171","msg":"trace[2228932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24980; }","duration":"10.994144531s","start":"2026-06-28T20:46:41.610772Z","end":"2026-06-28T20:46:52.604917Z","steps":["trace[2228932] 'agreement among raft nodes before linearized reading' (duration: 9.035890956s)","trace[2228932] 'count revisions from in-memory index tree' (duration: 1.954764051s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:52.604886Z","caller":"traceutil/trace.go:171","msg":"trace[349255930] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24980; }","duration":"14.956501284s","start":"2026-06-28T20:46:37.648339Z","end":"2026-06-28T20:46:52.60484Z","steps":["trace[349255930] 'agreement among raft nodes before linearized reading' (duration: 12.998343252s)","trace[349255930] 'range keys from in-memory index tree' (duration: 1.954592317s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.604952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:41.610743Z","time spent":"10.994200282s","remote":"127.0.0.1:53456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.601558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.966362115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:52.601485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.25288467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.605013Z","caller":"traceutil/trace.go:171","msg":"trace[1137745044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24980; }","duration":"13.256446185s","start":"2026-06-28T20:46:39.348548Z","end":"2026-06-28T20:46:52.604994Z","steps":["trace[1137745044] 'agreement among raft nodes before linearized reading' (duration: 11.298124459s)","trace[1137745044] 'count revisions from in-memory index tree' (duration: 1.954787232s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:52.605027Z","caller":"traceutil/trace.go:171","msg":"trace[334771348] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24980; }","duration":"5.969854168s","start":"2026-06-28T20:46:46.635135Z","end":"2026-06-28T20:46:52.604989Z","steps":["trace[334771348] 'agreement among raft nodes before linearized reading' (duration: 4.011607254s)","trace[334771348] 'count revisions from in-memory index tree' (duration: 1.954791693s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.605034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.648312Z","time spent":"14.956668118s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-06-28T20:46:52.605062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.348527Z","time spent":"13.256519187s","remote":"127.0.0.1:39436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.605084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.635105Z","time spent":"5.96996075s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.601791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.696529397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:46:52.601842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947645863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.605135Z","caller":"traceutil/trace.go:171","msg":"trace[718191482] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24980; }","duration":"14.699921588s","start":"2026-06-28T20:46:37.905206Z","end":"2026-06-28T20:46:52.605128Z","steps":["trace[718191482] 'agreement among raft nodes before linearized reading' (duration: 12.74153409s)","trace[718191482] 'count revisions from in-memory index tree' (duration: 1.955021798s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:52.605151Z","caller":"traceutil/trace.go:171","msg":"trace[964964777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24980; }","duration":"1.950976212s","start":"2026-06-28T20:46:50.654162Z","end":"2026-06-28T20:46:52.605138Z","steps":["trace[964964777] 'agreement among raft nodes before linearized reading' (duration: 1.947596452s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.601984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.817838124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-06-28T20:46:52.601952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.34725384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.605217Z","caller":"traceutil/trace.go:171","msg":"trace[1458657943] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"9.821119713s","start":"2026-06-28T20:46:42.78409Z","end":"2026-06-28T20:46:52.605209Z","steps":["trace[1458657943] 'agreement among raft nodes before linearized reading' (duration: 7.862658143s)","trace[1458657943] 'range keys from in-memory index tree' (duration: 1.955212742s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.601893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.473096337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.605223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:50.654073Z","time spent":"1.951136616s","remote":"127.0.0.1:56214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.60524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:42.784059Z","time spent":"9.821175443s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/06/28 20:46:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-28T20:46:52.605261Z","caller":"traceutil/trace.go:171","msg":"trace[1427571016] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24980; }","duration":"6.476504908s","start":"2026-06-28T20:46:46.128742Z","end":"2026-06-28T20:46:52.605247Z","steps":["trace[1427571016] 'agreement among raft nodes before linearized reading' (duration: 4.518008357s)","trace[1427571016] 'count revisions from in-memory index tree' (duration: 1.95512482s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.602209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.536826065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.605234Z","caller":"traceutil/trace.go:171","msg":"trace[1085946087] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24980; }","duration":"8.350569649s","start":"2026-06-28T20:46:44.254652Z","end":"2026-06-28T20:46:52.605222Z","steps":["trace[1085946087] 'agreement among raft nodes before linearized reading' (duration: 6.39211619s)","trace[1085946087] 'count revisions from in-memory index tree' (duration: 1.955140661s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.605162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:37.905154Z","time spent":"14.69999652s","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.6053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.128712Z","time spent":"6.476575249s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.60236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.112839421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.605317Z","caller":"traceutil/trace.go:171","msg":"trace[1706495684] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24980; }","duration":"6.53996985s","start":"2026-06-28T20:46:46.065323Z","end":"2026-06-28T20:46:52.605293Z","steps":["trace[1706495684] 'agreement among raft nodes before linearized reading' (duration: 4.581438179s)","trace[1706495684] 'count revisions from in-memory index tree' (duration: 1.955430617s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.602173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.196685844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.605358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:46.065294Z","time spent":"6.540051842s","remote":"127.0.0.1:53652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:52.605387Z","caller":"traceutil/trace.go:171","msg":"trace[1382037051] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24980; }","duration":"9.199941541s","start":"2026-06-28T20:46:43.405429Z","end":"2026-06-28T20:46:52.605371Z","steps":["trace[1382037051] 'agreement among raft nodes before linearized reading' (duration: 7.241332129s)","trace[1382037051] 'count revisions from in-memory index tree' (duration: 1.955354815s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.605309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:44.254633Z","time spent":"8.350669841s","remote":"127.0.0.1:58312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:52.602803Z","caller":"traceutil/trace.go:171","msg":"trace[1671814897] compact","detail":"{revision:22633; response_revision:24980; }","duration":"3.691108296s","start":"2026-06-28T20:46:48.911675Z","end":"2026-06-28T20:46:52.602784Z","steps":["trace[1671814897] 'process raft request' (duration: 1.734837919s)","trace[1671814897] 'check and update compact revision' (duration: 1.952714123s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.605421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.405403Z","time spent":"9.200005273s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.602444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.356122759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.602968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040918819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.602912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.912709Z","time spent":"3.690201655s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:46:52.60547Z","caller":"traceutil/trace.go:171","msg":"trace[1934166245] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24980; }","duration":"7.359179821s","start":"2026-06-28T20:46:45.246275Z","end":"2026-06-28T20:46:52.605455Z","steps":["trace[1934166245] 'agreement among raft nodes before linearized reading' (duration: 5.400497097s)","trace[1934166245] 'count revisions from in-memory index tree' (duration: 1.955652133s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:52.605474Z","caller":"traceutil/trace.go:171","msg":"trace[1424872905] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24980; }","duration":"2.04347134s","start":"2026-06-28T20:46:50.561988Z","end":"2026-06-28T20:46:52.60546Z","steps":["trace[1424872905] 'agreement among raft nodes before linearized reading' (duration: 2.04094486s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:45.246253Z","time spent":"7.359238002s","remote":"127.0.0.1:54382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.605507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:50.56196Z","time spent":"2.043534181s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.603047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391867729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.605552Z","caller":"traceutil/trace.go:171","msg":"trace[955754260] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24980; }","duration":"3.394421039s","start":"2026-06-28T20:46:49.21112Z","end":"2026-06-28T20:46:52.605541Z","steps":["trace[955754260] 'agreement among raft nodes before linearized reading' (duration: 3.39190575s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:49.211077Z","time spent":"3.394492341s","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.60302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086827915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.605646Z","caller":"traceutil/trace.go:171","msg":"trace[871252233] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24980; }","duration":"2.089455228s","start":"2026-06-28T20:46:50.516179Z","end":"2026-06-28T20:46:52.605635Z","steps":["trace[871252233] 'agreement among raft nodes before linearized reading' (duration: 2.086805325s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.603109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688187757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-06-28T20:46:52.605671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:50.516088Z","time spent":"2.08957462s","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:52.605682Z","caller":"traceutil/trace.go:171","msg":"trace[117314883] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24980; }","duration":"3.690761508s","start":"2026-06-28T20:46:48.914913Z","end":"2026-06-28T20:46:52.605675Z","steps":["trace[117314883] 'agreement among raft nodes before linearized reading' (duration: 3.688125975s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.6057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.914877Z","time spent":"3.690817729s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-06-28T20:46:52.60319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689173251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-06-28T20:46:52.605775Z","caller":"traceutil/trace.go:171","msg":"trace[388075154] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24980; }","duration":"3.691808723s","start":"2026-06-28T20:46:48.91396Z","end":"2026-06-28T20:46:52.605769Z","steps":["trace[388075154] 'agreement among raft nodes before linearized reading' (duration: 3.68916786s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.913938Z","time spent":"3.691849503s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-06-28T20:46:52.603126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642400614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-06-28T20:46:52.602987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823397245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:46:52.605845Z","caller":"traceutil/trace.go:171","msg":"trace[630680106] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24980; }","duration":"1.826301064s","start":"2026-06-28T20:46:50.779539Z","end":"2026-06-28T20:46:52.60584Z","steps":["trace[630680106] 'agreement among raft nodes before linearized reading' (duration: 1.823348214s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:52.605847Z","caller":"traceutil/trace.go:171","msg":"trace[1745340898] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24980; }","duration":"2.64519051s","start":"2026-06-28T20:46:49.960646Z","end":"2026-06-28T20:46:52.605836Z","steps":["trace[1745340898] 'agreement among raft nodes before linearized reading' (duration: 2.642421595s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:50.779513Z","time spent":"1.826340475s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-06-28T20:46:52.60327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840796036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-06-28T20:46:52.605879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:49.960616Z","time spent":"2.645251362s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-06-28T20:46:52.603237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.465512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.603279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.367933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.605921Z","caller":"traceutil/trace.go:171","msg":"trace[351385379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24980; }","duration":"415.032846ms","start":"2026-06-28T20:46:52.190882Z","end":"2026-06-28T20:46:52.605915Z","steps":["trace[351385379] 'agreement among raft nodes before linearized reading' (duration: 412.370533ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:52.605923Z","caller":"traceutil/trace.go:171","msg":"trace[809688625] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24980; }","duration":"370.190115ms","start":"2026-06-28T20:46:52.235721Z","end":"2026-06-28T20:46:52.605911Z","steps":["trace[809688625] 'agreement among raft nodes before linearized reading' (duration: 367.488211ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.603318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89849188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.605956Z","caller":"traceutil/trace.go:171","msg":"trace[377861941] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24980; }","duration":"2.901174933s","start":"2026-06-28T20:46:49.704776Z","end":"2026-06-28T20:46:52.605951Z","steps":["trace[377861941] 'agreement among raft nodes before linearized reading' (duration: 2.89851244s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.235698Z","time spent":"370.250317ms","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.605974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:49.704751Z","time spent":"2.901218015s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.603715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351857563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.60601Z","caller":"traceutil/trace.go:171","msg":"trace[1339723353] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24980; }","duration":"4.354182018s","start":"2026-06-28T20:46:48.251814Z","end":"2026-06-28T20:46:52.605996Z","steps":["trace[1339723353] 'agreement among raft nodes before linearized reading' (duration: 2.394892379s)","trace[1339723353] 'count revisions from in-memory index tree' (duration: 1.956979134s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.605934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.190869Z","time spent":"415.060857ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:52.606041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.251794Z","time spent":"4.354237239s","remote":"127.0.0.1:39518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.603752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.615302591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:46:52.606128Z","caller":"traceutil/trace.go:171","msg":"trace[1752757638] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24980; }","duration":"12.617670678s","start":"2026-06-28T20:46:39.988444Z","end":"2026-06-28T20:46:52.606115Z","steps":["trace[1752757638] 'agreement among raft nodes before linearized reading' (duration: 10.658266296s)","trace[1752757638] 'count revisions from in-memory index tree' (duration: 1.957025135s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.606155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:39.988381Z","time spent":"12.61776497s","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.60222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.924031367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.602718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22633} {"level":"info","ts":"2026-06-28T20:46:52.606196Z","caller":"traceutil/trace.go:171","msg":"trace[1499447801] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24980; }","duration":"8.928049532s","start":"2026-06-28T20:46:43.678128Z","end":"2026-06-28T20:46:52.606177Z","steps":["trace[1499447801] 'agreement among raft nodes before linearized reading' (duration: 6.968670252s)","trace[1499447801] 'count revisions from in-memory index tree' (duration: 1.955398186s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.606235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:43.678097Z","time spent":"8.928124805s","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:52.60534Z","caller":"traceutil/trace.go:171","msg":"trace[637409] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24980; }","duration":"10.115833391s","start":"2026-06-28T20:46:42.489495Z","end":"2026-06-28T20:46:52.605329Z","steps":["trace[637409] 'agreement among raft nodes before linearized reading' (duration: 8.15726871s)","trace[637409] 'count revisions from in-memory index tree' (duration: 1.955576781s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:52.606312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:42.489481Z","time spent":"10.116823384s","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.602195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354327051s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.606364Z","caller":"traceutil/trace.go:171","msg":"trace[2015911389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24980; }","duration":"1.358522571s","start":"2026-06-28T20:46:51.24783Z","end":"2026-06-28T20:46:52.606353Z","steps":["trace[2015911389] 'range keys from in-memory index tree' (duration: 1.354306471s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.605434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:48.911642Z","time spent":"3.69378815s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:52.602868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271657327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:46:52.602869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.07535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.606549Z","caller":"traceutil/trace.go:171","msg":"trace[350447115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24980; }","duration":"668.785378ms","start":"2026-06-28T20:46:51.937752Z","end":"2026-06-28T20:46:52.606537Z","steps":["trace[350447115] 'agreement among raft nodes before linearized reading' (duration: 665.07366ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:46:52.606547Z","caller":"traceutil/trace.go:171","msg":"trace[1833420611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24980; }","duration":"1.275389525s","start":"2026-06-28T20:46:51.331144Z","end":"2026-06-28T20:46:52.606534Z","steps":["trace[1833420611] 'agreement among raft nodes before linearized reading' (duration: 1.271683837s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.606579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:51.937736Z","time spent":"668.833679ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:46:52.605898Z","caller":"traceutil/trace.go:171","msg":"trace[1592731444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24980; }","duration":"2.84346022s","start":"2026-06-28T20:46:49.762434Z","end":"2026-06-28T20:46:52.605894Z","steps":["trace[1592731444] 'agreement among raft nodes before linearized reading' (duration: 2.840778206s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.603318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.569577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:46:52.606631Z","caller":"traceutil/trace.go:171","msg":"trace[94891627] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24980; }","duration":"653.913786ms","start":"2026-06-28T20:46:51.95271Z","end":"2026-06-28T20:46:52.606624Z","steps":["trace[94891627] 'agreement among raft nodes before linearized reading' (duration: 650.584497ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.606632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:49.762417Z","time spent":"2.844207017s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:46:52.606659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:51.952695Z","time spent":"653.950387ms","remote":"127.0.0.1:56108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.606589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:51.331116Z","time spent":"1.275459397s","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:46:52.603195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835607514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:46:52.606778Z","caller":"traceutil/trace.go:171","msg":"trace[964292822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24980; }","duration":"2.839215929s","start":"2026-06-28T20:46:49.767551Z","end":"2026-06-28T20:46:52.606767Z","steps":["trace[964292822] 'agreement among raft nodes before linearized reading' (duration: 2.835591474s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:52.606807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:49.767535Z","time spent":"2.839262191s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:46:53.10777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:53.608955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:54.109124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:46:54.245962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639476815s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:54.593616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.279193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:54.593741Z","caller":"traceutil/trace.go:171","msg":"trace[992519463] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"1.987356123s","start":"2026-06-28T20:46:52.606362Z","end":"2026-06-28T20:46:54.593718Z","steps":["trace[992519463] 'process raft request' (duration: 1.639892235s)","trace[992519463] 'compare' (duration: 347.1341ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:46:54.593804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.60634Z","time spent":"1.987432085s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:46:54.60709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:46:54.607198Z","caller":"traceutil/trace.go:171","msg":"trace[289463214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465153s","start":"2026-06-28T20:46:52.606709Z","end":"2026-06-28T20:46:54.607174Z","steps":["trace[289463214] 'agreement among raft nodes before linearized reading' (duration: 2.00033041s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:54.607253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.606694Z","time spent":"2.000547705s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:46:56.370022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.123747988s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-28T20:46:56.614662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000042192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:56.614747Z","caller":"traceutil/trace.go:171","msg":"trace[546865254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166025s","start":"2026-06-28T20:46:54.614557Z","end":"2026-06-28T20:46:56.614723Z","steps":["trace[546865254] 'agreement among raft nodes before linearized reading' (duration: 2.000059883s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:56.614791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:54.614543Z","time spent":"2.000239816s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:57.612919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.614749Z","time spent":"4.99813544s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/28 20:46:57 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:58.615444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-28T20:46:58.615574Z","caller":"traceutil/trace.go:171","msg":"trace[1366335182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446602s","start":"2026-06-28T20:46:56.615099Z","end":"2026-06-28T20:46:58.615546Z","steps":["trace[1366335182] 'agreement among raft nodes before linearized reading' (duration: 2.000297268s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:58.615634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:56.615078Z","time spent":"2.000543775s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:46:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:46:59.613714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.612633Z","time spent":"7.00107024s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.613773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.613595Z","time spent":"7.000165938s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.61492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.614731Z","time spent":"7.000179799s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.615015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.614877Z","time spent":"7.000128158s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.615141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.614954Z","time spent":"7.000182859s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.868933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.078751Z","time spent":"790.174248ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-28T20:46:59.869571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49923975s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:46:59.870206Z","caller":"traceutil/trace.go:171","msg":"trace[936782805] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25857; }","duration":"7.263457966s","start":"2026-06-28T20:46:52.606727Z","end":"2026-06-28T20:46:59.870185Z","steps":["trace[936782805] 'read index received' (duration: 1.639545127s)","trace[936782805] 'applied index is now lower than readState.Index' (duration: 5.623911289s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:46:59.870602Z","caller":"traceutil/trace.go:171","msg":"trace[2127383019] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"6.204398238s","start":"2026-06-28T20:46:53.666191Z","end":"2026-06-28T20:46:59.870589Z","steps":["trace[2127383019] 'process raft request' (duration: 6.203922206s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:46:59.870677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.666176Z","time spent":"6.20445825s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:00.624361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:47:00.624445Z","caller":"traceutil/trace.go:171","msg":"trace[297146186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137716s","start":"2026-06-28T20:46:58.624287Z","end":"2026-06-28T20:47:00.624425Z","steps":["trace[297146186] 'agreement among raft nodes before linearized reading' (duration: 2.000023023s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:00.624488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:58.624273Z","time spent":"2.000203597s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:01.597973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352129289s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-06-28T20:47:01.598138Z","caller":"traceutil/trace.go:171","msg":"trace[1166456028] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25865; }","duration":"1.727870655s","start":"2026-06-28T20:46:59.870252Z","end":"2026-06-28T20:47:01.598123Z","steps":["trace[1166456028] 'read index received' (duration: 375.494871ms)","trace[1166456028] 'applied index is now lower than readState.Index' (duration: 1.352374914s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:01.598072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.757442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.598242Z","caller":"traceutil/trace.go:171","msg":"trace[978164892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24988; }","duration":"349.962197ms","start":"2026-06-28T20:47:01.248258Z","end":"2026-06-28T20:47:01.59822Z","steps":["trace[978164892] 'range keys from in-memory index tree' (duration: 349.728991ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247611521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.598355Z","caller":"traceutil/trace.go:171","msg":"trace[1145798160] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24988; }","duration":"6.247683613s","start":"2026-06-28T20:46:55.35066Z","end":"2026-06-28T20:47:01.598343Z","steps":["trace[1145798160] 'agreement among raft nodes before linearized reading' (duration: 6.247630741s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:55.350635Z","time spent":"6.247736934s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.598457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.989500688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-06-28T20:47:01.598521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723025952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:47:01.598552Z","caller":"traceutil/trace.go:171","msg":"trace[143823852] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24988; }","duration":"1.723094532s","start":"2026-06-28T20:46:59.875447Z","end":"2026-06-28T20:47:01.598542Z","steps":["trace[143823852] 'agreement among raft nodes before linearized reading' (duration: 1.72297479s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.598546Z","caller":"traceutil/trace.go:171","msg":"trace[1922697491] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87; range_end:; response_count:1; response_revision:24988; }","duration":"8.989588811s","start":"2026-06-28T20:46:52.608931Z","end":"2026-06-28T20:47:01.598519Z","steps":["trace[1922697491] 'agreement among raft nodes before linearized reading' (duration: 8.989374316s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.87543Z","time spent":"1.723136864s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-06-28T20:47:01.598502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806920289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.598631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.769146336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.598661Z","caller":"traceutil/trace.go:171","msg":"trace[324274544] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24988; }","duration":"8.769213728s","start":"2026-06-28T20:46:52.829437Z","end":"2026-06-28T20:47:01.598651Z","steps":["trace[324274544] 'agreement among raft nodes before linearized reading' (duration: 8.769166197s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.598654Z","caller":"traceutil/trace.go:171","msg":"trace[1427026048] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24988; }","duration":"5.807159204s","start":"2026-06-28T20:46:55.791466Z","end":"2026-06-28T20:47:01.598625Z","steps":["trace[1427026048] 'agreement among raft nodes before linearized reading' (duration: 5.806810596s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.829412Z","time spent":"8.76926969s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.598713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.991387893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.598712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:55.791429Z","time spent":"5.807266767s","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.598732Z","caller":"traceutil/trace.go:171","msg":"trace[1314033168] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24988; }","duration":"8.991433774s","start":"2026-06-28T20:46:52.607292Z","end":"2026-06-28T20:47:01.598725Z","steps":["trace[1314033168] 'agreement among raft nodes before linearized reading' (duration: 8.991385113s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.607277Z","time spent":"8.991468105s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:47:01.598754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614841634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.598776Z","caller":"traceutil/trace.go:171","msg":"trace[846669689] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24988; }","duration":"4.614899466s","start":"2026-06-28T20:46:56.98387Z","end":"2026-06-28T20:47:01.598769Z","steps":["trace[846669689] 'agreement among raft nodes before linearized reading' (duration: 4.614855975s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:56.983855Z","time spent":"4.614934867s","remote":"127.0.0.1:44624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.59886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.304992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.598888Z","caller":"traceutil/trace.go:171","msg":"trace[1839089760] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24988; }","duration":"152.398834ms","start":"2026-06-28T20:47:01.446482Z","end":"2026-06-28T20:47:01.598881Z","steps":["trace[1839089760] 'agreement among raft nodes before linearized reading' (duration: 152.360334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144435618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:01.598966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983151668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-28T20:47:01.598982Z","caller":"traceutil/trace.go:171","msg":"trace[1501638639] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24988; }","duration":"2.144465269s","start":"2026-06-28T20:46:59.454511Z","end":"2026-06-28T20:47:01.598976Z","steps":["trace[1501638639] 'agreement among raft nodes before linearized reading' (duration: 2.144373067s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.456767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.454468Z","time spent":"2.14452727s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.598999Z","caller":"traceutil/trace.go:171","msg":"trace[739311065] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24988; }","duration":"8.983204679s","start":"2026-06-28T20:46:52.615784Z","end":"2026-06-28T20:47:01.598988Z","steps":["trace[739311065] 'agreement among raft nodes before linearized reading' (duration: 8.983096996s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.599015Z","caller":"traceutil/trace.go:171","msg":"trace[405556786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24988; }","duration":"637.509397ms","start":"2026-06-28T20:47:00.961498Z","end":"2026-06-28T20:47:01.599007Z","steps":["trace[405556786] 'agreement among raft nodes before linearized reading' (duration: 637.477647ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97918232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-06-28T20:47:01.599028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.615773Z","time spent":"8.983248031s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-06-28T20:47:01.599176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884445121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983946647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-06-28T20:47:01.599289Z","caller":"traceutil/trace.go:171","msg":"trace[1987211791] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24988; }","duration":"8.984007839s","start":"2026-06-28T20:46:52.615267Z","end":"2026-06-28T20:47:01.599275Z","steps":["trace[1987211791] 'agreement among raft nodes before linearized reading' (duration: 8.983910906s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.59932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.892586134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.599367Z","caller":"traceutil/trace.go:171","msg":"trace[652506162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24988; }","duration":"4.892671686s","start":"2026-06-28T20:46:56.706683Z","end":"2026-06-28T20:47:01.599355Z","steps":["trace[652506162] 'agreement among raft nodes before linearized reading' (duration: 4.892592394s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.599033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.961478Z","time spent":"637.550499ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.599428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.871958277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:56.706664Z","time spent":"4.892781338s","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.599484Z","caller":"traceutil/trace.go:171","msg":"trace[608811023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24988; }","duration":"7.87209139s","start":"2026-06-28T20:46:53.727374Z","end":"2026-06-28T20:47:01.599466Z","steps":["trace[608811023] 'agreement among raft nodes before linearized reading' (duration: 7.871952577s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.599532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.727358Z","time spent":"7.872162993s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.599541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457006979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.615256Z","time spent":"8.98406122s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-06-28T20:47:01.599637Z","caller":"traceutil/trace.go:171","msg":"trace[448051828] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24988; }","duration":"1.457143573s","start":"2026-06-28T20:47:00.142461Z","end":"2026-06-28T20:47:01.599605Z","steps":["trace[448051828] 'agreement among raft nodes before linearized reading' (duration: 1.456983919s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.599696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441579678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.142417Z","time spent":"1.457273826s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.599752Z","caller":"traceutil/trace.go:171","msg":"trace[917402792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24988; }","duration":"5.441691781s","start":"2026-06-28T20:46:56.158043Z","end":"2026-06-28T20:47:01.599735Z","steps":["trace[917402792] 'agreement among raft nodes before linearized reading' (duration: 5.441613079s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.5998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:56.158023Z","time spent":"5.441763902s","remote":"127.0.0.1:53666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.599841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255251609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002563245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-06-28T20:47:01.599871Z","caller":"traceutil/trace.go:171","msg":"trace[937268966] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24988; }","duration":"2.255322951s","start":"2026-06-28T20:46:59.344539Z","end":"2026-06-28T20:47:01.599862Z","steps":["trace[937268966] 'agreement among raft nodes before linearized reading' (duration: 2.25528654s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.599885Z","caller":"traceutil/trace.go:171","msg":"trace[2139892531] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:24988; }","duration":"7.002631627s","start":"2026-06-28T20:46:54.59724Z","end":"2026-06-28T20:47:01.599871Z","steps":["trace[2139892531] 'agreement among raft nodes before linearized reading' (duration: 7.002482953s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.599925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044236899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.599894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.344514Z","time spent":"2.255374122s","remote":"127.0.0.1:41908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.599951Z","caller":"traceutil/trace.go:171","msg":"trace[1620989426] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24988; }","duration":"4.044304991s","start":"2026-06-28T20:46:57.555639Z","end":"2026-06-28T20:47:01.599944Z","steps":["trace[1620989426] 'agreement among raft nodes before linearized reading' (duration: 4.04426725s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.59997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:57.555614Z","time spent":"4.044351192s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.599923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:54.597226Z","time spent":"7.002690908s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" "} {"level":"warn","ts":"2026-06-28T20:47:01.600043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.687908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:01.600071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.215203965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.6001Z","caller":"traceutil/trace.go:171","msg":"trace[91952076] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24988; }","duration":"781.79493ms","start":"2026-06-28T20:47:00.818285Z","end":"2026-06-28T20:47:01.60008Z","steps":["trace[91952076] 'agreement among raft nodes before linearized reading' (duration: 781.701718ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.600065Z","caller":"traceutil/trace.go:171","msg":"trace[1165837930] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24988; }","duration":"1.981071414s","start":"2026-06-28T20:46:59.618921Z","end":"2026-06-28T20:47:01.599992Z","steps":["trace[1165837930] 'process raft request' (duration: 626.847845ms)","trace[1165837930] 'compare' (duration: 430.986604ms)","trace[1165837930] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; } (duration: 921.085874ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:47:01.600147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.818258Z","time spent":"781.875402ms","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.599249Z","caller":"traceutil/trace.go:171","msg":"trace[1442524799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24988; }","duration":"4.884550724s","start":"2026-06-28T20:46:56.714677Z","end":"2026-06-28T20:47:01.599228Z","steps":["trace[1442524799] 'agreement among raft nodes before linearized reading' (duration: 4.884436411s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.311084092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:47:01.600275Z","caller":"traceutil/trace.go:171","msg":"trace[1389413188] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24988; }","duration":"7.311153263s","start":"2026-06-28T20:46:54.289113Z","end":"2026-06-28T20:47:01.600266Z","steps":["trace[1389413188] 'agreement among raft nodes before linearized reading' (duration: 7.310960529s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:56.714658Z","time spent":"4.885567867s","remote":"127.0.0.1:53752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.600294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.618901Z","time spent":"1.981282719s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:01.600315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:54.289096Z","time spent":"7.311206155s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.600298Z","caller":"traceutil/trace.go:171","msg":"trace[1484313510] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24988; }","duration":"1.980196694s","start":"2026-06-28T20:46:59.62008Z","end":"2026-06-28T20:47:01.600276Z","steps":["trace[1484313510] 'process raft request' (duration: 1.977987641s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965839244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" ","response":"range_response_count:1 size:7179"} {"level":"info","ts":"2026-06-28T20:47:01.600373Z","caller":"traceutil/trace.go:171","msg":"trace[1012558435] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn; range_end:; response_count:1; response_revision:24988; }","duration":"1.965899036s","start":"2026-06-28T20:46:59.634465Z","end":"2026-06-28T20:47:01.600364Z","steps":["trace[1012558435] 'agreement among raft nodes before linearized reading' (duration: 1.965806273s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.634446Z","time spent":"1.965942236s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7201,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" "} {"level":"warn","ts":"2026-06-28T20:47:01.600393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.632325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.600403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.62007Z","time spent":"1.980275695s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:01.600377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.942403084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-28T20:47:01.598583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.608926Z","time spent":"8.989647622s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-7824d961-a539-4b96-b835-efd01c0f4b87\" "} {"level":"info","ts":"2026-06-28T20:47:01.60044Z","caller":"traceutil/trace.go:171","msg":"trace[2050622003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24988; }","duration":"975.706156ms","start":"2026-06-28T20:47:00.624721Z","end":"2026-06-28T20:47:01.600427Z","steps":["trace[2050622003] 'agreement among raft nodes before linearized reading' (duration: 975.629334ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.600136Z","caller":"traceutil/trace.go:171","msg":"trace[176893662] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24988; }","duration":"8.215315368s","start":"2026-06-28T20:46:53.384807Z","end":"2026-06-28T20:47:01.600122Z","steps":["trace[176893662] 'agreement among raft nodes before linearized reading' (duration: 8.215222606s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.600477Z","caller":"traceutil/trace.go:171","msg":"trace[803873463] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24988; }","duration":"7.942574688s","start":"2026-06-28T20:46:53.657875Z","end":"2026-06-28T20:47:01.600449Z","steps":["trace[803873463] 'agreement among raft nodes before linearized reading' (duration: 7.942225549s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444130966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.600532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.657845Z","time spent":"7.94267703s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-06-28T20:47:01.600552Z","caller":"traceutil/trace.go:171","msg":"trace[141326310] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24988; }","duration":"1.444222347s","start":"2026-06-28T20:47:00.156319Z","end":"2026-06-28T20:47:01.600541Z","steps":["trace[141326310] 'agreement among raft nodes before linearized reading' (duration: 1.444145175s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.599807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193035508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.600588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.156297Z","time spent":"1.444282169s","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.600083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793394079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.600537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720985396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:01.60072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.466610272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-06-28T20:47:01.600734Z","caller":"traceutil/trace.go:171","msg":"trace[1248811564] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24988; }","duration":"7.721238473s","start":"2026-06-28T20:46:53.879487Z","end":"2026-06-28T20:47:01.600725Z","steps":["trace[1248811564] 'agreement among raft nodes before linearized reading' (duration: 7.721016378s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.600746Z","caller":"traceutil/trace.go:171","msg":"trace[682662710] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24988; }","duration":"8.466638833s","start":"2026-06-28T20:46:53.134102Z","end":"2026-06-28T20:47:01.600741Z","steps":["trace[682662710] 'agreement among raft nodes before linearized reading' (duration: 8.466568091s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.879456Z","time spent":"7.721295874s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.600765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.134028Z","time spent":"8.466732964s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18250,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-06-28T20:47:01.600516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.384784Z","time spent":"8.215724018s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:01.600754Z","caller":"traceutil/trace.go:171","msg":"trace[937119422] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24988; }","duration":"5.794082155s","start":"2026-06-28T20:46:55.80663Z","end":"2026-06-28T20:47:01.600712Z","steps":["trace[937119422] 'agreement among raft nodes before linearized reading' (duration: 5.793396559s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.598392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.640791281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.600829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:55.80661Z","time spent":"5.794193378s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-06-28T20:47:01.600599Z","caller":"traceutil/trace.go:171","msg":"trace[1009002104] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24988; }","duration":"4.193841718s","start":"2026-06-28T20:46:57.406749Z","end":"2026-06-28T20:47:01.600591Z","steps":["trace[1009002104] 'agreement among raft nodes before linearized reading' (duration: 4.193021369s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:01.600871Z","caller":"traceutil/trace.go:171","msg":"trace[444576351] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24988; }","duration":"8.643354532s","start":"2026-06-28T20:46:52.957493Z","end":"2026-06-28T20:47:01.600848Z","steps":["trace[444576351] 'agreement among raft nodes before linearized reading' (duration: 8.640808822s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:57.406719Z","time spent":"4.194178575s","remote":"127.0.0.1:53726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.600942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:52.957463Z","time spent":"8.643459874s","remote":"127.0.0.1:44630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.600478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.624706Z","time spent":"975.762758ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:47:01.599088Z","caller":"traceutil/trace.go:171","msg":"trace[578013488] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24988; }","duration":"1.979339423s","start":"2026-06-28T20:46:59.619723Z","end":"2026-06-28T20:47:01.599062Z","steps":["trace[578013488] 'agreement among raft nodes before linearized reading' (duration: 1.978984314s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.600434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242959532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:01.601042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:59.61971Z","time spent":"1.9813097s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-06-28T20:47:01.601066Z","caller":"traceutil/trace.go:171","msg":"trace[436050651] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24988; }","duration":"8.243635328s","start":"2026-06-28T20:46:53.357423Z","end":"2026-06-28T20:47:01.601059Z","steps":["trace[436050651] 'agreement among raft nodes before linearized reading' (duration: 8.242985083s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.601091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:46:53.357401Z","time spent":"8.243682509s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:01.601477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.156464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:01.601514Z","caller":"traceutil/trace.go:171","msg":"trace[989472991] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24988; }","duration":"725.604202ms","start":"2026-06-28T20:47:00.875901Z","end":"2026-06-28T20:47:01.601505Z","steps":["trace[989472991] 'agreement among raft nodes before linearized reading' (duration: 723.145083ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:01.601535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:00.875879Z","time spent":"725.649642ms","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:02.178857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.05584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:02.179185Z","caller":"traceutil/trace.go:171","msg":"trace[2110144851] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"576.078494ms","start":"2026-06-28T20:47:01.60305Z","end":"2026-06-28T20:47:02.179129Z","steps":["trace[2110144851] 'process raft request' (duration: 60.624274ms)","trace[2110144851] 'compare' (duration: 432.248362ms)","trace[2110144851] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; req_size:863; } (duration: 82.641885ms)"],"step_count":3} {"level":"warn","ts":"2026-06-28T20:47:02.179212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.602927Z","time spent":"576.277349ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:47:02.179295Z","caller":"traceutil/trace.go:171","msg":"trace[494342404] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"571.364672ms","start":"2026-06-28T20:47:01.607912Z","end":"2026-06-28T20:47:02.179277Z","steps":["trace[494342404] 'process raft request' (duration: 571.172448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.179377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.607897Z","time spent":"571.443864ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:02.1794Z","caller":"traceutil/trace.go:171","msg":"trace[1783013451] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"571.389863ms","start":"2026-06-28T20:47:01.607948Z","end":"2026-06-28T20:47:02.179338Z","steps":["trace[1783013451] 'process raft request' (duration: 571.220769ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.17947Z","caller":"traceutil/trace.go:171","msg":"trace[446780741] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25867; }","duration":"571.66655ms","start":"2026-06-28T20:47:01.607786Z","end":"2026-06-28T20:47:02.179452Z","steps":["trace[446780741] 'read index received' (duration: 56.022895ms)","trace[446780741] 'applied index is now lower than readState.Index' (duration: 515.641144ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:02.179526Z","caller":"traceutil/trace.go:171","msg":"trace[977057377] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"569.766755ms","start":"2026-06-28T20:47:01.609736Z","end":"2026-06-28T20:47:02.179503Z","steps":["trace[977057377] 'process raft request' (duration: 569.475528ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.179619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.609725Z","time spent":"569.846636ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.179644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.607929Z","time spent":"571.578687ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.179667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.073794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:02.179668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.874704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-06-28T20:47:02.179707Z","caller":"traceutil/trace.go:171","msg":"trace[706621392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24992; }","duration":"571.942196ms","start":"2026-06-28T20:47:01.607755Z","end":"2026-06-28T20:47:02.179697Z","steps":["trace[706621392] 'agreement among raft nodes before linearized reading' (duration: 571.791433ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.179706Z","caller":"traceutil/trace.go:171","msg":"trace[1817845796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24992; }","duration":"568.139216ms","start":"2026-06-28T20:47:01.61155Z","end":"2026-06-28T20:47:02.179689Z","steps":["trace[1817845796] 'agreement among raft nodes before linearized reading' (duration: 568.067194ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.17973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.607742Z","time spent":"571.980697ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:47:02.179737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.61154Z","time spent":"568.189527ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:02.179742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.896035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-06-28T20:47:02.179803Z","caller":"traceutil/trace.go:171","msg":"trace[1431915630] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24992; }","duration":"571.988767ms","start":"2026-06-28T20:47:01.607797Z","end":"2026-06-28T20:47:02.179786Z","steps":["trace[1431915630] 'agreement among raft nodes before linearized reading' (duration: 571.788363ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.179769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.317349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:02.179895Z","caller":"traceutil/trace.go:171","msg":"trace[1015386483] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24992; }","duration":"151.500083ms","start":"2026-06-28T20:47:02.028374Z","end":"2026-06-28T20:47:02.179874Z","steps":["trace[1015386483] 'agreement among raft nodes before linearized reading' (duration: 151.315679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.179905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.694506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:02.17992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.209277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-06-28T20:47:02.179953Z","caller":"traceutil/trace.go:171","msg":"trace[20987849] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24992; }","duration":"570.746408ms","start":"2026-06-28T20:47:01.609185Z","end":"2026-06-28T20:47:02.179932Z","steps":["trace[20987849] 'agreement among raft nodes before linearized reading' (duration: 570.685196ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.179967Z","caller":"traceutil/trace.go:171","msg":"trace[900817712] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:24992; }","duration":"494.254638ms","start":"2026-06-28T20:47:01.685697Z","end":"2026-06-28T20:47:02.179951Z","steps":["trace[900817712] 'agreement among raft nodes before linearized reading' (duration: 494.117585ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.180001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.609179Z","time spent":"570.809229ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:02.180005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.685618Z","time spent":"494.376741ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1136,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-06-28T20:47:02.179848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.607779Z","time spent":"572.056659ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-06-28T20:47:02.180066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.083846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-06-28T20:47:02.180108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.225783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-06-28T20:47:02.180116Z","caller":"traceutil/trace.go:171","msg":"trace[436013334] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24992; }","duration":"571.151927ms","start":"2026-06-28T20:47:01.60895Z","end":"2026-06-28T20:47:02.180102Z","steps":["trace[436013334] 'agreement among raft nodes before linearized reading' (duration: 571.004103ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.180138Z","caller":"traceutil/trace.go:171","msg":"trace[578909534] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24992; }","duration":"572.257483ms","start":"2026-06-28T20:47:01.607872Z","end":"2026-06-28T20:47:02.180129Z","steps":["trace[578909534] 'agreement among raft nodes before linearized reading' (duration: 572.166581ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.180159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.607829Z","time spent":"572.323505ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-06-28T20:47:02.180164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.608943Z","time spent":"571.199218ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-06-28T20:47:02.180554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:01.603024Z","time spent":"576.247047ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.643762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.824699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:02.644155Z","caller":"traceutil/trace.go:171","msg":"trace[1202656437] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"459.16008ms","start":"2026-06-28T20:47:02.184975Z","end":"2026-06-28T20:47:02.644135Z","steps":["trace[1202656437] 'process raft request' (duration: 459.035537ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.644192Z","caller":"traceutil/trace.go:171","msg":"trace[1991584041] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"463.973694ms","start":"2026-06-28T20:47:02.180166Z","end":"2026-06-28T20:47:02.64414Z","steps":["trace[1991584041] 'process raft request' (duration: 180.689764ms)","trace[1991584041] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/199.204.45.72; req_size:116; } (duration: 274.426351ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:02.644269Z","caller":"traceutil/trace.go:171","msg":"trace[854041889] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"459.510858ms","start":"2026-06-28T20:47:02.18475Z","end":"2026-06-28T20:47:02.644261Z","steps":["trace[854041889] 'process raft request' (duration: 459.136179ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.644313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184725Z","time spent":"459.56575ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:02.644331Z","caller":"traceutil/trace.go:171","msg":"trace[1828799650] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25872; }","duration":"463.896572ms","start":"2026-06-28T20:47:02.180406Z","end":"2026-06-28T20:47:02.644303Z","steps":["trace[1828799650] 'read index received' (duration: 180.467919ms)","trace[1828799650] 'applied index is now lower than readState.Index' (duration: 283.425933ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:02.64452Z","caller":"traceutil/trace.go:171","msg":"trace[1429504353] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"459.634641ms","start":"2026-06-28T20:47:02.184871Z","end":"2026-06-28T20:47:02.644506Z","steps":["trace[1429504353] 'process raft request' (duration: 459.103238ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.644592Z","caller":"traceutil/trace.go:171","msg":"trace[100387384] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"458.468954ms","start":"2026-06-28T20:47:02.186111Z","end":"2026-06-28T20:47:02.64458Z","steps":["trace[100387384] 'process raft request' (duration: 457.944391ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.644601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184865Z","time spent":"459.694482ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.644682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.18609Z","time spent":"458.536335ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:47:02.64437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.180145Z","time spent":"464.134378ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.64423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184968Z","time spent":"459.228062ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.645138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.088554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:02.645142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.406758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:02.645222Z","caller":"traceutil/trace.go:171","msg":"trace[1575166045] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24998; }","duration":"458.192747ms","start":"2026-06-28T20:47:02.187014Z","end":"2026-06-28T20:47:02.645207Z","steps":["trace[1575166045] 'agreement among raft nodes before linearized reading' (duration: 458.020023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.827804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:02.645237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.171264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-06-28T20:47:02.645263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.187004Z","time spent":"458.246999ms","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-06-28T20:47:02.645273Z","caller":"traceutil/trace.go:171","msg":"trace[2085707930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24998; }","duration":"464.871525ms","start":"2026-06-28T20:47:02.180389Z","end":"2026-06-28T20:47:02.64526Z","steps":["trace[2085707930] 'agreement among raft nodes before linearized reading' (duration: 464.371453ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.6453Z","caller":"traceutil/trace.go:171","msg":"trace[534837200] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24998; }","duration":"460.271356ms","start":"2026-06-28T20:47:02.185016Z","end":"2026-06-28T20:47:02.645287Z","steps":["trace[534837200] 'agreement among raft nodes before linearized reading' (duration: 460.023671ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.645245Z","caller":"traceutil/trace.go:171","msg":"trace[2145539929] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24998; }","duration":"457.531282ms","start":"2026-06-28T20:47:02.18769Z","end":"2026-06-28T20:47:02.645221Z","steps":["trace[2145539929] 'agreement among raft nodes before linearized reading' (duration: 457.319727ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.18768Z","time spent":"457.656235ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:02.645362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.296197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" ","response":"range_response_count:1 size:6223"} {"level":"warn","ts":"2026-06-28T20:47:02.645185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.129534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:02.645304Z","caller":"traceutil/trace.go:171","msg":"trace[955417436] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"458.123485ms","start":"2026-06-28T20:47:02.187165Z","end":"2026-06-28T20:47:02.645288Z","steps":["trace[955417436] 'process raft request' (duration: 457.334377ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.593944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-06-28T20:47:02.645469Z","caller":"traceutil/trace.go:171","msg":"trace[1246681992] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24998; }","duration":"411.492132ms","start":"2026-06-28T20:47:02.233957Z","end":"2026-06-28T20:47:02.645449Z","steps":["trace[1246681992] 'agreement among raft nodes before linearized reading' (duration: 411.048892ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:02.645482Z","caller":"traceutil/trace.go:171","msg":"trace[2062640530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a; range_end:; response_count:1; response_revision:24998; }","duration":"460.707777ms","start":"2026-06-28T20:47:02.184754Z","end":"2026-06-28T20:47:02.645462Z","steps":["trace[2062640530] 'agreement among raft nodes before linearized reading' (duration: 460.502822ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.187154Z","time spent":"458.302609ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:02.645238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.153538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" ","response":"range_response_count:1 size:6223"} {"level":"warn","ts":"2026-06-28T20:47:02.645524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184729Z","time spent":"460.785849ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-53f0ff2e-8676-43de-9513-8362170ad42a\" "} {"level":"info","ts":"2026-06-28T20:47:02.645534Z","caller":"traceutil/trace.go:171","msg":"trace[711880837] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j; range_end:; response_count:1; response_revision:24998; }","duration":"464.479666ms","start":"2026-06-28T20:47:02.181042Z","end":"2026-06-28T20:47:02.645521Z","steps":["trace[711880837] 'agreement among raft nodes before linearized reading' (duration: 463.951023ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.64531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.180376Z","time spent":"464.927167ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:02.645537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.23393Z","time spent":"411.582225ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:02.64558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.181029Z","time spent":"464.540717ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6245,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" "} {"level":"warn","ts":"2026-06-28T20:47:02.645369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.459743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:02.64567Z","caller":"traceutil/trace.go:171","msg":"trace[451236947] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24998; }","duration":"195.904644ms","start":"2026-06-28T20:47:02.449749Z","end":"2026-06-28T20:47:02.645654Z","steps":["trace[451236947] 'agreement among raft nodes before linearized reading' (duration: 195.537405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.185007Z","time spent":"460.327097ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-06-28T20:47:02.645411Z","caller":"traceutil/trace.go:171","msg":"trace[1986224517] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j; range_end:; response_count:1; response_revision:24998; }","duration":"460.380909ms","start":"2026-06-28T20:47:02.185013Z","end":"2026-06-28T20:47:02.645394Z","steps":["trace[1986224517] 'agreement among raft nodes before linearized reading' (duration: 460.194965ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.645813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184992Z","time spent":"460.806999ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6245,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-76s7j\" "} {"level":"warn","ts":"2026-06-28T20:47:02.64597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.926102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-06-28T20:47:02.646095Z","caller":"traceutil/trace.go:171","msg":"trace[1760446636] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396; range_end:; response_count:1; response_revision:24998; }","duration":"461.083075ms","start":"2026-06-28T20:47:02.18499Z","end":"2026-06-28T20:47:02.646073Z","steps":["trace[1760446636] 'agreement among raft nodes before linearized reading' (duration: 460.205394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:02.646197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.184981Z","time spent":"461.197619ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bd5801b9882396\" "} {"level":"info","ts":"2026-06-28T20:47:03.039887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22633,"took":"10.428707436s","hash":1425861109,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":35098624,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-28T20:47:03.039989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1425861109,"revision":22633,"compact-revision":19821} {"level":"warn","ts":"2026-06-28T20:47:03.041051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.724455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:03.041252Z","caller":"traceutil/trace.go:171","msg":"trace[1009367696] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"392.780609ms","start":"2026-06-28T20:47:02.648428Z","end":"2026-06-28T20:47:03.041208Z","steps":["trace[1009367696] 'process raft request' (duration: 30.751747ms)","trace[1009367696] 'compare' (duration: 361.557471ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:03.041399Z","caller":"traceutil/trace.go:171","msg":"trace[592740116] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"388.130709ms","start":"2026-06-28T20:47:02.653245Z","end":"2026-06-28T20:47:03.041376Z","steps":["trace[592740116] 'process raft request' (duration: 388.018057ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:03.0414Z","caller":"traceutil/trace.go:171","msg":"trace[1736785387] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25878; }","duration":"392.546364ms","start":"2026-06-28T20:47:02.648811Z","end":"2026-06-28T20:47:03.041357Z","steps":["trace[1736785387] 'read index received' (duration: 30.478511ms)","trace[1736785387] 'applied index is now lower than readState.Index' (duration: 362.063023ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:03.041482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.653236Z","time spent":"388.207902ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:03.041527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.648407Z","time spent":"392.936514ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:03.04197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.937613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:47:03.04203Z","caller":"traceutil/trace.go:171","msg":"trace[19954390] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25000; }","duration":"393.231241ms","start":"2026-06-28T20:47:02.648787Z","end":"2026-06-28T20:47:03.042018Z","steps":["trace[19954390] 'agreement among raft nodes before linearized reading' (duration: 392.80707ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.04207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.648777Z","time spent":"393.282202ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-06-28T20:47:03.042241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.395119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:03.042294Z","caller":"traceutil/trace.go:171","msg":"trace[2082026881] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25000; }","duration":"389.458511ms","start":"2026-06-28T20:47:02.652817Z","end":"2026-06-28T20:47:03.042275Z","steps":["trace[2082026881] 'agreement among raft nodes before linearized reading' (duration: 389.369439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.042331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.652812Z","time spent":"389.508663ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:03.042327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.625739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-06-28T20:47:03.042324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.935623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-06-28T20:47:03.042319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.940195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-06-28T20:47:03.042363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.751478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:03.042374Z","caller":"traceutil/trace.go:171","msg":"trace[61012295] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25000; }","duration":"220.70073ms","start":"2026-06-28T20:47:02.821659Z","end":"2026-06-28T20:47:03.04236Z","steps":["trace[61012295] 'agreement among raft nodes before linearized reading' (duration: 220.565066ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.04238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.081652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-06-28T20:47:03.042394Z","caller":"traceutil/trace.go:171","msg":"trace[1151725579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25000; }","duration":"389.810689ms","start":"2026-06-28T20:47:02.652572Z","end":"2026-06-28T20:47:03.042383Z","steps":["trace[1151725579] 'agreement among raft nodes before linearized reading' (duration: 389.751628ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:03.042399Z","caller":"traceutil/trace.go:171","msg":"trace[1859433981] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25000; }","duration":"325.060808ms","start":"2026-06-28T20:47:02.717318Z","end":"2026-06-28T20:47:03.042379Z","steps":["trace[1859433981] 'agreement among raft nodes before linearized reading' (duration: 324.831873ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:03.042399Z","caller":"traceutil/trace.go:171","msg":"trace[1429149127] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25000; }","duration":"393.032796ms","start":"2026-06-28T20:47:02.64934Z","end":"2026-06-28T20:47:03.042372Z","steps":["trace[1429149127] 'agreement among raft nodes before linearized reading' (duration: 392.803481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.042422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.652564Z","time spent":"389.85205ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:03.042444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.71731Z","time spent":"325.121349ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-06-28T20:47:03.04246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.649328Z","time spent":"393.119188ms","remote":"127.0.0.1:44588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-06-28T20:47:03.042488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.559153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-06-28T20:47:03.042577Z","caller":"traceutil/trace.go:171","msg":"trace[1683905845] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25000; }","duration":"326.716597ms","start":"2026-06-28T20:47:02.715838Z","end":"2026-06-28T20:47:03.042555Z","steps":["trace[1683905845] 'agreement among raft nodes before linearized reading' (duration: 326.3955ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:03.042421Z","caller":"traceutil/trace.go:171","msg":"trace[8685521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25000; }","duration":"285.177125ms","start":"2026-06-28T20:47:02.757231Z","end":"2026-06-28T20:47:03.042408Z","steps":["trace[8685521] 'agreement among raft nodes before linearized reading' (duration: 285.016041ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.042638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:02.715818Z","time spent":"326.810559ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1103,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-06-28T20:47:03.907254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.148109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:03.907467Z","caller":"traceutil/trace.go:171","msg":"trace[111225458] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"857.706106ms","start":"2026-06-28T20:47:03.049696Z","end":"2026-06-28T20:47:03.907402Z","steps":["trace[111225458] 'process raft request' (duration: 124.251299ms)","trace[111225458] 'compare' (duration: 732.534855ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:03.907542Z","caller":"traceutil/trace.go:171","msg":"trace[1015619413] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"852.887212ms","start":"2026-06-28T20:47:03.054635Z","end":"2026-06-28T20:47:03.907522Z","steps":["trace[1015619413] 'process raft request' (duration: 852.768099ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.907617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.054623Z","time spent":"852.952283ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:03.907621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.049683Z","time spent":"857.844669ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:03.90753Z","caller":"traceutil/trace.go:171","msg":"trace[384415059] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25880; }","duration":"854.968811ms","start":"2026-06-28T20:47:03.052539Z","end":"2026-06-28T20:47:03.907507Z","steps":["trace[384415059] 'read index received' (duration: 121.360781ms)","trace[384415059] 'applied index is now lower than readState.Index' (duration: 733.60465ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:03.907788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.234547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-06-28T20:47:03.907857Z","caller":"traceutil/trace.go:171","msg":"trace[572232217] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25002; }","duration":"855.321129ms","start":"2026-06-28T20:47:03.052518Z","end":"2026-06-28T20:47:03.907839Z","steps":["trace[572232217] 'agreement among raft nodes before linearized reading' (duration: 855.053483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.907862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.147055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:03.907912Z","caller":"traceutil/trace.go:171","msg":"trace[208433353] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25002; }","duration":"644.246628ms","start":"2026-06-28T20:47:03.26365Z","end":"2026-06-28T20:47:03.907897Z","steps":["trace[208433353] 'agreement among raft nodes before linearized reading' (duration: 644.155335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.907913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.052509Z","time spent":"855.391021ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-06-28T20:47:03.907959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.263631Z","time spent":"644.317859ms","remote":"127.0.0.1:48228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:03.907944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.038671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:03.908006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.157465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-06-28T20:47:03.908058Z","caller":"traceutil/trace.go:171","msg":"trace[312557200] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25002; }","duration":"712.207214ms","start":"2026-06-28T20:47:03.195808Z","end":"2026-06-28T20:47:03.908015Z","steps":["trace[312557200] 'agreement among raft nodes before linearized reading' (duration: 712.03634ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.908066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.849783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-06-28T20:47:03.908118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.19578Z","time spent":"712.325477ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:03.908115Z","caller":"traceutil/trace.go:171","msg":"trace[1660630929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25002; }","duration":"855.294019ms","start":"2026-06-28T20:47:03.052797Z","end":"2026-06-28T20:47:03.908091Z","steps":["trace[1660630929] 'agreement among raft nodes before linearized reading' (duration: 855.009902ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.908069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.109849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:03.908173Z","caller":"traceutil/trace.go:171","msg":"trace[746106090] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25002; }","duration":"776.997766ms","start":"2026-06-28T20:47:03.13115Z","end":"2026-06-28T20:47:03.908148Z","steps":["trace[746106090] 'agreement among raft nodes before linearized reading' (duration: 776.7082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.908278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.131129Z","time spent":"777.13318ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-06-28T20:47:03.908174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.052789Z","time spent":"855.375451ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-06-28T20:47:03.908285Z","caller":"traceutil/trace.go:171","msg":"trace[373372808] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25002; }","duration":"555.364744ms","start":"2026-06-28T20:47:03.352865Z","end":"2026-06-28T20:47:03.90823Z","steps":["trace[373372808] 'agreement among raft nodes before linearized reading' (duration: 554.947695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:03.908422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:03.35284Z","time spent":"555.561849ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:04.070921Z","caller":"traceutil/trace.go:171","msg":"trace[1357549680] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"124.870163ms","start":"2026-06-28T20:47:03.946011Z","end":"2026-06-28T20:47:04.070881Z","steps":["trace[1357549680] 'process raft request' (duration: 68.363967ms)","trace[1357549680] 'compare' (duration: 56.23072ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:04.071049Z","caller":"traceutil/trace.go:171","msg":"trace[280873556] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"121.000402ms","start":"2026-06-28T20:47:03.950025Z","end":"2026-06-28T20:47:04.071025Z","steps":["trace[280873556] 'process raft request' (duration: 120.854018ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:04.532934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.294348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:04.533123Z","caller":"traceutil/trace.go:171","msg":"trace[142002261] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"427.863609ms","start":"2026-06-28T20:47:04.105231Z","end":"2026-06-28T20:47:04.533095Z","steps":["trace[142002261] 'process raft request' (duration: 191.249473ms)","trace[142002261] 'compare' (duration: 236.023902ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:04.533233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:04.105204Z","time spent":"427.996573ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:05.020612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.180033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:05.020862Z","caller":"traceutil/trace.go:171","msg":"trace[1855444978] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"368.376323ms","start":"2026-06-28T20:47:04.652469Z","end":"2026-06-28T20:47:05.020845Z","steps":["trace[1855444978] 'process raft request' (duration: 368.311131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:05.020913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:04.652441Z","time spent":"368.448014ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:05.021236Z","caller":"traceutil/trace.go:171","msg":"trace[335644544] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"481.377935ms","start":"2026-06-28T20:47:04.539843Z","end":"2026-06-28T20:47:05.021221Z","steps":["trace[335644544] 'process raft request' (duration: 179.503425ms)","trace[335644544] 'compare' (duration: 301.0511ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:05.021288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:04.539814Z","time spent":"481.444857ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:05.57775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.877283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:05.578237Z","caller":"traceutil/trace.go:171","msg":"trace[1959855724] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"549.559186ms","start":"2026-06-28T20:47:05.028654Z","end":"2026-06-28T20:47:05.578213Z","steps":["trace[1959855724] 'process raft request' (duration: 202.11679ms)","trace[1959855724] 'compare' (duration: 346.632107ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:05.57829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:05.028642Z","time spent":"549.620778ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:06.007129Z","caller":"traceutil/trace.go:171","msg":"trace[1380469480] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25890; }","duration":"392.271228ms","start":"2026-06-28T20:47:05.61478Z","end":"2026-06-28T20:47:06.007051Z","steps":["trace[1380469480] 'read index received' (duration: 391.94302ms)","trace[1380469480] 'applied index is now lower than readState.Index' (duration: 326.888µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.007186Z","caller":"traceutil/trace.go:171","msg":"trace[1043636165] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"422.170425ms","start":"2026-06-28T20:47:05.584989Z","end":"2026-06-28T20:47:06.007159Z","steps":["trace[1043636165] 'process raft request' (duration: 421.849928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.007357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:05.584971Z","time spent":"422.272287ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:06.007452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.700574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:06.007516Z","caller":"traceutil/trace.go:171","msg":"trace[1771265561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25011; }","duration":"109.812327ms","start":"2026-06-28T20:47:05.897689Z","end":"2026-06-28T20:47:06.007501Z","steps":["trace[1771265561] 'agreement among raft nodes before linearized reading' (duration: 109.693754ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.007614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.45203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418534"} {"level":"info","ts":"2026-06-28T20:47:06.007709Z","caller":"traceutil/trace.go:171","msg":"trace[1671919856] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25011; }","duration":"145.592744ms","start":"2026-06-28T20:47:05.862093Z","end":"2026-06-28T20:47:06.007686Z","steps":["trace[1671919856] 'agreement among raft nodes before linearized reading' (duration: 145.222015ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.0083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.520417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:06.008344Z","caller":"traceutil/trace.go:171","msg":"trace[1937027087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25011; }","duration":"393.614589ms","start":"2026-06-28T20:47:05.614718Z","end":"2026-06-28T20:47:06.008332Z","steps":["trace[1937027087] 'agreement among raft nodes before linearized reading' (duration: 393.527157ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.00837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:05.614693Z","time spent":"393.668271ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:06.565768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.720555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:06.565934Z","caller":"traceutil/trace.go:171","msg":"trace[1253804997] linearizableReadLoop","detail":"{readStateIndex:25892; appliedIndex:25891; }","duration":"449.499421ms","start":"2026-06-28T20:47:06.11641Z","end":"2026-06-28T20:47:06.565909Z","steps":["trace[1253804997] 'read index received' (duration: 13.496759ms)","trace[1253804997] 'applied index is now lower than readState.Index' (duration: 436.000202ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:06.566078Z","caller":"traceutil/trace.go:171","msg":"trace[1170865359] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"552.934238ms","start":"2026-06-28T20:47:06.013125Z","end":"2026-06-28T20:47:06.566059Z","steps":["trace[1170865359] 'process raft request' (duration: 116.804493ms)","trace[1170865359] 'compare' (duration: 435.440978ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:06.566191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.013112Z","time spent":"553.019849ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:06.566245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.961985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:06.56634Z","caller":"traceutil/trace.go:171","msg":"trace[1855343376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25012; }","duration":"229.16984ms","start":"2026-06-28T20:47:06.337149Z","end":"2026-06-28T20:47:06.566318Z","steps":["trace[1855343376] 'agreement among raft nodes before linearized reading' (duration: 228.985265ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.56643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.008443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:06.566464Z","caller":"traceutil/trace.go:171","msg":"trace[403662303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25012; }","duration":"450.116816ms","start":"2026-06-28T20:47:06.11634Z","end":"2026-06-28T20:47:06.566457Z","steps":["trace[403662303] 'agreement among raft nodes before linearized reading' (duration: 450.032864ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:06.56651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.116309Z","time spent":"450.193347ms","remote":"127.0.0.1:54488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:07.29006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.390589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:07.290182Z","caller":"traceutil/trace.go:171","msg":"trace[942112879] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"717.894028ms","start":"2026-06-28T20:47:06.572265Z","end":"2026-06-28T20:47:07.290159Z","steps":["trace[942112879] 'process raft request' (duration: 276.288424ms)","trace[942112879] 'compare' (duration: 441.089682ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:07.290244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.572251Z","time spent":"717.963911ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:07.327114Z","caller":"traceutil/trace.go:171","msg":"trace[642381583] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25892; }","duration":"697.385094ms","start":"2026-06-28T20:47:06.6297Z","end":"2026-06-28T20:47:07.327085Z","steps":["trace[642381583] 'read index received' (duration: 218.873357ms)","trace[642381583] 'applied index is now lower than readState.Index' (duration: 478.510297ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:07.327171Z","caller":"traceutil/trace.go:171","msg":"trace[2053448079] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"720.507171ms","start":"2026-06-28T20:47:06.606636Z","end":"2026-06-28T20:47:07.327143Z","steps":["trace[2053448079] 'process raft request' (duration: 720.296736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:07.32734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.572149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:07.32747Z","caller":"traceutil/trace.go:171","msg":"trace[2107958024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25014; }","duration":"697.782563ms","start":"2026-06-28T20:47:06.629657Z","end":"2026-06-28T20:47:07.32744Z","steps":["trace[2107958024] 'agreement among raft nodes before linearized reading' (duration: 697.538517ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:07.327381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.606602Z","time spent":"720.629943ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:07.327543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:06.629641Z","time spent":"697.883566ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:07.358554Z","caller":"traceutil/trace.go:171","msg":"trace[1875277507] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"331.727686ms","start":"2026-06-28T20:47:07.026788Z","end":"2026-06-28T20:47:07.358515Z","steps":["trace[1875277507] 'process raft request' (duration: 331.499171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:07.358814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.026757Z","time spent":"331.956171ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:07.755053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.34554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:07.75518Z","caller":"traceutil/trace.go:171","msg":"trace[1337981575] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25895; }","duration":"279.844779ms","start":"2026-06-28T20:47:07.475306Z","end":"2026-06-28T20:47:07.755151Z","steps":["trace[1337981575] 'read index received' (duration: 45.611µs)","trace[1337981575] 'applied index is now lower than readState.Index' (duration: 279.797048ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:07.755283Z","caller":"traceutil/trace.go:171","msg":"trace[1970307166] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"394.567552ms","start":"2026-06-28T20:47:07.360702Z","end":"2026-06-28T20:47:07.75527Z","steps":["trace[1970307166] 'process raft request' (duration: 61.907594ms)","trace[1970307166] 'compare' (duration: 331.642674ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:07.755341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.36068Z","time spent":"394.628864ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:07.755484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.06102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:07.755542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.220588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:07.755594Z","caller":"traceutil/trace.go:171","msg":"trace[1788363865] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25016; }","duration":"205.190473ms","start":"2026-06-28T20:47:07.550378Z","end":"2026-06-28T20:47:07.755568Z","steps":["trace[1788363865] 'agreement among raft nodes before linearized reading' (duration: 204.952707ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:07.755608Z","caller":"traceutil/trace.go:171","msg":"trace[1527638910] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25016; }","duration":"280.32794ms","start":"2026-06-28T20:47:07.475262Z","end":"2026-06-28T20:47:07.75559Z","steps":["trace[1527638910] 'agreement among raft nodes before linearized reading' (duration: 280.078454ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:08.429202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:47:08.653765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.333744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:08.653873Z","caller":"traceutil/trace.go:171","msg":"trace[176362428] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"891.892254ms","start":"2026-06-28T20:47:07.761963Z","end":"2026-06-28T20:47:08.653855Z","steps":["trace[176362428] 'process raft request' (duration: 714.385366ms)","trace[176362428] 'compare' (duration: 177.14251ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:08.653919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.761944Z","time spent":"891.950905ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:09.937227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-28T20:47:09.937333Z","caller":"traceutil/trace.go:171","msg":"trace[644683957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544674s","start":"2026-06-28T20:47:07.936762Z","end":"2026-06-28T20:47:09.937307Z","steps":["trace[644683957] 'agreement among raft nodes before linearized reading' (duration: 2.00039008s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:09.937386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.936741Z","time spent":"2.000634316s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/28 20:47:09 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-28T20:47:10.960367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.483995598s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:47:10.960833Z","caller":"traceutil/trace.go:171","msg":"trace[713943160] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25896; }","duration":"3.032372388s","start":"2026-06-28T20:47:07.928427Z","end":"2026-06-28T20:47:10.960799Z","steps":["trace[713943160] 'read index received' (duration: 547.934969ms)","trace[713943160] 'applied index is now lower than readState.Index' (duration: 2.484436069s)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:10.960942Z","caller":"traceutil/trace.go:171","msg":"trace[1708026223] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"3.195949416s","start":"2026-06-28T20:47:07.764953Z","end":"2026-06-28T20:47:10.960903Z","steps":["trace[1708026223] 'process raft request' (duration: 3.19569024s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:10.96109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032634514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-06-28T20:47:10.961114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.764937Z","time spent":"3.19608873s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:10.961243Z","caller":"traceutil/trace.go:171","msg":"trace[485932978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25018; }","duration":"3.032762447s","start":"2026-06-28T20:47:07.928379Z","end":"2026-06-28T20:47:10.961141Z","steps":["trace[485932978] 'agreement among raft nodes before linearized reading' (duration: 3.032545852s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:10.961298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:07.928357Z","time spent":"3.03292952s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-06-28T20:47:11.415007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.959459ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:11.415099Z","caller":"traceutil/trace.go:171","msg":"trace[1816167576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25018; }","duration":"167.060981ms","start":"2026-06-28T20:47:11.248024Z","end":"2026-06-28T20:47:11.415085Z","steps":["trace[1816167576] 'range keys from in-memory index tree' (duration: 166.947989ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.461666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:47:11.713017Z","caller":"traceutil/trace.go:171","msg":"trace[1471088292] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"2.347694735s","start":"2026-06-28T20:47:09.365289Z","end":"2026-06-28T20:47:11.712984Z","steps":["trace[1471088292] 'process raft request' (duration: 2.34746448s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.713235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:09.365253Z","time spent":"2.347853629s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:11.713359Z","caller":"traceutil/trace.go:171","msg":"trace[1068331391] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.56100034s","start":"2026-06-28T20:47:10.152312Z","end":"2026-06-28T20:47:11.713312Z","steps":["trace[1068331391] 'process raft request' (duration: 1.560623091s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:11.713399Z","caller":"traceutil/trace.go:171","msg":"trace[1074579095] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25898; }","duration":"752.438397ms","start":"2026-06-28T20:47:10.960895Z","end":"2026-06-28T20:47:11.713333Z","steps":["trace[1074579095] 'read index received' (duration: 751.75169ms)","trace[1074579095] 'applied index is now lower than readState.Index' (duration: 683.716µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:11.713453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775707858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:11.713525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74787499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:11.713557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.152282Z","time spent":"1.561180294s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:11.713595Z","caller":"traceutil/trace.go:171","msg":"trace[1838414980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25020; }","duration":"2.748012643s","start":"2026-06-28T20:47:08.965564Z","end":"2026-06-28T20:47:11.713577Z","steps":["trace[1838414980] 'agreement among raft nodes before linearized reading' (duration: 2.747808898s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.713619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512541065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:11.713638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.740553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:11.713664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.965544Z","time spent":"2.748095925s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:11.713687Z","caller":"traceutil/trace.go:171","msg":"trace[2119757949] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25020; }","duration":"834.835736ms","start":"2026-06-28T20:47:10.878841Z","end":"2026-06-28T20:47:11.713676Z","steps":["trace[2119757949] 'agreement among raft nodes before linearized reading' (duration: 834.726193ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.713794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309535012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:11.713794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056793866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bd599474ca3652\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-06-28T20:47:11.71385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.782394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-06-28T20:47:11.713875Z","caller":"traceutil/trace.go:171","msg":"trace[2096293927] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18bd599474ca3652; range_end:; response_count:1; response_revision:25020; }","duration":"3.056898888s","start":"2026-06-28T20:47:08.656959Z","end":"2026-06-28T20:47:11.713858Z","steps":["trace[2096293927] 'agreement among raft nodes before linearized reading' (duration: 3.056518969s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:11.713908Z","caller":"traceutil/trace.go:171","msg":"trace[768905368] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63; range_end:; response_count:1; response_revision:25020; }","duration":"741.874927ms","start":"2026-06-28T20:47:10.972019Z","end":"2026-06-28T20:47:11.713894Z","steps":["trace[768905368] 'agreement among raft nodes before linearized reading' (duration: 741.666782ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.713922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.656948Z","time spent":"3.05696178s","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18bd599474ca3652\" "} {"level":"warn","ts":"2026-06-28T20:47:11.713958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.972001Z","time spent":"741.944918ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-2f1fea77-975b-47bf-b10e-d10adfa18f63\" "} {"level":"info","ts":"2026-06-28T20:47:11.713536Z","caller":"traceutil/trace.go:171","msg":"trace[1557967148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"1.775838731s","start":"2026-06-28T20:47:09.937673Z","end":"2026-06-28T20:47:11.713512Z","steps":["trace[1557967148] 'agreement among raft nodes before linearized reading' (duration: 1.775678957s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:09.937647Z","time spent":"1.776373474s","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:11.713813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.878783Z","time spent":"835.009559ms","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:11.713817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.340387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:11.713651Z","caller":"traceutil/trace.go:171","msg":"trace[2097077344] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25020; }","duration":"3.512626277s","start":"2026-06-28T20:47:08.201015Z","end":"2026-06-28T20:47:11.713641Z","steps":["trace[2097077344] 'agreement among raft nodes before linearized reading' (duration: 3.512511094s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.734626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:47:11.714315Z","caller":"traceutil/trace.go:171","msg":"trace[348548906] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25020; }","duration":"112.856849ms","start":"2026-06-28T20:47:11.601446Z","end":"2026-06-28T20:47:11.714303Z","steps":["trace[348548906] 'agreement among raft nodes before linearized reading' (duration: 112.691705ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.380465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:11.71432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:08.200993Z","time spent":"3.513296232s","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:11.714366Z","caller":"traceutil/trace.go:171","msg":"trace[36729857] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25020; }","duration":"648.437617ms","start":"2026-06-28T20:47:11.065914Z","end":"2026-06-28T20:47:11.714351Z","steps":["trace[36729857] 'agreement among raft nodes before linearized reading' (duration: 648.285273ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.06585Z","time spent":"648.557499ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:11.714371Z","caller":"traceutil/trace.go:171","msg":"trace[355525448] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25020; }","duration":"282.915701ms","start":"2026-06-28T20:47:11.431424Z","end":"2026-06-28T20:47:11.71434Z","steps":["trace[355525448] 'agreement among raft nodes before linearized reading' (duration: 282.330977ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:11.713862Z","caller":"traceutil/trace.go:171","msg":"trace[194817048] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25020; }","duration":"1.309644745s","start":"2026-06-28T20:47:10.4042Z","end":"2026-06-28T20:47:11.713845Z","steps":["trace[194817048] 'agreement among raft nodes before linearized reading' (duration: 1.309538762s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.639651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274394"} {"level":"warn","ts":"2026-06-28T20:47:11.714484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.404165Z","time spent":"1.31030636s","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:11.714511Z","caller":"traceutil/trace.go:171","msg":"trace[947366991] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25020; }","duration":"303.739964ms","start":"2026-06-28T20:47:11.410755Z","end":"2026-06-28T20:47:11.714495Z","steps":["trace[947366991] 'agreement among raft nodes before linearized reading' (duration: 303.091839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.113605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-28T20:47:11.71457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.410739Z","time spent":"303.816245ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274416,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-06-28T20:47:11.714592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.893849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:11.714598Z","caller":"traceutil/trace.go:171","msg":"trace[885065931] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25020; }","duration":"299.651657ms","start":"2026-06-28T20:47:11.414924Z","end":"2026-06-28T20:47:11.714576Z","steps":["trace[885065931] 'agreement among raft nodes before linearized reading' (duration: 298.969221ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:11.714649Z","caller":"traceutil/trace.go:171","msg":"trace[1524566775] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25020; }","duration":"139.989371ms","start":"2026-06-28T20:47:11.57464Z","end":"2026-06-28T20:47:11.714629Z","steps":["trace[1524566775] 'agreement among raft nodes before linearized reading' (duration: 139.897679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.395198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-06-28T20:47:11.714773Z","caller":"traceutil/trace.go:171","msg":"trace[319441489] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq87w; range_end:; response_count:1; response_revision:25020; }","duration":"742.474431ms","start":"2026-06-28T20:47:10.972281Z","end":"2026-06-28T20:47:11.714755Z","steps":["trace[319441489] 'agreement among raft nodes before linearized reading' (duration: 742.303127ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:11.714822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:10.972272Z","time spent":"742.538622ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq87w\" "} {"level":"warn","ts":"2026-06-28T20:47:12.074718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.437375ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-06-28T20:47:12.074826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.716705Z","time spent":"358.11759ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:47:12.242316Z","caller":"traceutil/trace.go:171","msg":"trace[1139728518] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"518.34493ms","start":"2026-06-28T20:47:11.723938Z","end":"2026-06-28T20:47:12.242282Z","steps":["trace[1139728518] 'process raft request' (duration: 518.114984ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:12.242442Z","caller":"traceutil/trace.go:171","msg":"trace[1802408137] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"524.550307ms","start":"2026-06-28T20:47:11.717818Z","end":"2026-06-28T20:47:12.242368Z","steps":["trace[1802408137] 'process raft request' (duration: 466.79363ms)","trace[1802408137] 'compare' (duration: 57.261935ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:12.242502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.723925Z","time spent":"518.487553ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:12.242504Z","caller":"traceutil/trace.go:171","msg":"trace[1293727548] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"166.675872ms","start":"2026-06-28T20:47:12.075795Z","end":"2026-06-28T20:47:12.242471Z","steps":["trace[1293727548] 'process raft request' (duration: 166.382845ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:12.242472Z","caller":"traceutil/trace.go:171","msg":"trace[73322371] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25900; }","duration":"518.211536ms","start":"2026-06-28T20:47:11.724217Z","end":"2026-06-28T20:47:12.242429Z","steps":["trace[73322371] 'read index received' (duration: 64.153657ms)","trace[73322371] 'applied index is now lower than readState.Index' (duration: 454.054089ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:12.242683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.717797Z","time spent":"524.757481ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:12.242734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.500162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:12.24279Z","caller":"traceutil/trace.go:171","msg":"trace[1167551512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25023; }","duration":"518.602245ms","start":"2026-06-28T20:47:11.724172Z","end":"2026-06-28T20:47:12.242774Z","steps":["trace[1167551512] 'agreement among raft nodes before linearized reading' (duration: 518.37601ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.242844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.724156Z","time spent":"518.676978ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:12.242926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.386584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:12.242979Z","caller":"traceutil/trace.go:171","msg":"trace[1924105351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25023; }","duration":"152.489417ms","start":"2026-06-28T20:47:12.090475Z","end":"2026-06-28T20:47:12.242964Z","steps":["trace[1924105351] 'agreement among raft nodes before linearized reading' (duration: 152.411665ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.242997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.95573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:47:12.243022Z","caller":"traceutil/trace.go:171","msg":"trace[1866677454] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25023; }","duration":"496.028022ms","start":"2026-06-28T20:47:11.746987Z","end":"2026-06-28T20:47:12.243015Z","steps":["trace[1866677454] 'agreement among raft nodes before linearized reading' (duration: 495.903239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.242839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.551734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:12.243082Z","caller":"traceutil/trace.go:171","msg":"trace[248271356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25023; }","duration":"496.835231ms","start":"2026-06-28T20:47:11.746226Z","end":"2026-06-28T20:47:12.243062Z","steps":["trace[248271356] 'agreement among raft nodes before linearized reading' (duration: 496.551504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:12.243039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.746968Z","time spent":"496.067212ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-06-28T20:47:12.243162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:11.746205Z","time spent":"496.933623ms","remote":"127.0.0.1:53540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:13.076713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.804612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:13.077131Z","caller":"traceutil/trace.go:171","msg":"trace[861724284] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"822.626555ms","start":"2026-06-28T20:47:12.254467Z","end":"2026-06-28T20:47:13.077093Z","steps":["trace[861724284] 'process raft request' (duration: 401.354721ms)","trace[861724284] 'compare' (duration: 419.916862ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:13.077291Z","caller":"traceutil/trace.go:171","msg":"trace[800672057] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"743.565375ms","start":"2026-06-28T20:47:12.3337Z","end":"2026-06-28T20:47:13.077265Z","steps":["trace[800672057] 'process raft request' (duration: 743.303118ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:13.077341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.254448Z","time spent":"822.813469ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7185,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:13.077728Z","caller":"traceutil/trace.go:171","msg":"trace[1882137482] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"758.533559ms","start":"2026-06-28T20:47:12.319181Z","end":"2026-06-28T20:47:13.077715Z","steps":["trace[1882137482] 'read index received' (duration: 336.610551ms)","trace[1882137482] 'applied index is now lower than readState.Index' (duration: 421.921418ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:13.07793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.754664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-06-28T20:47:13.077972Z","caller":"traceutil/trace.go:171","msg":"trace[330028288] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:25026; }","duration":"758.838766ms","start":"2026-06-28T20:47:12.319122Z","end":"2026-06-28T20:47:13.077961Z","steps":["trace[330028288] 'agreement among raft nodes before linearized reading' (duration: 758.671912ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:13.078002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.3191Z","time spent":"758.895688ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" "} {"level":"warn","ts":"2026-06-28T20:47:13.080243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.333679Z","time spent":"743.664947ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:14.045587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.29462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:14.0458Z","caller":"traceutil/trace.go:171","msg":"trace[1978789765] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.135713561s","start":"2026-06-28T20:47:12.910063Z","end":"2026-06-28T20:47:14.045776Z","steps":["trace[1978789765] 'process raft request' (duration: 296.138584ms)","trace[1978789765] 'compare' (duration: 838.8358ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:14.045876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.910037Z","time spent":"1.135799452s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:14.04715Z","caller":"traceutil/trace.go:171","msg":"trace[80823746] linearizableReadLoop","detail":"{readStateIndex:25909; appliedIndex:25907; }","duration":"969.348896ms","start":"2026-06-28T20:47:13.077768Z","end":"2026-06-28T20:47:14.047117Z","steps":["trace[80823746] 'read index received' (duration: 128.462348ms)","trace[80823746] 'applied index is now lower than readState.Index' (duration: 840.882778ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:14.047244Z","caller":"traceutil/trace.go:171","msg":"trace[902842689] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"966.57648ms","start":"2026-06-28T20:47:13.080642Z","end":"2026-06-28T20:47:14.047219Z","steps":["trace[902842689] 'process raft request' (duration: 966.403646ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.04736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.118121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.04742Z","caller":"traceutil/trace.go:171","msg":"trace[1863618310] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25029; }","duration":"980.221974ms","start":"2026-06-28T20:47:13.067179Z","end":"2026-06-28T20:47:14.047401Z","steps":["trace[1863618310] 'agreement among raft nodes before linearized reading' (duration: 980.092621ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.047483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.067163Z","time spent":"980.299185ms","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:14.047606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.080621Z","time spent":"966.669863ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:14.047764Z","caller":"traceutil/trace.go:171","msg":"trace[2121445851] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"1.108593049s","start":"2026-06-28T20:47:12.939126Z","end":"2026-06-28T20:47:14.047719Z","steps":["trace[2121445851] 'process raft request' (duration: 1.107765129s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.047815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109610893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:14.047721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372767527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.047864Z","caller":"traceutil/trace.go:171","msg":"trace[792946952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"1.109699855s","start":"2026-06-28T20:47:12.93815Z","end":"2026-06-28T20:47:14.04785Z","steps":["trace[792946952] 'agreement among raft nodes before linearized reading' (duration: 1.109626353s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.047953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.939097Z","time spent":"1.108759513s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:14.048029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.938124Z","time spent":"1.109852239s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:14.047795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566784355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:14.048131Z","caller":"traceutil/trace.go:171","msg":"trace[998348066] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25029; }","duration":"1.567158265s","start":"2026-06-28T20:47:12.480956Z","end":"2026-06-28T20:47:14.048115Z","steps":["trace[998348066] 'agreement among raft nodes before linearized reading' (duration: 1.566774585s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.047915Z","caller":"traceutil/trace.go:171","msg":"trace[1894098172] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25029; }","duration":"1.373012113s","start":"2026-06-28T20:47:12.674875Z","end":"2026-06-28T20:47:14.047887Z","steps":["trace[1894098172] 'agreement among raft nodes before linearized reading' (duration: 1.372714286s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.048192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.480938Z","time spent":"1.567238816s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.048218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:12.674855Z","time spent":"1.373343512s","remote":"127.0.0.1:54376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:14.110601Z","caller":"traceutil/trace.go:171","msg":"trace[501943120] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"391.295135ms","start":"2026-06-28T20:47:13.719274Z","end":"2026-06-28T20:47:14.110569Z","steps":["trace[501943120] 'process raft request' (duration: 391.10694ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.110669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.157681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.110749Z","caller":"traceutil/trace.go:171","msg":"trace[666885374] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25030; }","duration":"829.294684ms","start":"2026-06-28T20:47:13.281418Z","end":"2026-06-28T20:47:14.110712Z","steps":["trace[666885374] 'agreement among raft nodes before linearized reading' (duration: 829.158911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.110801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.281382Z","time spent":"829.408387ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.110818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.002438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.110858Z","caller":"traceutil/trace.go:171","msg":"trace[356486451] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25030; }","duration":"728.08898ms","start":"2026-06-28T20:47:13.382758Z","end":"2026-06-28T20:47:14.110847Z","steps":["trace[356486451] 'agreement among raft nodes before linearized reading' (duration: 728.013238ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.110863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.676266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:14.110901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.382731Z","time spent":"728.156652ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.110918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.921247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:14.111017Z","caller":"traceutil/trace.go:171","msg":"trace[829404130] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25030; }","duration":"531.084511ms","start":"2026-06-28T20:47:13.579912Z","end":"2026-06-28T20:47:14.110996Z","steps":["trace[829404130] 'agreement among raft nodes before linearized reading' (duration: 530.845445ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.111062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.579891Z","time spent":"531.161953ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.111151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029283164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" ","response":"range_response_count:1 size:7613"} {"level":"info","ts":"2026-06-28T20:47:14.11095Z","caller":"traceutil/trace.go:171","msg":"trace[719038302] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25030; }","duration":"334.813879ms","start":"2026-06-28T20:47:13.776111Z","end":"2026-06-28T20:47:14.110925Z","steps":["trace[719038302] 'agreement among raft nodes before linearized reading' (duration: 334.656635ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.111196Z","caller":"traceutil/trace.go:171","msg":"trace[765570719] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5; range_end:; response_count:1; response_revision:25030; }","duration":"1.029349255s","start":"2026-06-28T20:47:13.081835Z","end":"2026-06-28T20:47:14.111184Z","steps":["trace[765570719] 'agreement among raft nodes before linearized reading' (duration: 1.029157871s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.111231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.776088Z","time spent":"335.106705ms","remote":"127.0.0.1:44684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.111235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.081825Z","time spent":"1.029400066s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7635,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" "} {"level":"warn","ts":"2026-06-28T20:47:14.111622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:13.719254Z","time spent":"391.429908ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:14.382338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.849068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:14.382477Z","caller":"traceutil/trace.go:171","msg":"trace[1246702785] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25911; }","duration":"264.588558ms","start":"2026-06-28T20:47:14.117867Z","end":"2026-06-28T20:47:14.382455Z","steps":["trace[1246702785] 'read index received' (duration: 110.527624ms)","trace[1246702785] 'applied index is now lower than readState.Index' (duration: 154.059364ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:14.38252Z","caller":"traceutil/trace.go:171","msg":"trace[1786180920] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"268.844729ms","start":"2026-06-28T20:47:14.11364Z","end":"2026-06-28T20:47:14.382484Z","steps":["trace[1786180920] 'process raft request' (duration: 114.737584ms)","trace[1786180920] 'compare' (duration: 153.650984ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:14.382619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.744521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.38266Z","caller":"traceutil/trace.go:171","msg":"trace[1432908667] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25031; }","duration":"264.823414ms","start":"2026-06-28T20:47:14.117827Z","end":"2026-06-28T20:47:14.38265Z","steps":["trace[1432908667] 'agreement among raft nodes before linearized reading' (duration: 264.718051ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.938114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.85215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:14.938255Z","caller":"traceutil/trace.go:171","msg":"trace[16134580] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25912; }","duration":"555.720354ms","start":"2026-06-28T20:47:14.382512Z","end":"2026-06-28T20:47:14.938232Z","steps":["trace[16134580] 'read index received' (duration: 280.487104ms)","trace[16134580] 'applied index is now lower than readState.Index' (duration: 275.231ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:14.938369Z","caller":"traceutil/trace.go:171","msg":"trace[580475355] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"816.408278ms","start":"2026-06-28T20:47:14.121944Z","end":"2026-06-28T20:47:14.938352Z","steps":["trace[580475355] 'process raft request' (duration: 541.123178ms)","trace[580475355] 'compare' (duration: 274.632355ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:14.938642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.121873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:14.938679Z","caller":"traceutil/trace.go:171","msg":"trace[1044148995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25032; }","duration":"819.159634ms","start":"2026-06-28T20:47:14.119509Z","end":"2026-06-28T20:47:14.938668Z","steps":["trace[1044148995] 'agreement among raft nodes before linearized reading' (duration: 819.087942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.938702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.119467Z","time spent":"819.230556ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:14.938748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.360851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:14.938774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.648681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-06-28T20:47:14.938805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.978117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:47:14.938844Z","caller":"traceutil/trace.go:171","msg":"trace[333201311] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25032; }","duration":"669.571566ms","start":"2026-06-28T20:47:14.26925Z","end":"2026-06-28T20:47:14.938822Z","steps":["trace[333201311] 'agreement among raft nodes before linearized reading' (duration: 669.359541ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.938849Z","caller":"traceutil/trace.go:171","msg":"trace[1763198061] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395; range_end:; response_count:1; response_revision:25032; }","duration":"552.762934ms","start":"2026-06-28T20:47:14.386066Z","end":"2026-06-28T20:47:14.938829Z","steps":["trace[1763198061] 'agreement among raft nodes before linearized reading' (duration: 552.548749ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.938884Z","caller":"traceutil/trace.go:171","msg":"trace[426676412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25032; }","duration":"317.107771ms","start":"2026-06-28T20:47:14.621755Z","end":"2026-06-28T20:47:14.938863Z","steps":["trace[426676412] 'agreement among raft nodes before linearized reading' (duration: 316.869155ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.93885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.456528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:14.938894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.386049Z","time spent":"552.832465ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" "} {"level":"warn","ts":"2026-06-28T20:47:14.938895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.261584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:14.93893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.621733Z","time spent":"317.183222ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:47:14.938989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.689994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-28T20:47:14.939016Z","caller":"traceutil/trace.go:171","msg":"trace[964148306] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25032; }","duration":"550.422148ms","start":"2026-06-28T20:47:14.388574Z","end":"2026-06-28T20:47:14.938996Z","steps":["trace[964148306] 'agreement among raft nodes before linearized reading' (duration: 550.215193ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.938995Z","caller":"traceutil/trace.go:171","msg":"trace[493060583] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25032; }","duration":"106.656022ms","start":"2026-06-28T20:47:14.83227Z","end":"2026-06-28T20:47:14.938926Z","steps":["trace[493060583] 'agreement among raft nodes before linearized reading' (duration: 106.402896ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:14.939052Z","caller":"traceutil/trace.go:171","msg":"trace[1581140574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25032; }","duration":"317.838668ms","start":"2026-06-28T20:47:14.621197Z","end":"2026-06-28T20:47:14.939036Z","steps":["trace[1581140574] 'agreement among raft nodes before linearized reading' (duration: 317.581312ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:14.939077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.388563Z","time spent":"550.50366ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:14.938893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.269225Z","time spent":"669.657558ms","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:14.939111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.621155Z","time spent":"317.93823ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:47:14.939336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.121934Z","time spent":"817.29504ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7773,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:15.453458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:47:15.486115Z","caller":"traceutil/trace.go:171","msg":"trace[710059326] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"544.377515ms","start":"2026-06-28T20:47:14.941713Z","end":"2026-06-28T20:47:15.48609Z","steps":["trace[710059326] 'process raft request' (duration: 544.230502ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.486299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.94169Z","time spent":"544.491507ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:15.520525Z","caller":"traceutil/trace.go:171","msg":"trace[770642556] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25913; }","duration":"567.41907ms","start":"2026-06-28T20:47:14.953077Z","end":"2026-06-28T20:47:15.520496Z","steps":["trace[770642556] 'read index received' (duration: 532.908494ms)","trace[770642556] 'applied index is now lower than readState.Index' (duration: 34.509186ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:15.520602Z","caller":"traceutil/trace.go:171","msg":"trace[1524103160] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"576.273659ms","start":"2026-06-28T20:47:14.944284Z","end":"2026-06-28T20:47:15.520557Z","steps":["trace[1524103160] 'process raft request' (duration: 576.005493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.520802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.944268Z","time spent":"576.429754ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:15.520802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.700666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" ","response":"range_response_count:1 size:7791"} {"level":"info","ts":"2026-06-28T20:47:15.520856Z","caller":"traceutil/trace.go:171","msg":"trace[261117874] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5; range_end:; response_count:1; response_revision:25035; }","duration":"567.797579ms","start":"2026-06-28T20:47:14.953046Z","end":"2026-06-28T20:47:15.520843Z","steps":["trace[261117874] 'agreement among raft nodes before linearized reading' (duration: 567.598294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.520929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.953037Z","time spent":"567.874061ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7813,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-d5jh5\" "} {"level":"warn","ts":"2026-06-28T20:47:15.520989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.209273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:47:15.520989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.241644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:15.521122Z","caller":"traceutil/trace.go:171","msg":"trace[1241703663] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25035; }","duration":"394.411328ms","start":"2026-06-28T20:47:15.126691Z","end":"2026-06-28T20:47:15.521102Z","steps":["trace[1241703663] 'agreement among raft nodes before linearized reading' (duration: 394.125761ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:15.521256Z","caller":"traceutil/trace.go:171","msg":"trace[442567016] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"576.946075ms","start":"2026-06-28T20:47:14.944288Z","end":"2026-06-28T20:47:15.521234Z","steps":["trace[442567016] 'process raft request' (duration: 576.150336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.521305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:15.126668Z","time spent":"394.623924ms","remote":"127.0.0.1:44842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:15.521361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:14.944265Z","time spent":"577.043978ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:15.521894Z","caller":"traceutil/trace.go:171","msg":"trace[1650236670] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25035; }","duration":"405.657484ms","start":"2026-06-28T20:47:15.115614Z","end":"2026-06-28T20:47:15.521272Z","steps":["trace[1650236670] 'agreement among raft nodes before linearized reading' (duration: 405.086481ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:15.521993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:15.11555Z","time spent":"406.402562ms","remote":"127.0.0.1:48274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:15.798895Z","caller":"traceutil/trace.go:171","msg":"trace[463145138] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"224.50549ms","start":"2026-06-28T20:47:15.57435Z","end":"2026-06-28T20:47:15.798856Z","steps":["trace[463145138] 'process raft request' (duration: 224.217893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:16.392815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.682029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:16.393022Z","caller":"traceutil/trace.go:171","msg":"trace[1601045941] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"587.608476ms","start":"2026-06-28T20:47:15.805381Z","end":"2026-06-28T20:47:16.392989Z","steps":["trace[1601045941] 'process raft request' (duration: 347.589159ms)","trace[1601045941] 'compare' (duration: 238.837139ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:16.393177Z","caller":"traceutil/trace.go:171","msg":"trace[2068769478] linearizableReadLoop","detail":"{readStateIndex:25919; appliedIndex:25918; }","duration":"454.733354ms","start":"2026-06-28T20:47:15.938376Z","end":"2026-06-28T20:47:16.39311Z","steps":["trace[2068769478] 'read index received' (duration: 214.684897ms)","trace[2068769478] 'applied index is now lower than readState.Index' (duration: 240.043897ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:16.393321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:15.805349Z","time spent":"587.845152ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:16.393453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.058251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:16.3935Z","caller":"traceutil/trace.go:171","msg":"trace[747033927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25038; }","duration":"455.160824ms","start":"2026-06-28T20:47:15.938323Z","end":"2026-06-28T20:47:16.393484Z","steps":["trace[747033927] 'agreement among raft nodes before linearized reading' (duration: 454.98366ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:16.39356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:15.938305Z","time spent":"455.245836ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:47:16.393679Z","caller":"traceutil/trace.go:171","msg":"trace[1744025275] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"277.438851ms","start":"2026-06-28T20:47:16.116216Z","end":"2026-06-28T20:47:16.393655Z","steps":["trace[1744025275] 'process raft request' (duration: 276.781375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:16.393843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.492126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-06-28T20:47:16.393869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.940741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:16.393907Z","caller":"traceutil/trace.go:171","msg":"trace[1422801158] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25039; }","duration":"448.663541ms","start":"2026-06-28T20:47:15.945228Z","end":"2026-06-28T20:47:16.393892Z","steps":["trace[1422801158] 'agreement among raft nodes before linearized reading' (duration: 448.362243ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:16.393965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:15.945216Z","time spent":"448.737202ms","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-06-28T20:47:16.393972Z","caller":"traceutil/trace.go:171","msg":"trace[1506348946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25039; }","duration":"379.102696ms","start":"2026-06-28T20:47:16.014837Z","end":"2026-06-28T20:47:16.39394Z","steps":["trace[1506348946] 'agreement among raft nodes before linearized reading' (duration: 378.911771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:16.394027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:16.014812Z","time spent":"379.200647ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:16.697663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.264668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:16.697938Z","caller":"traceutil/trace.go:171","msg":"trace[1417632733] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"297.415554ms","start":"2026-06-28T20:47:16.400475Z","end":"2026-06-28T20:47:16.697891Z","steps":["trace[1417632733] 'process raft request' (duration: 93.794189ms)","trace[1417632733] 'compare' (duration: 203.036512ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:16.697847Z","caller":"traceutil/trace.go:171","msg":"trace[1712749142] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25920; }","duration":"211.054101ms","start":"2026-06-28T20:47:16.486736Z","end":"2026-06-28T20:47:16.69779Z","steps":["trace[1712749142] 'read index received' (duration: 7.507887ms)","trace[1712749142] 'applied index is now lower than readState.Index' (duration: 203.543014ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:16.698374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.619295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:16.698431Z","caller":"traceutil/trace.go:171","msg":"trace[1634376398] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25040; }","duration":"211.724287ms","start":"2026-06-28T20:47:16.486694Z","end":"2026-06-28T20:47:16.698418Z","steps":["trace[1634376398] 'agreement among raft nodes before linearized reading' (duration: 211.370429ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:17.167883Z","caller":"traceutil/trace.go:171","msg":"trace[2031427007] linearizableReadLoop","detail":"{readStateIndex:25922; appliedIndex:25921; }","duration":"351.35869ms","start":"2026-06-28T20:47:16.816481Z","end":"2026-06-28T20:47:17.16784Z","steps":["trace[2031427007] 'read index received' (duration: 350.382137ms)","trace[2031427007] 'applied index is now lower than readState.Index' (duration: 975.663µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:17.168019Z","caller":"traceutil/trace.go:171","msg":"trace[865671734] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"464.014024ms","start":"2026-06-28T20:47:16.703872Z","end":"2026-06-28T20:47:17.167886Z","steps":["trace[865671734] 'process raft request' (duration: 463.788879ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.168115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.606526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:17.16818Z","caller":"traceutil/trace.go:171","msg":"trace[2140181140] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25041; }","duration":"351.717129ms","start":"2026-06-28T20:47:16.816434Z","end":"2026-06-28T20:47:17.168151Z","steps":["trace[2140181140] 'agreement among raft nodes before linearized reading' (duration: 351.576335ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.168183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:16.703849Z","time spent":"464.24506ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:17.168234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:16.816416Z","time spent":"351.80189ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:17.168519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.698336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:17.168612Z","caller":"traceutil/trace.go:171","msg":"trace[2031971614] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25041; }","duration":"101.849229ms","start":"2026-06-28T20:47:17.066745Z","end":"2026-06-28T20:47:17.168594Z","steps":["trace[2031971614] 'agreement among raft nodes before linearized reading' (duration: 101.690205ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.168597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.875538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-06-28T20:47:17.168696Z","caller":"traceutil/trace.go:171","msg":"trace[318225557] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25041; }","duration":"222.016911ms","start":"2026-06-28T20:47:16.94666Z","end":"2026-06-28T20:47:17.168677Z","steps":["trace[318225557] 'agreement among raft nodes before linearized reading' (duration: 221.759695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.573469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.368844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:17.573579Z","caller":"traceutil/trace.go:171","msg":"trace[433524629] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25044; }","duration":"155.556999ms","start":"2026-06-28T20:47:17.417999Z","end":"2026-06-28T20:47:17.573556Z","steps":["trace[433524629] 'count revisions from in-memory index tree' (duration: 155.235101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.574416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.257255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:47:17.574594Z","caller":"traceutil/trace.go:171","msg":"trace[460589715] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395; range_end:; response_count:1; response_revision:25044; }","duration":"313.228368ms","start":"2026-06-28T20:47:17.261316Z","end":"2026-06-28T20:47:17.574544Z","steps":["trace[460589715] 'range keys from in-memory index tree' (duration: 311.958908ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:17.574684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:17.261292Z","time spent":"313.375381ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" "} {"level":"info","ts":"2026-06-28T20:47:18.125048Z","caller":"traceutil/trace.go:171","msg":"trace[813944628] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"547.672112ms","start":"2026-06-28T20:47:17.577344Z","end":"2026-06-28T20:47:18.125016Z","steps":["trace[813944628] 'process raft request' (duration: 547.458487ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:18.125415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:17.577317Z","time spent":"547.820966ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:18.959988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.718555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:47:18.96074Z","caller":"traceutil/trace.go:171","msg":"trace[694193171] linearizableReadLoop","detail":"{readStateIndex:25927; appliedIndex:25925; }","duration":"1.02277624s","start":"2026-06-28T20:47:17.93794Z","end":"2026-06-28T20:47:18.960716Z","steps":["trace[694193171] 'read index received' (duration: 186.814098ms)","trace[694193171] 'applied index is now lower than readState.Index' (duration: 835.961222ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:18.960774Z","caller":"traceutil/trace.go:171","msg":"trace[2102765643] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"874.80856ms","start":"2026-06-28T20:47:18.085914Z","end":"2026-06-28T20:47:18.960722Z","steps":["trace[2102765643] 'process raft request' (duration: 874.176595ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:18.960993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:18.085891Z","time spent":"874.982334ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:19.12653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18856734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.126656Z","caller":"traceutil/trace.go:171","msg":"trace[63882426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25046; }","duration":"1.188719134s","start":"2026-06-28T20:47:17.9379Z","end":"2026-06-28T20:47:19.126619Z","steps":["trace[63882426] 'agreement among raft nodes before linearized reading' (duration: 1.022933093s)","trace[63882426] 'range keys from in-memory index tree' (duration: 165.640747ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:19.126694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:17.937882Z","time spent":"1.188803466s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:19.12678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.009086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:19.127053Z","caller":"traceutil/trace.go:171","msg":"trace[1245893617] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25928; }","duration":"166.259662ms","start":"2026-06-28T20:47:18.960781Z","end":"2026-06-28T20:47:19.12704Z","steps":["trace[1245893617] 'read index received' (duration: 68.602µs)","trace[1245893617] 'applied index is now lower than readState.Index' (duration: 166.18982ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:19.127112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.496682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.127166Z","caller":"traceutil/trace.go:171","msg":"trace[234126926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25047; }","duration":"244.599745ms","start":"2026-06-28T20:47:18.882553Z","end":"2026-06-28T20:47:19.127153Z","steps":["trace[234126926] 'agreement among raft nodes before linearized reading' (duration: 244.489012ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.127228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.928751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83c5652\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:47:19.127388Z","caller":"traceutil/trace.go:171","msg":"trace[1558885572] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"727.68898ms","start":"2026-06-28T20:47:18.399689Z","end":"2026-06-28T20:47:19.127378Z","steps":["trace[1558885572] 'process raft request' (duration: 561.019279ms)","trace[1558885572] 'compare' (duration: 165.669907ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:19.127441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:18.399659Z","time spent":"727.755422ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:19.127462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.127498Z","caller":"traceutil/trace.go:171","msg":"trace[2138555344] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25047; }","duration":"256.157858ms","start":"2026-06-28T20:47:18.871331Z","end":"2026-06-28T20:47:19.127489Z","steps":["trace[2138555344] 'agreement among raft nodes before linearized reading' (duration: 256.074786ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:19.127328Z","caller":"traceutil/trace.go:171","msg":"trace[1018277419] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83c5652; range_end:; response_count:1; response_revision:25047; }","duration":"998.060855ms","start":"2026-06-28T20:47:18.129254Z","end":"2026-06-28T20:47:19.127315Z","steps":["trace[1018277419] 'agreement among raft nodes before linearized reading' (duration: 997.85331ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.127585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:18.129235Z","time spent":"998.326551ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83c5652\" "} {"level":"warn","ts":"2026-06-28T20:47:19.127802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.593241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.127839Z","caller":"traceutil/trace.go:171","msg":"trace[1376431255] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25047; }","duration":"388.679993ms","start":"2026-06-28T20:47:18.739149Z","end":"2026-06-28T20:47:19.127829Z","steps":["trace[1376431255] 'agreement among raft nodes before linearized reading' (duration: 388.619151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.1279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:18.739124Z","time spent":"388.765254ms","remote":"127.0.0.1:53588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:19.128056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.946448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.128231Z","caller":"traceutil/trace.go:171","msg":"trace[2067702864] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25047; }","duration":"553.131062ms","start":"2026-06-28T20:47:18.575064Z","end":"2026-06-28T20:47:19.128195Z","steps":["trace[2067702864] 'agreement among raft nodes before linearized reading' (duration: 552.725563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.128392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:18.575007Z","time spent":"553.343677ms","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:19.747956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.95015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:19.748074Z","caller":"traceutil/trace.go:171","msg":"trace[1721598643] linearizableReadLoop","detail":"{readStateIndex:25930; appliedIndex:25929; }","duration":"612.245989ms","start":"2026-06-28T20:47:19.135807Z","end":"2026-06-28T20:47:19.748053Z","steps":["trace[1721598643] 'read index received' (duration: 154.231447ms)","trace[1721598643] 'applied index is now lower than readState.Index' (duration: 458.012462ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:19.74813Z","caller":"traceutil/trace.go:171","msg":"trace[442548526] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"617.299169ms","start":"2026-06-28T20:47:19.130785Z","end":"2026-06-28T20:47:19.748085Z","steps":["trace[442548526] 'process raft request' (duration: 159.127273ms)","trace[442548526] 'compare' (duration: 457.375827ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:19.748204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.389313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:19.748242Z","caller":"traceutil/trace.go:171","msg":"trace[432438941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25048; }","duration":"612.451584ms","start":"2026-06-28T20:47:19.135777Z","end":"2026-06-28T20:47:19.748229Z","steps":["trace[432438941] 'agreement among raft nodes before linearized reading' (duration: 612.336131ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.748275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.135766Z","time spent":"612.502115ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:19.748321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.130762Z","time spent":"617.459683ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:19.751841Z","caller":"traceutil/trace.go:171","msg":"trace[1839445518] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"529.40414ms","start":"2026-06-28T20:47:19.22242Z","end":"2026-06-28T20:47:19.751824Z","steps":["trace[1839445518] 'process raft request' (duration: 529.291747ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:19.751963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.222391Z","time spent":"529.505993ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:20.633265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.76697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:20.633394Z","caller":"traceutil/trace.go:171","msg":"trace[153430667] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25932; }","duration":"724.73436ms","start":"2026-06-28T20:47:19.908632Z","end":"2026-06-28T20:47:20.633366Z","steps":["trace[153430667] 'read index received' (duration: 24.621082ms)","trace[153430667] 'applied index is now lower than readState.Index' (duration: 700.111288ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:20.633657Z","caller":"traceutil/trace.go:171","msg":"trace[1020309311] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"787.051315ms","start":"2026-06-28T20:47:19.846591Z","end":"2026-06-28T20:47:20.633642Z","steps":["trace[1020309311] 'process raft request' (duration: 86.777943ms)","trace[1020309311] 'compare' (duration: 699.446652ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:20.633724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.846573Z","time spent":"787.114916ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:20.634053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.416527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-06-28T20:47:20.634119Z","caller":"traceutil/trace.go:171","msg":"trace[259260503] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25051; }","duration":"725.53317ms","start":"2026-06-28T20:47:19.90857Z","end":"2026-06-28T20:47:20.634103Z","steps":["trace[259260503] 'agreement among raft nodes before linearized reading' (duration: 725.330765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:20.634155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.908519Z","time spent":"725.629762ms","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-06-28T20:47:20.634213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.187866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:20.634359Z","caller":"traceutil/trace.go:171","msg":"trace[1790333071] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25051; }","duration":"669.34221ms","start":"2026-06-28T20:47:19.964957Z","end":"2026-06-28T20:47:20.634299Z","steps":["trace[1790333071] 'agreement among raft nodes before linearized reading' (duration: 669.161096ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:20.634409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:19.964936Z","time spent":"669.462014ms","remote":"127.0.0.1:54358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:20.906713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.841936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:20.907091Z","caller":"traceutil/trace.go:171","msg":"trace[1821494404] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"233.476112ms","start":"2026-06-28T20:47:20.673391Z","end":"2026-06-28T20:47:20.906867Z","steps":["trace[1821494404] 'process raft request' (duration: 129.38182ms)","trace[1821494404] 'compare' (duration: 103.677652ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:21.172305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.688751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:21.172426Z","caller":"traceutil/trace.go:171","msg":"trace[2057705716] linearizableReadLoop","detail":"{readStateIndex:25937; appliedIndex:25936; }","duration":"142.09202ms","start":"2026-06-28T20:47:21.030315Z","end":"2026-06-28T20:47:21.172408Z","steps":["trace[2057705716] 'read index received' (duration: 100.102µs)","trace[2057705716] 'applied index is now lower than readState.Index' (duration: 141.989628ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:21.172541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.226194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:21.172569Z","caller":"traceutil/trace.go:171","msg":"trace[1910621286] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25055; }","duration":"142.311866ms","start":"2026-06-28T20:47:21.030248Z","end":"2026-06-28T20:47:21.17256Z","steps":["trace[1910621286] 'agreement among raft nodes before linearized reading' (duration: 142.206963ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:21.172793Z","caller":"traceutil/trace.go:171","msg":"trace[394460984] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"202.95519ms","start":"2026-06-28T20:47:20.96981Z","end":"2026-06-28T20:47:21.172765Z","steps":["trace[394460984] 'process raft request' (duration: 38.694565ms)","trace[394460984] 'compare' (duration: 163.489486ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:21.822288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.592571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:21.822481Z","caller":"traceutil/trace.go:171","msg":"trace[1209269316] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"688.295169ms","start":"2026-06-28T20:47:21.134146Z","end":"2026-06-28T20:47:21.822441Z","steps":["trace[1209269316] 'process raft request' (duration: 266.445222ms)","trace[1209269316] 'compare' (duration: 421.257043ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:21.82266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:21.134127Z","time spent":"688.436942ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:21.822433Z","caller":"traceutil/trace.go:171","msg":"trace[553065321] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25937; }","duration":"646.158942ms","start":"2026-06-28T20:47:21.17625Z","end":"2026-06-28T20:47:21.822409Z","steps":["trace[553065321] 'read index received' (duration: 224.314705ms)","trace[553065321] 'applied index is now lower than readState.Index' (duration: 421.841397ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:21.822911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.639434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:47:21.823004Z","caller":"traceutil/trace.go:171","msg":"trace[1874918992] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395; range_end:; response_count:1; response_revision:25056; }","duration":"646.739546ms","start":"2026-06-28T20:47:21.17624Z","end":"2026-06-28T20:47:21.822979Z","steps":["trace[1874918992] 'agreement among raft nodes before linearized reading' (duration: 646.304466ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:21.82317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:21.1762Z","time spent":"646.850179ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" "} {"level":"warn","ts":"2026-06-28T20:47:21.82321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.853533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:47:21.823335Z","caller":"traceutil/trace.go:171","msg":"trace[22167353] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25056; }","duration":"221.010487ms","start":"2026-06-28T20:47:21.602311Z","end":"2026-06-28T20:47:21.823321Z","steps":["trace[22167353] 'agreement among raft nodes before linearized reading' (duration: 220.659889ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:22.232794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:21.825022Z","time spent":"407.765754ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-28T20:47:22.330365Z","caller":"traceutil/trace.go:171","msg":"trace[1623541053] linearizableReadLoop","detail":"{readStateIndex:25940; appliedIndex:25938; }","duration":"262.790136ms","start":"2026-06-28T20:47:22.067551Z","end":"2026-06-28T20:47:22.330341Z","steps":["trace[1623541053] 'read index received' (duration: 121.365711ms)","trace[1623541053] 'applied index is now lower than readState.Index' (duration: 141.423005ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:22.330446Z","caller":"traceutil/trace.go:171","msg":"trace[1566688347] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"504.350998ms","start":"2026-06-28T20:47:21.826044Z","end":"2026-06-28T20:47:22.330395Z","steps":["trace[1566688347] 'process raft request' (duration: 504.146033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:22.330517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.941429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:22.330552Z","caller":"traceutil/trace.go:171","msg":"trace[1679698575] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25057; }","duration":"263.033531ms","start":"2026-06-28T20:47:22.067507Z","end":"2026-06-28T20:47:22.330541Z","steps":["trace[1679698575] 'agreement among raft nodes before linearized reading' (duration: 262.914419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:22.33065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:21.826016Z","time spent":"504.524312ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:22.662682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.626259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:22.662833Z","caller":"traceutil/trace.go:171","msg":"trace[1862473959] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25940; }","duration":"328.50689ms","start":"2026-06-28T20:47:22.334305Z","end":"2026-06-28T20:47:22.662812Z","steps":["trace[1862473959] 'read index received' (duration: 156.625215ms)","trace[1862473959] 'applied index is now lower than readState.Index' (duration: 171.878705ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:22.662933Z","caller":"traceutil/trace.go:171","msg":"trace[991242504] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"429.1575ms","start":"2026-06-28T20:47:22.233763Z","end":"2026-06-28T20:47:22.66292Z","steps":["trace[991242504] 'process raft request' (duration: 257.153202ms)","trace[991242504] 'compare' (duration: 171.21756ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:22.663007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:22.233742Z","time spent":"429.223991ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:22.663349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.019702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd59ad24ad9c89\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-06-28T20:47:22.663513Z","caller":"traceutil/trace.go:171","msg":"trace[321667417] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd59ad24ad9c89; range_end:; response_count:1; response_revision:25058; }","duration":"329.228537ms","start":"2026-06-28T20:47:22.334261Z","end":"2026-06-28T20:47:22.66349Z","steps":["trace[321667417] 'agreement among raft nodes before linearized reading' (duration: 328.877788ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:22.663642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:22.334241Z","time spent":"329.38266ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":846,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd59ad24ad9c89\" "} {"level":"warn","ts":"2026-06-28T20:47:23.052166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.50833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:23.052303Z","caller":"traceutil/trace.go:171","msg":"trace[1969283886] linearizableReadLoop","detail":"{readStateIndex:25942; appliedIndex:25941; }","duration":"385.464377ms","start":"2026-06-28T20:47:22.666817Z","end":"2026-06-28T20:47:23.052281Z","steps":["trace[1969283886] 'read index received' (duration: 190.729532ms)","trace[1969283886] 'applied index is now lower than readState.Index' (duration: 194.733125ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:23.052408Z","caller":"traceutil/trace.go:171","msg":"trace[1599426282] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"386.060161ms","start":"2026-06-28T20:47:22.666331Z","end":"2026-06-28T20:47:23.052391Z","steps":["trace[1599426282] 'process raft request' (duration: 191.226533ms)","trace[1599426282] 'compare' (duration: 194.399738ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:23.052487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:22.666307Z","time spent":"386.143293ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:23.05278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.728847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:23.052906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.04474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-06-28T20:47:23.053048Z","caller":"traceutil/trace.go:171","msg":"trace[1307999961] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25059; }","duration":"386.372559ms","start":"2026-06-28T20:47:22.66665Z","end":"2026-06-28T20:47:23.053022Z","steps":["trace[1307999961] 'agreement among raft nodes before linearized reading' (duration: 385.98357ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:23.052949Z","caller":"traceutil/trace.go:171","msg":"trace[1333584803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25059; }","duration":"115.951542ms","start":"2026-06-28T20:47:22.936972Z","end":"2026-06-28T20:47:23.052924Z","steps":["trace[1333584803] 'agreement among raft nodes before linearized reading' (duration: 115.677326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:23.053219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:22.666624Z","time spent":"386.508311ms","remote":"127.0.0.1:44548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-06-28T20:47:23.705873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.522522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:23.705988Z","caller":"traceutil/trace.go:171","msg":"trace[770754723] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25942; }","duration":"498.457328ms","start":"2026-06-28T20:47:23.207511Z","end":"2026-06-28T20:47:23.705969Z","steps":["trace[770754723] 'read index received' (duration: 141.690041ms)","trace[770754723] 'applied index is now lower than readState.Index' (duration: 356.765827ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:23.706141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.624262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:23.706193Z","caller":"traceutil/trace.go:171","msg":"trace[270616243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25060; }","duration":"498.731364ms","start":"2026-06-28T20:47:23.20745Z","end":"2026-06-28T20:47:23.706181Z","steps":["trace[270616243] 'agreement among raft nodes before linearized reading' (duration: 498.56447ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:23.70624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.207419Z","time spent":"498.810887ms","remote":"127.0.0.1:53516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:23.706338Z","caller":"traceutil/trace.go:171","msg":"trace[1065848786] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"646.289405ms","start":"2026-06-28T20:47:23.060036Z","end":"2026-06-28T20:47:23.706326Z","steps":["trace[1065848786] 'process raft request' (duration: 289.22997ms)","trace[1065848786] 'compare' (duration: 356.395689ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:23.706393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.060025Z","time spent":"646.336176ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:24.359022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600164995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:47:24.58642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.428409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:24.58659Z","caller":"traceutil/trace.go:171","msg":"trace[67833526] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"874.882041ms","start":"2026-06-28T20:47:23.711677Z","end":"2026-06-28T20:47:24.586559Z","steps":["trace[67833526] 'process raft request' (duration: 721.194177ms)","trace[67833526] 'compare' (duration: 153.06837ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:24.586995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.711651Z","time spent":"875.281681ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:24.597384Z","caller":"traceutil/trace.go:171","msg":"trace[1268901217] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"769.623032ms","start":"2026-06-28T20:47:23.827737Z","end":"2026-06-28T20:47:24.59736Z","steps":["trace[1268901217] 'process raft request' (duration: 769.402047ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.597553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.827703Z","time spent":"769.760155ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:24.59781Z","caller":"traceutil/trace.go:171","msg":"trace[1798611259] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"629.635371ms","start":"2026-06-28T20:47:23.968122Z","end":"2026-06-28T20:47:24.597757Z","steps":["trace[1798611259] 'process raft request' (duration: 629.184591ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:24.597879Z","caller":"traceutil/trace.go:171","msg":"trace[149296994] linearizableReadLoop","detail":"{readStateIndex:25948; appliedIndex:25943; }","duration":"739.602603ms","start":"2026-06-28T20:47:23.858244Z","end":"2026-06-28T20:47:24.597846Z","steps":["trace[149296994] 'read index received' (duration: 574.695762ms)","trace[149296994] 'applied index is now lower than readState.Index' (duration: 164.90559ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:24.59797Z","caller":"traceutil/trace.go:171","msg":"trace[1338564662] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"479.578593ms","start":"2026-06-28T20:47:24.118383Z","end":"2026-06-28T20:47:24.597961Z","steps":["trace[1338564662] 'process raft request' (duration: 479.207844ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:24.597911Z","caller":"traceutil/trace.go:171","msg":"trace[632608920] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"267.62583ms","start":"2026-06-28T20:47:24.330263Z","end":"2026-06-28T20:47:24.597889Z","steps":["trace[632608920] 'process raft request' (duration: 267.526257ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.118358Z","time spent":"479.648444ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:24.598088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.835308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" ","response":"range_response_count:1 size:7365"} {"level":"info","ts":"2026-06-28T20:47:24.59816Z","caller":"traceutil/trace.go:171","msg":"trace[1270530870] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn; range_end:; response_count:1; response_revision:25065; }","duration":"739.93413ms","start":"2026-06-28T20:47:23.858203Z","end":"2026-06-28T20:47:24.598137Z","steps":["trace[1270530870] 'agreement among raft nodes before linearized reading' (duration: 739.762006ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.025118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:24.598172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.526568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-06-28T20:47:24.598194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.749489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:24.598219Z","caller":"traceutil/trace.go:171","msg":"trace[1725403333] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25065; }","duration":"632.08927ms","start":"2026-06-28T20:47:23.966116Z","end":"2026-06-28T20:47:24.598205Z","steps":["trace[1725403333] 'agreement among raft nodes before linearized reading' (duration: 632.032369ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:24.598236Z","caller":"traceutil/trace.go:171","msg":"trace[780966141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25065; }","duration":"708.63735ms","start":"2026-06-28T20:47:23.889581Z","end":"2026-06-28T20:47:24.598219Z","steps":["trace[780966141] 'agreement among raft nodes before linearized reading' (duration: 708.451956ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.966093Z","time spent":"632.158291ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:24.59828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.889562Z","time spent":"708.705711ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-06-28T20:47:24.598265Z","caller":"traceutil/trace.go:171","msg":"trace[1000438795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25065; }","duration":"425.867832ms","start":"2026-06-28T20:47:24.172377Z","end":"2026-06-28T20:47:24.598245Z","steps":["trace[1000438795] 'agreement among raft nodes before linearized reading' (duration: 425.748249ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.858185Z","time spent":"740.012182ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7387,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711325-7kkfn\" "} {"level":"warn","ts":"2026-06-28T20:47:24.59835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.172355Z","time spent":"425.976115ms","remote":"127.0.0.1:53508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:24.598365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.029326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:24.598413Z","caller":"traceutil/trace.go:171","msg":"trace[2035418418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25065; }","duration":"382.223531ms","start":"2026-06-28T20:47:24.216173Z","end":"2026-06-28T20:47:24.598397Z","steps":["trace[2035418418] 'agreement among raft nodes before linearized reading' (duration: 382.125588ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.57878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:24.598462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.216158Z","time spent":"382.293702ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:24.598492Z","caller":"traceutil/trace.go:171","msg":"trace[1808185640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25065; }","duration":"659.716973ms","start":"2026-06-28T20:47:23.938755Z","end":"2026-06-28T20:47:24.598472Z","steps":["trace[1808185640] 'agreement among raft nodes before linearized reading' (duration: 659.56488ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:24.598545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.938731Z","time spent":"659.805315ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:24.598806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:23.968077Z","time spent":"629.852656ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:25.114514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.027645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:25.115346Z","caller":"traceutil/trace.go:171","msg":"trace[1071067425] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25948; }","duration":"513.701409ms","start":"2026-06-28T20:47:24.601622Z","end":"2026-06-28T20:47:25.115323Z","steps":["trace[1071067425] 'read index received' (duration: 141.757832ms)","trace[1071067425] 'applied index is now lower than readState.Index' (duration: 371.940747ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:25.115394Z","caller":"traceutil/trace.go:171","msg":"trace[740983006] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"514.608581ms","start":"2026-06-28T20:47:24.600753Z","end":"2026-06-28T20:47:25.115361Z","steps":["trace[740983006] 'process raft request' (duration: 142.570992ms)","trace[740983006] 'compare' (duration: 370.748379ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:25.115656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.008127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e574175d-1c09-49b1-994b-0cbbb1cb9a3b\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-06-28T20:47:25.115697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.600736Z","time spent":"514.846996ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:25.115719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.294078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:25.115757Z","caller":"traceutil/trace.go:171","msg":"trace[2005101029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e574175d-1c09-49b1-994b-0cbbb1cb9a3b; range_end:; response_count:1; response_revision:25066; }","duration":"514.14408ms","start":"2026-06-28T20:47:24.601592Z","end":"2026-06-28T20:47:25.115736Z","steps":["trace[2005101029] 'agreement among raft nodes before linearized reading' (duration: 513.840163ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:25.115788Z","caller":"traceutil/trace.go:171","msg":"trace[1527034731] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25066; }","duration":"151.407271ms","start":"2026-06-28T20:47:24.964356Z","end":"2026-06-28T20:47:25.115763Z","steps":["trace[1527034731] 'agreement among raft nodes before linearized reading' (duration: 151.282708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:25.115807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.601581Z","time spent":"514.215931ms","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e574175d-1c09-49b1-994b-0cbbb1cb9a3b\" "} {"level":"warn","ts":"2026-06-28T20:47:25.115775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.746247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:25.115952Z","caller":"traceutil/trace.go:171","msg":"trace[1847150387] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25066; }","duration":"491.030914ms","start":"2026-06-28T20:47:24.624904Z","end":"2026-06-28T20:47:25.115935Z","steps":["trace[1847150387] 'agreement among raft nodes before linearized reading' (duration: 490.694116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:25.116051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:24.624881Z","time spent":"491.153586ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:47:25.343292Z","caller":"traceutil/trace.go:171","msg":"trace[1916217628] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"162.429512ms","start":"2026-06-28T20:47:25.180831Z","end":"2026-06-28T20:47:25.343261Z","steps":["trace[1916217628] 'process raft request' (duration: 63.359449ms)","trace[1916217628] 'compare' (duration: 98.829428ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:25.34328Z","caller":"traceutil/trace.go:171","msg":"trace[556079045] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25950; }","duration":"161.108051ms","start":"2026-06-28T20:47:25.182135Z","end":"2026-06-28T20:47:25.343243Z","steps":["trace[556079045] 'read index received' (duration: 62.604731ms)","trace[556079045] 'applied index is now lower than readState.Index' (duration: 98.488849ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:25.343722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.487012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:25.343769Z","caller":"traceutil/trace.go:171","msg":"trace[40968078] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25068; }","duration":"159.566244ms","start":"2026-06-28T20:47:25.18419Z","end":"2026-06-28T20:47:25.343757Z","steps":["trace[40968078] 'agreement among raft nodes before linearized reading' (duration: 159.464141ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:25.343747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.601872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-06-28T20:47:25.343921Z","caller":"traceutil/trace.go:171","msg":"trace[706000412] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a471374f-392e-43ad-b67e-0c201be3fdac; range_end:; response_count:1; response_revision:25068; }","duration":"161.794947ms","start":"2026-06-28T20:47:25.182076Z","end":"2026-06-28T20:47:25.343871Z","steps":["trace[706000412] 'agreement among raft nodes before linearized reading' (duration: 161.271314ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:25.744652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.568574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:25.744746Z","caller":"traceutil/trace.go:171","msg":"trace[1806122525] linearizableReadLoop","detail":"{readStateIndex:25952; appliedIndex:25951; }","duration":"395.515294ms","start":"2026-06-28T20:47:25.349215Z","end":"2026-06-28T20:47:25.74473Z","steps":["trace[1806122525] 'read index received' (duration: 191.723534ms)","trace[1806122525] 'applied index is now lower than readState.Index' (duration: 203.78981ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:25.744822Z","caller":"traceutil/trace.go:171","msg":"trace[1021208352] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"395.955325ms","start":"2026-06-28T20:47:25.348856Z","end":"2026-06-28T20:47:25.744811Z","steps":["trace[1021208352] 'process raft request' (duration: 192.166505ms)","trace[1021208352] 'compare' (duration: 203.38685ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:25.744866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:25.348833Z","time spent":"396.006245ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:47:25.744938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.707759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:25.745011Z","caller":"traceutil/trace.go:171","msg":"trace[1433784422] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25069; }","duration":"395.855432ms","start":"2026-06-28T20:47:25.349138Z","end":"2026-06-28T20:47:25.744994Z","steps":["trace[1433784422] 'agreement among raft nodes before linearized reading' (duration: 395.690248ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:25.745042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:25.349114Z","time spent":"395.921914ms","remote":"127.0.0.1:44664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-06-28T20:47:25.745057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.563995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:25.745143Z","caller":"traceutil/trace.go:171","msg":"trace[2077151822] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25069; }","duration":"266.705447ms","start":"2026-06-28T20:47:25.478417Z","end":"2026-06-28T20:47:25.745122Z","steps":["trace[2077151822] 'agreement among raft nodes before linearized reading' (duration: 266.41807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:26.160595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.285158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:26.160868Z","caller":"traceutil/trace.go:171","msg":"trace[827949645] linearizableReadLoop","detail":"{readStateIndex:25953; appliedIndex:25952; }","duration":"222.536813ms","start":"2026-06-28T20:47:25.938303Z","end":"2026-06-28T20:47:26.160839Z","steps":["trace[827949645] 'read index received' (duration: 79.182µs)","trace[827949645] 'applied index is now lower than readState.Index' (duration: 222.453811ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:26.160955Z","caller":"traceutil/trace.go:171","msg":"trace[1433254629] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"411.342848ms","start":"2026-06-28T20:47:25.749548Z","end":"2026-06-28T20:47:26.160891Z","steps":["trace[1433254629] 'process raft request' (duration: 185.62914ms)","trace[1433254629] 'compare' (duration: 225.032252ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:26.161149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:25.749522Z","time spent":"411.520003ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:26.161152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.84275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:26.161334Z","caller":"traceutil/trace.go:171","msg":"trace[2017297804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25070; }","duration":"223.084386ms","start":"2026-06-28T20:47:25.938234Z","end":"2026-06-28T20:47:26.161319Z","steps":["trace[2017297804] 'agreement among raft nodes before linearized reading' (duration: 222.769688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:26.161228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.451212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:26.161198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.431338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:26.161508Z","caller":"traceutil/trace.go:171","msg":"trace[1708545961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25070; }","duration":"121.76958ms","start":"2026-06-28T20:47:26.039682Z","end":"2026-06-28T20:47:26.161451Z","steps":["trace[1708545961] 'agreement among raft nodes before linearized reading' (duration: 121.419001ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:26.161763Z","caller":"traceutil/trace.go:171","msg":"trace[191001344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25070; }","duration":"213.872008ms","start":"2026-06-28T20:47:25.947672Z","end":"2026-06-28T20:47:26.161544Z","steps":["trace[191001344] 'agreement among raft nodes before linearized reading' (duration: 213.431147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:26.593809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.25722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:26.593945Z","caller":"traceutil/trace.go:171","msg":"trace[1499783993] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25953; }","duration":"180.859527ms","start":"2026-06-28T20:47:26.413063Z","end":"2026-06-28T20:47:26.593923Z","steps":["trace[1499783993] 'read index received' (duration: 1.308471ms)","trace[1499783993] 'applied index is now lower than readState.Index' (duration: 179.549446ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:26.593992Z","caller":"traceutil/trace.go:171","msg":"trace[451605187] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"425.278499ms","start":"2026-06-28T20:47:26.168665Z","end":"2026-06-28T20:47:26.593943Z","steps":["trace[451605187] 'process raft request' (duration: 245.769143ms)","trace[451605187] 'compare' (duration: 178.606444ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:26.594081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.022082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:26.594114Z","caller":"traceutil/trace.go:171","msg":"trace[299894805] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25071; }","duration":"181.098473ms","start":"2026-06-28T20:47:26.413002Z","end":"2026-06-28T20:47:26.594101Z","steps":["trace[299894805] 'agreement among raft nodes before linearized reading' (duration: 181.012271ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:26.594212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:26.168641Z","time spent":"425.458032ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:26.594362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.879354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:47:26.59445Z","caller":"traceutil/trace.go:171","msg":"trace[353106063] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25071; }","duration":"169.031368ms","start":"2026-06-28T20:47:26.425401Z","end":"2026-06-28T20:47:26.594432Z","steps":["trace[353106063] 'agreement among raft nodes before linearized reading' (duration: 168.68095ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:27.249031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.797825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:27.249222Z","caller":"traceutil/trace.go:171","msg":"trace[1627358808] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"649.287325ms","start":"2026-06-28T20:47:26.599854Z","end":"2026-06-28T20:47:27.249141Z","steps":["trace[1627358808] 'process raft request' (duration: 290.268094ms)","trace[1627358808] 'compare' (duration: 358.504479ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:27.249288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:26.599828Z","time spent":"649.433459ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-28T20:47:27.438794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600165024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-28T20:47:27.627449Z","caller":"traceutil/trace.go:171","msg":"trace[1712409504] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.023976907s","start":"2026-06-28T20:47:26.603435Z","end":"2026-06-28T20:47:27.627412Z","steps":["trace[1712409504] 'process raft request' (duration: 970.81628ms)","trace[1712409504] 'compare' (duration: 52.957193ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:27.627646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:26.603425Z","time spent":"1.024130831s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:27.649334Z","caller":"traceutil/trace.go:171","msg":"trace[1949571490] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25955; }","duration":"710.927394ms","start":"2026-06-28T20:47:26.938373Z","end":"2026-06-28T20:47:27.649301Z","steps":["trace[1949571490] 'read index received' (duration: 635.810167ms)","trace[1949571490] 'applied index is now lower than readState.Index' (duration: 75.115667ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:27.649397Z","caller":"traceutil/trace.go:171","msg":"trace[1337056744] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"392.607426ms","start":"2026-06-28T20:47:27.256731Z","end":"2026-06-28T20:47:27.649339Z","steps":["trace[1337056744] 'process raft request' (duration: 392.303739ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:27.649565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:27.256707Z","time spent":"392.767779ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:27.649597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.700232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-06-28T20:47:27.649581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.16324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:27.649638Z","caller":"traceutil/trace.go:171","msg":"trace[991893346] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654; range_end:; response_count:1; response_revision:25074; }","duration":"396.799865ms","start":"2026-06-28T20:47:27.252821Z","end":"2026-06-28T20:47:27.649621Z","steps":["trace[991893346] 'agreement among raft nodes before linearized reading' (duration: 396.641891ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:27.649673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:27.252796Z","time spent":"396.868237ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sx2s.18bd580559635654\" "} {"level":"info","ts":"2026-06-28T20:47:27.649681Z","caller":"traceutil/trace.go:171","msg":"trace[865888605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25074; }","duration":"711.337184ms","start":"2026-06-28T20:47:26.938317Z","end":"2026-06-28T20:47:27.649654Z","steps":["trace[865888605] 'agreement among raft nodes before linearized reading' (duration: 711.118648ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:27.649735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:26.938291Z","time spent":"711.433376ms","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:47:28.22463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.710547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:28.224762Z","caller":"traceutil/trace.go:171","msg":"trace[870175456] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25959; }","duration":"310.449463ms","start":"2026-06-28T20:47:27.914292Z","end":"2026-06-28T20:47:28.224741Z","steps":["trace[870175456] 'read index received' (duration: 44.821µs)","trace[870175456] 'applied index is now lower than readState.Index' (duration: 310.402932ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:28.224892Z","caller":"traceutil/trace.go:171","msg":"trace[25739776] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"538.885536ms","start":"2026-06-28T20:47:27.685937Z","end":"2026-06-28T20:47:28.224822Z","steps":["trace[25739776] 'process raft request' (duration: 66.887392ms)","trace[25739776] 'compare' (duration: 471.515742ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:28.224973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.683178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-06-28T20:47:28.225014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:27.685922Z","time spent":"539.027369ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:28.225029Z","caller":"traceutil/trace.go:171","msg":"trace[1715770869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25076; }","duration":"310.78094ms","start":"2026-06-28T20:47:27.914233Z","end":"2026-06-28T20:47:28.225014Z","steps":["trace[1715770869] 'agreement among raft nodes before linearized reading' (duration: 310.567115ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:28.225083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:27.914207Z","time spent":"310.863083ms","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-06-28T20:47:28.638458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.256651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:28.63859Z","caller":"traceutil/trace.go:171","msg":"trace[774648790] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25960; }","duration":"329.586065ms","start":"2026-06-28T20:47:28.308985Z","end":"2026-06-28T20:47:28.638571Z","steps":["trace[774648790] 'read index received' (duration: 28.982736ms)","trace[774648790] 'applied index is now lower than readState.Index' (duration: 300.601199ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:28.638745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.750029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:28.638907Z","caller":"traceutil/trace.go:171","msg":"trace[1398365299] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25077; }","duration":"329.901253ms","start":"2026-06-28T20:47:28.30894Z","end":"2026-06-28T20:47:28.638841Z","steps":["trace[1398365299] 'agreement among raft nodes before linearized reading' (duration: 329.678807ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:28.638935Z","caller":"traceutil/trace.go:171","msg":"trace[457214119] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"407.285553ms","start":"2026-06-28T20:47:28.231606Z","end":"2026-06-28T20:47:28.638892Z","steps":["trace[457214119] 'process raft request' (duration: 106.467738ms)","trace[457214119] 'compare' (duration: 300.070247ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:28.639024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:28.30892Z","time spent":"330.080776ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:47:28.639105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:28.231591Z","time spent":"407.424686ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:29.090485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.505156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:29.090614Z","caller":"traceutil/trace.go:171","msg":"trace[10353332] linearizableReadLoop","detail":"{readStateIndex:25962; appliedIndex:25961; }","duration":"154.852642ms","start":"2026-06-28T20:47:28.935742Z","end":"2026-06-28T20:47:29.090595Z","steps":["trace[10353332] 'read index received' (duration: 41.771µs)","trace[10353332] 'applied index is now lower than readState.Index' (duration: 154.809701ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:29.090661Z","caller":"traceutil/trace.go:171","msg":"trace[942279928] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"444.876711ms","start":"2026-06-28T20:47:28.645738Z","end":"2026-06-28T20:47:29.090614Z","steps":["trace[942279928] 'process raft request' (duration: 136.111219ms)","trace[942279928] 'compare' (duration: 308.351323ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:29.090793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:28.645717Z","time spent":"445.005125ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:47:29.090799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.042276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:29.090857Z","caller":"traceutil/trace.go:171","msg":"trace[894204490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25078; }","duration":"155.146419ms","start":"2026-06-28T20:47:28.935695Z","end":"2026-06-28T20:47:29.090841Z","steps":["trace[894204490] 'agreement among raft nodes before linearized reading' (duration: 154.987295ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:29.090774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.257606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:29.091135Z","caller":"traceutil/trace.go:171","msg":"trace[1654236088] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25078; }","duration":"126.659445ms","start":"2026-06-28T20:47:28.964463Z","end":"2026-06-28T20:47:29.091123Z","steps":["trace[1654236088] 'agreement among raft nodes before linearized reading' (duration: 126.239696ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:29.288469Z","caller":"traceutil/trace.go:171","msg":"trace[614969595] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"130.327743ms","start":"2026-06-28T20:47:29.158091Z","end":"2026-06-28T20:47:29.288419Z","steps":["trace[614969595] 'process raft request' (duration: 130.107818ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:29.639663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.504546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:29.639805Z","caller":"traceutil/trace.go:171","msg":"trace[181105667] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"252.262136ms","start":"2026-06-28T20:47:29.387523Z","end":"2026-06-28T20:47:29.639785Z","steps":["trace[181105667] 'read index received' (duration: 53.731µs)","trace[181105667] 'applied index is now lower than readState.Index' (duration: 252.206875ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:29.639864Z","caller":"traceutil/trace.go:171","msg":"trace[757963770] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"344.614261ms","start":"2026-06-28T20:47:29.295205Z","end":"2026-06-28T20:47:29.639819Z","steps":["trace[757963770] 'process raft request' (duration: 76.840028ms)","trace[757963770] 'compare' (duration: 266.964214ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:29.639979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.444281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:29.640076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:29.295187Z","time spent":"344.777214ms","remote":"127.0.0.1:44434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:29.640111Z","caller":"traceutil/trace.go:171","msg":"trace[1502015370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25082; }","duration":"252.636075ms","start":"2026-06-28T20:47:29.387454Z","end":"2026-06-28T20:47:29.64009Z","steps":["trace[1502015370] 'agreement among raft nodes before linearized reading' (duration: 252.39443ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:29.928768Z","caller":"traceutil/trace.go:171","msg":"trace[818697354] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"323.815839ms","start":"2026-06-28T20:47:29.604914Z","end":"2026-06-28T20:47:29.92873Z","steps":["trace[818697354] 'process raft request' (duration: 282.505282ms)","trace[818697354] 'compare' (duration: 41.03612ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:29.928964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:29.604883Z","time spent":"323.988672ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:29.928964Z","caller":"traceutil/trace.go:171","msg":"trace[965597844] linearizableReadLoop","detail":"{readStateIndex:25968; appliedIndex:25966; }","duration":"289.092788ms","start":"2026-06-28T20:47:29.639835Z","end":"2026-06-28T20:47:29.928928Z","steps":["trace[965597844] 'read index received' (duration: 247.707899ms)","trace[965597844] 'applied index is now lower than readState.Index' (duration: 41.382679ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:29.929248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.615447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:29.929219Z","caller":"traceutil/trace.go:171","msg":"trace[1402643378] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"296.243346ms","start":"2026-06-28T20:47:29.632885Z","end":"2026-06-28T20:47:29.929128Z","steps":["trace[1402643378] 'process raft request' (duration: 295.765815ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:29.929295Z","caller":"traceutil/trace.go:171","msg":"trace[1764505461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25084; }","duration":"291.784161ms","start":"2026-06-28T20:47:29.637499Z","end":"2026-06-28T20:47:29.929283Z","steps":["trace[1764505461] 'agreement among raft nodes before linearized reading' (duration: 291.602947ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:29.929327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.824094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:29.929385Z","caller":"traceutil/trace.go:171","msg":"trace[708574048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25084; }","duration":"171.927396ms","start":"2026-06-28T20:47:29.757441Z","end":"2026-06-28T20:47:29.929369Z","steps":["trace[708574048] 'agreement among raft nodes before linearized reading' (duration: 171.789443ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:29.929381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.965253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-06-28T20:47:29.929494Z","caller":"traceutil/trace.go:171","msg":"trace[534079684] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-5647546676-9zgkz.18bd599cd83cc395; range_end:; response_count:1; response_revision:25084; }","duration":"286.118177ms","start":"2026-06-28T20:47:29.643335Z","end":"2026-06-28T20:47:29.929453Z","steps":["trace[534079684] 'agreement among raft nodes before linearized reading' (duration: 285.80298ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:31.251281Z","caller":"traceutil/trace.go:171","msg":"trace[1872490321] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25975; }","duration":"314.820666ms","start":"2026-06-28T20:47:30.936427Z","end":"2026-06-28T20:47:31.251248Z","steps":["trace[1872490321] 'read index received' (duration: 16.48588ms)","trace[1872490321] 'applied index is now lower than readState.Index' (duration: 298.333846ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:31.251461Z","caller":"traceutil/trace.go:171","msg":"trace[1230932921] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"392.36495ms","start":"2026-06-28T20:47:30.859046Z","end":"2026-06-28T20:47:31.251411Z","steps":["trace[1230932921] 'process raft request' (duration: 391.991961ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.251622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.145103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:47:31.251639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:30.859037Z","time spent":"392.512153ms","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:47:31.251673Z","caller":"traceutil/trace.go:171","msg":"trace[754652253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25093; }","duration":"315.286427ms","start":"2026-06-28T20:47:30.936374Z","end":"2026-06-28T20:47:31.25166Z","steps":["trace[754652253] 'agreement among raft nodes before linearized reading' (duration: 315.032321ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.251747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.401696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18bd5804317857a7\" ","response":"range_response_count:1 size:816"} {"level":"warn","ts":"2026-06-28T20:47:31.251765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:47:30.936355Z","time spent":"315.38986ms","remote":"127.0.0.1:44378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-28T20:47:31.251874Z","caller":"traceutil/trace.go:171","msg":"trace[183816773] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18bd5804317857a7; range_end:; response_count:1; response_revision:25093; }","duration":"295.585771ms","start":"2026-06-28T20:47:30.956244Z","end":"2026-06-28T20:47:31.25183Z","steps":["trace[183816773] 'agreement among raft nodes before linearized reading' (duration: 295.238482ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:31.49576Z","caller":"traceutil/trace.go:171","msg":"trace[227845334] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"240.98736ms","start":"2026-06-28T20:47:31.254737Z","end":"2026-06-28T20:47:31.495724Z","steps":["trace[227845334] 'process raft request' (duration: 240.482418ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:31.495763Z","caller":"traceutil/trace.go:171","msg":"trace[609693387] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25977; }","duration":"239.140566ms","start":"2026-06-28T20:47:31.256583Z","end":"2026-06-28T20:47:31.495724Z","steps":["trace[609693387] 'read index received' (duration: 238.555582ms)","trace[609693387] 'applied index is now lower than readState.Index' (duration: 582.554µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:47:31.49606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.023081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:47:31.496151Z","caller":"traceutil/trace.go:171","msg":"trace[812004884] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25094; }","duration":"178.153283ms","start":"2026-06-28T20:47:31.317976Z","end":"2026-06-28T20:47:31.496129Z","steps":["trace[812004884] 'agreement among raft nodes before linearized reading' (duration: 177.99009ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.496181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.543935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-qpqh5\" ","response":"range_response_count:1 size:7203"} {"level":"info","ts":"2026-06-28T20:47:31.49627Z","caller":"traceutil/trace.go:171","msg":"trace[2016192147] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-qpqh5; range_end:; response_count:1; response_revision:25094; }","duration":"239.73835ms","start":"2026-06-28T20:47:31.256512Z","end":"2026-06-28T20:47:31.49625Z","steps":["trace[2016192147] 'agreement among raft nodes before linearized reading' (duration: 239.32053ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.753114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.157186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:47:31.75337Z","caller":"traceutil/trace.go:171","msg":"trace[1460295579] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"250.872843ms","start":"2026-06-28T20:47:31.502476Z","end":"2026-06-28T20:47:31.753349Z","steps":["trace[1460295579] 'process raft request' (duration: 137.405499ms)","trace[1460295579] 'compare' (duration: 112.983353ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:31.796405Z","caller":"traceutil/trace.go:171","msg":"trace[710551726] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25978; }","duration":"193.336082ms","start":"2026-06-28T20:47:31.603039Z","end":"2026-06-28T20:47:31.796375Z","steps":["trace[710551726] 'read index received' (duration: 36.817661ms)","trace[710551726] 'applied index is now lower than readState.Index' (duration: 156.517381ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:47:31.796765Z","caller":"traceutil/trace.go:171","msg":"trace[1766064377] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"290.93262ms","start":"2026-06-28T20:47:31.50582Z","end":"2026-06-28T20:47:31.796752Z","steps":["trace[1766064377] 'process raft request' (duration: 290.407308ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.797213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.122281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:47:31.797277Z","caller":"traceutil/trace.go:171","msg":"trace[1274967038] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:25096; }","duration":"194.242743ms","start":"2026-06-28T20:47:31.603021Z","end":"2026-06-28T20:47:31.797263Z","steps":["trace[1274967038] 'agreement among raft nodes before linearized reading' (duration: 193.962197ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:47:31.797605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.216666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:47:31.797694Z","caller":"traceutil/trace.go:171","msg":"trace[432365696] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25096; }","duration":"140.38742ms","start":"2026-06-28T20:47:31.657293Z","end":"2026-06-28T20:47:31.797681Z","steps":["trace[432365696] 'agreement among raft nodes before linearized reading' (duration: 140.203876ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:31.908483Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006584.wal"} {"level":"info","ts":"2026-06-28T20:47:33.106075Z","caller":"traceutil/trace.go:171","msg":"trace[770359973] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"125.283472ms","start":"2026-06-28T20:47:32.980756Z","end":"2026-06-28T20:47:33.10604Z","steps":["trace[770359973] 'process raft request' (duration: 122.716432ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:47:54.721077Z","caller":"traceutil/trace.go:171","msg":"trace[1847004073] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"216.159312ms","start":"2026-06-28T20:47:54.504882Z","end":"2026-06-28T20:47:54.721041Z","steps":["trace[1847004073] 'process raft request' (duration: 215.957598ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:08.774773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.358628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:48:08.774911Z","caller":"traceutil/trace.go:171","msg":"trace[35462349] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"606.599816ms","start":"2026-06-28T20:48:08.168292Z","end":"2026-06-28T20:48:08.774891Z","steps":["trace[35462349] 'process raft request' (duration: 157.038444ms)","trace[35462349] 'compare' (duration: 449.237795ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:48:08.774979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:08.168265Z","time spent":"606.685649ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:08.845677Z","caller":"traceutil/trace.go:171","msg":"trace[1789136682] linearizableReadLoop","detail":"{readStateIndex:26408; appliedIndex:26407; }","duration":"363.147559ms","start":"2026-06-28T20:48:08.482505Z","end":"2026-06-28T20:48:08.845652Z","steps":["trace[1789136682] 'read index received' (duration: 362.996605ms)","trace[1789136682] 'applied index is now lower than readState.Index' (duration: 149.744µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:08.845809Z","caller":"traceutil/trace.go:171","msg":"trace[1605262926] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"476.240124ms","start":"2026-06-28T20:48:08.369532Z","end":"2026-06-28T20:48:08.845772Z","steps":["trace[1605262926] 'process raft request' (duration: 475.938887ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:08.845887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.359484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:48:08.845933Z","caller":"traceutil/trace.go:171","msg":"trace[1277910028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25513; }","duration":"363.433436ms","start":"2026-06-28T20:48:08.482473Z","end":"2026-06-28T20:48:08.845907Z","steps":["trace[1277910028] 'agreement among raft nodes before linearized reading' (duration: 363.307343ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:08.845972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:08.482456Z","time spent":"363.506587ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:08.846218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:08.369514Z","time spent":"476.389677ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:08.846226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.815781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:48:08.846415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.674033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:48:08.846576Z","caller":"traceutil/trace.go:171","msg":"trace[1677799501] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25513; }","duration":"350.852258ms","start":"2026-06-28T20:48:08.495709Z","end":"2026-06-28T20:48:08.846561Z","steps":["trace[1677799501] 'agreement among raft nodes before linearized reading' (duration: 350.661434ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:08.846538Z","caller":"traceutil/trace.go:171","msg":"trace[511553103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25513; }","duration":"363.079787ms","start":"2026-06-28T20:48:08.483392Z","end":"2026-06-28T20:48:08.846472Z","steps":["trace[511553103] 'agreement among raft nodes before linearized reading' (duration: 362.681708ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:08.846634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:08.495702Z","time spent":"350.903309ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:08.846739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:08.483372Z","time spent":"363.322403ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:09.834253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.901696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:48:09.834346Z","caller":"traceutil/trace.go:171","msg":"trace[2011179291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25519; }","duration":"100.996728ms","start":"2026-06-28T20:48:09.733314Z","end":"2026-06-28T20:48:09.834311Z","steps":["trace[2011179291] 'range keys from in-memory index tree' (duration: 100.719202ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:10.014002Z","caller":"traceutil/trace.go:171","msg":"trace[1469469305] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"175.330977ms","start":"2026-06-28T20:48:09.838649Z","end":"2026-06-28T20:48:10.01398Z","steps":["trace[1469469305] 'process raft request' (duration: 171.624279ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:10.01424Z","caller":"traceutil/trace.go:171","msg":"trace[703662733] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"174.856606ms","start":"2026-06-28T20:48:09.839365Z","end":"2026-06-28T20:48:10.014222Z","steps":["trace[703662733] 'process raft request' (duration: 174.528478ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:10.014309Z","caller":"traceutil/trace.go:171","msg":"trace[1232464877] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"146.032414ms","start":"2026-06-28T20:48:09.868266Z","end":"2026-06-28T20:48:10.014299Z","steps":["trace[1232464877] 'process raft request' (duration: 145.849609ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:10.052501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-06-28T20:48:10.052584Z","caller":"traceutil/trace.go:171","msg":"trace[362334594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25524; }","duration":"101.009549ms","start":"2026-06-28T20:48:09.951555Z","end":"2026-06-28T20:48:10.052565Z","steps":["trace[362334594] 'agreement among raft nodes before linearized reading' (duration: 100.838245ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:13.00761Z","caller":"traceutil/trace.go:171","msg":"trace[1564987615] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"107.454001ms","start":"2026-06-28T20:48:12.900115Z","end":"2026-06-28T20:48:13.007569Z","steps":["trace[1564987615] 'process raft request' (duration: 65.712274ms)","trace[1564987615] 'compare' (duration: 41.462661ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:13.007713Z","caller":"traceutil/trace.go:171","msg":"trace[1841808775] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"106.855887ms","start":"2026-06-28T20:48:12.900837Z","end":"2026-06-28T20:48:13.007693Z","steps":["trace[1841808775] 'process raft request' (duration: 106.593691ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:31.193692Z","caller":"traceutil/trace.go:171","msg":"trace[1184421744] linearizableReadLoop","detail":"{readStateIndex:26581; appliedIndex:26580; }","duration":"255.708268ms","start":"2026-06-28T20:48:30.937962Z","end":"2026-06-28T20:48:31.19367Z","steps":["trace[1184421744] 'read index received' (duration: 255.520324ms)","trace[1184421744] 'applied index is now lower than readState.Index' (duration: 186.314µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:31.1938Z","caller":"traceutil/trace.go:171","msg":"trace[1326314836] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"278.450015ms","start":"2026-06-28T20:48:30.915317Z","end":"2026-06-28T20:48:31.193767Z","steps":["trace[1326314836] 'process raft request' (duration: 278.167089ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:31.193864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.887132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:31.193925Z","caller":"traceutil/trace.go:171","msg":"trace[1756335373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25682; }","duration":"255.994525ms","start":"2026-06-28T20:48:30.937912Z","end":"2026-06-28T20:48:31.193906Z","steps":["trace[1756335373] 'agreement among raft nodes before linearized reading' (duration: 255.893352ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:31.234243Z","caller":"traceutil/trace.go:171","msg":"trace[1430141482] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"256.558328ms","start":"2026-06-28T20:48:30.977648Z","end":"2026-06-28T20:48:31.234206Z","steps":["trace[1430141482] 'process raft request' (duration: 250.28976ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:31.234535Z","caller":"traceutil/trace.go:171","msg":"trace[1732612595] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"128.593341ms","start":"2026-06-28T20:48:31.105885Z","end":"2026-06-28T20:48:31.234478Z","steps":["trace[1732612595] 'process raft request' (duration: 128.268054ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:31.234857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.781439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:48:31.234864Z","caller":"traceutil/trace.go:171","msg":"trace[598487592] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"119.568487ms","start":"2026-06-28T20:48:31.115216Z","end":"2026-06-28T20:48:31.234785Z","steps":["trace[598487592] 'process raft request' (duration: 119.153658ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:31.234941Z","caller":"traceutil/trace.go:171","msg":"trace[1973947821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25685; }","duration":"189.902962ms","start":"2026-06-28T20:48:31.045016Z","end":"2026-06-28T20:48:31.234919Z","steps":["trace[1973947821] 'agreement among raft nodes before linearized reading' (duration: 189.763998ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:31.235014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.934612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:31.235061Z","caller":"traceutil/trace.go:171","msg":"trace[1229000774] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25685; }","duration":"209.194308ms","start":"2026-06-28T20:48:31.025853Z","end":"2026-06-28T20:48:31.235047Z","steps":["trace[1229000774] 'agreement among raft nodes before linearized reading' (duration: 208.895711ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:37.265725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.508348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:48:37.265941Z","caller":"traceutil/trace.go:171","msg":"trace[375267080] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26623; }","duration":"630.644535ms","start":"2026-06-28T20:48:36.635281Z","end":"2026-06-28T20:48:37.265925Z","steps":["trace[375267080] 'read index received' (duration: 400.82062ms)","trace[375267080] 'applied index is now lower than readState.Index' (duration: 229.823105ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:37.266207Z","caller":"traceutil/trace.go:171","msg":"trace[1748469936] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"879.232825ms","start":"2026-06-28T20:48:36.38696Z","end":"2026-06-28T20:48:37.266193Z","steps":["trace[1748469936] 'process raft request' (duration: 878.884006ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:37.266137Z","caller":"traceutil/trace.go:171","msg":"trace[1292224750] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"994.437409ms","start":"2026-06-28T20:48:36.271606Z","end":"2026-06-28T20:48:37.266043Z","steps":["trace[1292224750] 'process raft request' (duration: 764.509731ms)","trace[1292224750] 'compare' (duration: 229.351464ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:48:37.266272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.995833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:37.266775Z","caller":"traceutil/trace.go:171","msg":"trace[1696960767] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25725; }","duration":"631.537246ms","start":"2026-06-28T20:48:36.635226Z","end":"2026-06-28T20:48:37.266763Z","steps":["trace[1696960767] 'agreement among raft nodes before linearized reading' (duration: 631.011264ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:37.267059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:36.635204Z","time spent":"631.842514ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:37.266371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:36.386938Z","time spent":"879.382439ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:37.266519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:36.27157Z","time spent":"994.788427ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:37.786763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220825600166889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-28T20:48:39.508841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707821031s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:48:39.509468Z","caller":"traceutil/trace.go:171","msg":"trace[1040846958] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"237.582359ms","start":"2026-06-28T20:48:39.271866Z","end":"2026-06-28T20:48:39.509448Z","steps":["trace[1040846958] 'process raft request' (duration: 237.541588ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.509909Z","caller":"traceutil/trace.go:171","msg":"trace[1882256708] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"1.694339382s","start":"2026-06-28T20:48:37.815556Z","end":"2026-06-28T20:48:39.509896Z","steps":["trace[1882256708] 'process raft request' (duration: 1.693773238s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.509984Z","caller":"traceutil/trace.go:171","msg":"trace[1874081840] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"2.232116551s","start":"2026-06-28T20:48:37.277821Z","end":"2026-06-28T20:48:39.509938Z","steps":["trace[1874081840] 'process raft request' (duration: 2.231314032s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.815529Z","time spent":"1.694422864s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:39.510005Z","caller":"traceutil/trace.go:171","msg":"trace[447715144] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"2.225525855s","start":"2026-06-28T20:48:37.284434Z","end":"2026-06-28T20:48:39.509959Z","steps":["trace[447715144] 'process raft request' (duration: 2.224816848s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.510087Z","caller":"traceutil/trace.go:171","msg":"trace[1477100881] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"1.330907377s","start":"2026-06-28T20:48:38.179156Z","end":"2026-06-28T20:48:39.510063Z","steps":["trace[1477100881] 'process raft request' (duration: 1.33021155s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.277798Z","time spent":"2.232249354s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:39.5102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.284415Z","time spent":"2.225676118s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:39.510225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.179129Z","time spent":"1.331030309s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:39.510314Z","caller":"traceutil/trace.go:171","msg":"trace[541768975] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"2.223062016s","start":"2026-06-28T20:48:37.287242Z","end":"2026-06-28T20:48:39.510304Z","steps":["trace[541768975] 'process raft request' (duration: 2.222045382s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.28722Z","time spent":"2.223111228s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:39.510408Z","caller":"traceutil/trace.go:171","msg":"trace[1172559709] linearizableReadLoop","detail":"{readStateIndex:26630; appliedIndex:26625; }","duration":"2.223502507s","start":"2026-06-28T20:48:37.286405Z","end":"2026-06-28T20:48:39.509908Z","steps":["trace[1172559709] 'read index received' (duration: 514.656462ms)","trace[1172559709] 'applied index is now lower than readState.Index' (duration: 1.708840425s)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:48:39.510538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224144483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:48:39.51057Z","caller":"traceutil/trace.go:171","msg":"trace[827705918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25732; }","duration":"2.224217174s","start":"2026-06-28T20:48:37.286344Z","end":"2026-06-28T20:48:39.510561Z","steps":["trace[827705918] 'agreement among raft nodes before linearized reading' (duration: 2.224100742s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.286326Z","time spent":"2.224259145s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:39.510713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21940637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:48:39.51072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.097393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:39.510794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.748395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:39.51081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396667272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:48:39.510825Z","caller":"traceutil/trace.go:171","msg":"trace[186848293] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25732; }","duration":"629.807325ms","start":"2026-06-28T20:48:38.881007Z","end":"2026-06-28T20:48:39.510815Z","steps":["trace[186848293] 'agreement among raft nodes before linearized reading' (duration: 629.761824ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.510834Z","caller":"traceutil/trace.go:171","msg":"trace[1838061882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25732; }","duration":"1.396727203s","start":"2026-06-28T20:48:38.114101Z","end":"2026-06-28T20:48:39.510828Z","steps":["trace[1838061882] 'agreement among raft nodes before linearized reading' (duration: 1.396659331s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.880987Z","time spent":"629.855777ms","remote":"127.0.0.1:36300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:39.510856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.114081Z","time spent":"1.396769874s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:48:39.510858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.586595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:48:39.510888Z","caller":"traceutil/trace.go:171","msg":"trace[1193193769] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25732; }","duration":"140.618116ms","start":"2026-06-28T20:48:39.370263Z","end":"2026-06-28T20:48:39.510881Z","steps":["trace[1193193769] 'agreement among raft nodes before linearized reading' (duration: 140.548254ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.510988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572985022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:39.511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.001967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:39.511011Z","caller":"traceutil/trace.go:171","msg":"trace[1996781301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25732; }","duration":"1.573048603s","start":"2026-06-28T20:48:37.937956Z","end":"2026-06-28T20:48:39.511004Z","steps":["trace[1996781301] 'agreement among raft nodes before linearized reading' (duration: 1.572953871s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.511026Z","caller":"traceutil/trace.go:171","msg":"trace[1166930937] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25732; }","duration":"985.055198ms","start":"2026-06-28T20:48:38.525964Z","end":"2026-06-28T20:48:39.511019Z","steps":["trace[1166930937] 'agreement among raft nodes before linearized reading' (duration: 985.005877ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.937931Z","time spent":"1.573098574s","remote":"127.0.0.1:44386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-28T20:48:39.511046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.525947Z","time spent":"985.093649ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:39.511144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.564236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:39.51119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303697953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:48:39.51119Z","caller":"traceutil/trace.go:171","msg":"trace[2103025208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25732; }","duration":"354.609527ms","start":"2026-06-28T20:48:39.156566Z","end":"2026-06-28T20:48:39.511175Z","steps":["trace[2103025208] 'agreement among raft nodes before linearized reading' (duration: 354.543645ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.51121Z","caller":"traceutil/trace.go:171","msg":"trace[1498117673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25732; }","duration":"1.303759535s","start":"2026-06-28T20:48:38.207445Z","end":"2026-06-28T20:48:39.511204Z","steps":["trace[1498117673] 'agreement among raft nodes before linearized reading' (duration: 1.303693883s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.20742Z","time spent":"1.303807605s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:48:39.511244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659252532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-06-28T20:48:39.511273Z","caller":"traceutil/trace.go:171","msg":"trace[1667263210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25732; }","duration":"1.659325104s","start":"2026-06-28T20:48:37.851937Z","end":"2026-06-28T20:48:39.511263Z","steps":["trace[1667263210] 'agreement among raft nodes before linearized reading' (duration: 1.659224962s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.851916Z","time spent":"1.659371755s","remote":"127.0.0.1:44532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-06-28T20:48:39.510788Z","caller":"traceutil/trace.go:171","msg":"trace[1038819091] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25732; }","duration":"411.200315ms","start":"2026-06-28T20:48:39.099574Z","end":"2026-06-28T20:48:39.510775Z","steps":["trace[1038819091] 'agreement among raft nodes before linearized reading' (duration: 411.106563ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093455001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:39.511342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:39.099553Z","time spent":"411.78178ms","remote":"127.0.0.1:48306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:48:39.511357Z","caller":"traceutil/trace.go:171","msg":"trace[282298069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25732; }","duration":"2.093524283s","start":"2026-06-28T20:48:37.417823Z","end":"2026-06-28T20:48:39.511347Z","steps":["trace[282298069] 'agreement among raft nodes before linearized reading' (duration: 2.093476982s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.417802Z","time spent":"2.093570154s","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:48:39.510749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325211552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-06-28T20:48:39.511459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220009774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:48:39.511478Z","caller":"traceutil/trace.go:171","msg":"trace[190724278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25732; }","duration":"1.326004111s","start":"2026-06-28T20:48:38.185467Z","end":"2026-06-28T20:48:39.511471Z","steps":["trace[190724278] 'agreement among raft nodes before linearized reading' (duration: 1.325179911s)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:39.511484Z","caller":"traceutil/trace.go:171","msg":"trace[1217682420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25732; }","duration":"2.220070796s","start":"2026-06-28T20:48:37.291406Z","end":"2026-06-28T20:48:39.511477Z","steps":["trace[1217682420] 'agreement among raft nodes before linearized reading' (duration: 2.219998024s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:38.185436Z","time spent":"1.326055681s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-28T20:48:39.511492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934485452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:48:39.511527Z","caller":"traceutil/trace.go:171","msg":"trace[90799115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25732; }","duration":"1.934566783s","start":"2026-06-28T20:48:37.576951Z","end":"2026-06-28T20:48:39.511518Z","steps":["trace[90799115] 'agreement among raft nodes before linearized reading' (duration: 1.9344277s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.57693Z","time spent":"1.934618095s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-28T20:48:39.511231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:39.15649Z","time spent":"354.72889ms","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:48:39.510745Z","caller":"traceutil/trace.go:171","msg":"trace[1259767550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25732; }","duration":"2.219459021s","start":"2026-06-28T20:48:37.291277Z","end":"2026-06-28T20:48:39.510736Z","steps":["trace[1259767550] 'agreement among raft nodes before linearized reading' (duration: 2.219351349s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.291268Z","time spent":"2.220329792s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:39.511505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.291389Z","time spent":"2.220111396s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:48:39.510429Z","caller":"traceutil/trace.go:171","msg":"trace[1963439933] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"2.293903852s","start":"2026-06-28T20:48:37.216511Z","end":"2026-06-28T20:48:39.510415Z","steps":["trace[1963439933] 'process raft request' (duration: 2.292450288s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:39.511951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:37.21647Z","time spent":"2.295451508s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:42.903695Z","caller":"traceutil/trace.go:171","msg":"trace[759033230] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"135.907315ms","start":"2026-06-28T20:48:42.767762Z","end":"2026-06-28T20:48:42.90367Z","steps":["trace[759033230] 'process raft request' (duration: 135.516375ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.787574Z","caller":"traceutil/trace.go:171","msg":"trace[376438878] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"260.318687ms","start":"2026-06-28T20:48:43.527231Z","end":"2026-06-28T20:48:43.78755Z","steps":["trace[376438878] 'process raft request' (duration: 260.177584ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.896698Z","caller":"traceutil/trace.go:171","msg":"trace[1899476428] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"368.66038ms","start":"2026-06-28T20:48:43.528018Z","end":"2026-06-28T20:48:43.896679Z","steps":["trace[1899476428] 'process raft request' (duration: 368.599208ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.896726Z","caller":"traceutil/trace.go:171","msg":"trace[1775515516] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"368.712571ms","start":"2026-06-28T20:48:43.52798Z","end":"2026-06-28T20:48:43.896693Z","steps":["trace[1775515516] 'process raft request' (duration: 349.874035ms)","trace[1775515516] 'compare' (duration: 18.641881ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:48:43.896833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.52799Z","time spent":"368.769522ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:43.896866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.527886Z","time spent":"368.902195ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:43.896928Z","caller":"traceutil/trace.go:171","msg":"trace[2139931875] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"368.848374ms","start":"2026-06-28T20:48:43.528057Z","end":"2026-06-28T20:48:43.896905Z","steps":["trace[2139931875] 'process raft request' (duration: 368.594398ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.528044Z","time spent":"368.938406ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:43.897206Z","caller":"traceutil/trace.go:171","msg":"trace[1548526986] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"368.813924ms","start":"2026-06-28T20:48:43.528372Z","end":"2026-06-28T20:48:43.897186Z","steps":["trace[1548526986] 'process raft request' (duration: 368.455475ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.528134Z","time spent":"369.12966ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:48:43.897359Z","caller":"traceutil/trace.go:171","msg":"trace[1331166576] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26656; }","duration":"359.319678ms","start":"2026-06-28T20:48:43.538015Z","end":"2026-06-28T20:48:43.897334Z","steps":["trace[1331166576] 'read index received' (duration: 249.4728ms)","trace[1331166576] 'applied index is now lower than readState.Index' (duration: 109.845818ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:43.897394Z","caller":"traceutil/trace.go:171","msg":"trace[711841695] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"369.020158ms","start":"2026-06-28T20:48:43.528358Z","end":"2026-06-28T20:48:43.897378Z","steps":["trace[711841695] 'process raft request' (duration: 368.745672ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.897427Z","caller":"traceutil/trace.go:171","msg":"trace[378911734] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"367.528803ms","start":"2026-06-28T20:48:43.529891Z","end":"2026-06-28T20:48:43.897419Z","steps":["trace[378911734] 'process raft request' (duration: 367.38338ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.529881Z","time spent":"367.565284ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:43.897504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.528134Z","time spent":"369.326125ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:48:43.897635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.594235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-28T20:48:43.897657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.767345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:48:43.897676Z","caller":"traceutil/trace.go:171","msg":"trace[34310177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25761; }","duration":"359.680727ms","start":"2026-06-28T20:48:43.537985Z","end":"2026-06-28T20:48:43.897665Z","steps":["trace[34310177] 'agreement among raft nodes before linearized reading' (duration: 359.517543ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.646444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:48:43.897696Z","caller":"traceutil/trace.go:171","msg":"trace[1127061687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25761; }","duration":"358.818416ms","start":"2026-06-28T20:48:43.538867Z","end":"2026-06-28T20:48:43.897685Z","steps":["trace[1127061687] 'agreement among raft nodes before linearized reading' (duration: 358.693183ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.537974Z","time spent":"359.732388ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:43.89773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.73004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-28T20:48:43.897761Z","caller":"traceutil/trace.go:171","msg":"trace[402749456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25761; }","duration":"357.759342ms","start":"2026-06-28T20:48:43.539992Z","end":"2026-06-28T20:48:43.897751Z","steps":["trace[402749456] 'agreement among raft nodes before linearized reading' (duration: 357.651239ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.601562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:48:43.897789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.539977Z","time spent":"357.807313ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:48:43.897795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.953516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:48:43.897797Z","caller":"traceutil/trace.go:171","msg":"trace[1890679767] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25761; }","duration":"139.670354ms","start":"2026-06-28T20:48:43.758116Z","end":"2026-06-28T20:48:43.897786Z","steps":["trace[1890679767] 'agreement among raft nodes before linearized reading' (duration: 139.620583ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:43.897717Z","caller":"traceutil/trace.go:171","msg":"trace[602759947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25761; }","duration":"353.704146ms","start":"2026-06-28T20:48:43.544001Z","end":"2026-06-28T20:48:43.897705Z","steps":["trace[602759947] 'agreement among raft nodes before linearized reading' (duration: 353.599643ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.543982Z","time spent":"353.866069ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:48:43.897904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.417948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-06-28T20:48:43.897725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.538862Z","time spent":"358.855727ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:48:43.89794Z","caller":"traceutil/trace.go:171","msg":"trace[120807964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25761; }","duration":"353.47658ms","start":"2026-06-28T20:48:43.544453Z","end":"2026-06-28T20:48:43.89793Z","steps":["trace[120807964] 'agreement among raft nodes before linearized reading' (duration: 353.391748ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.897968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.54444Z","time spent":"353.521211ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-06-28T20:48:43.897821Z","caller":"traceutil/trace.go:171","msg":"trace[463866551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25761; }","duration":"357.996577ms","start":"2026-06-28T20:48:43.539816Z","end":"2026-06-28T20:48:43.897813Z","steps":["trace[463866551] 'agreement among raft nodes before linearized reading' (duration: 357.923126ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:43.898024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:48:43.539806Z","time spent":"358.208992ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:48:44.137513Z","caller":"traceutil/trace.go:171","msg":"trace[937399723] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"235.448789ms","start":"2026-06-28T20:48:43.90204Z","end":"2026-06-28T20:48:44.137489Z","steps":["trace[937399723] 'process raft request' (duration: 235.300505ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:44.13876Z","caller":"traceutil/trace.go:171","msg":"trace[1125508465] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"236.307059ms","start":"2026-06-28T20:48:43.902425Z","end":"2026-06-28T20:48:44.138732Z","steps":["trace[1125508465] 'process raft request' (duration: 236.205457ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:44.1388Z","caller":"traceutil/trace.go:171","msg":"trace[928455539] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"236.34159ms","start":"2026-06-28T20:48:43.902423Z","end":"2026-06-28T20:48:44.138765Z","steps":["trace[928455539] 'process raft request' (duration: 236.029633ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:44.13901Z","caller":"traceutil/trace.go:171","msg":"trace[1919477544] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"236.198916ms","start":"2026-06-28T20:48:43.902799Z","end":"2026-06-28T20:48:44.138998Z","steps":["trace[1919477544] 'process raft request' (duration: 236.076244ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:44.139005Z","caller":"traceutil/trace.go:171","msg":"trace[1552515504] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"236.35735ms","start":"2026-06-28T20:48:43.902627Z","end":"2026-06-28T20:48:44.138984Z","steps":["trace[1552515504] 'process raft request' (duration: 236.050743ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:48:44.139004Z","caller":"traceutil/trace.go:171","msg":"trace[1856004452] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26663; }","duration":"201.861424ms","start":"2026-06-28T20:48:43.937127Z","end":"2026-06-28T20:48:44.138988Z","steps":["trace[1856004452] 'read index received' (duration: 200.311828ms)","trace[1856004452] 'applied index is now lower than readState.Index' (duration: 1.548656ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:48:44.1391Z","caller":"traceutil/trace.go:171","msg":"trace[1984322872] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"235.011088ms","start":"2026-06-28T20:48:43.904069Z","end":"2026-06-28T20:48:44.13908Z","steps":["trace[1984322872] 'process raft request' (duration: 234.881375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:44.139249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.10098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-06-28T20:48:44.139314Z","caller":"traceutil/trace.go:171","msg":"trace[1178522601] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25767; }","duration":"202.215572ms","start":"2026-06-28T20:48:43.937079Z","end":"2026-06-28T20:48:44.139295Z","steps":["trace[1178522601] 'agreement among raft nodes before linearized reading' (duration: 202.015038ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:48:44.139981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.725214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:48:44.140091Z","caller":"traceutil/trace.go:171","msg":"trace[1707970400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25767; }","duration":"202.874088ms","start":"2026-06-28T20:48:43.937198Z","end":"2026-06-28T20:48:44.140072Z","steps":["trace[1707970400] 'agreement among raft nodes before linearized reading' (duration: 201.907565ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:49:38.546581Z","caller":"traceutil/trace.go:171","msg":"trace[707008846] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"115.718237ms","start":"2026-06-28T20:49:38.430838Z","end":"2026-06-28T20:49:38.546556Z","steps":["trace[707008846] 'process raft request' (duration: 46.598683ms)","trace[707008846] 'compare' (duration: 69.009192ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:49:38.562263Z","caller":"traceutil/trace.go:171","msg":"trace[1459413320] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"129.850141ms","start":"2026-06-28T20:49:38.432388Z","end":"2026-06-28T20:49:38.562238Z","steps":["trace[1459413320] 'process raft request' (duration: 129.539564ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:49:38.562263Z","caller":"traceutil/trace.go:171","msg":"trace[1656259220] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"129.031652ms","start":"2026-06-28T20:49:38.433205Z","end":"2026-06-28T20:49:38.562237Z","steps":["trace[1656259220] 'process raft request' (duration: 128.915729ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:49:38.56256Z","caller":"traceutil/trace.go:171","msg":"trace[1302840116] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"127.804632ms","start":"2026-06-28T20:49:38.434739Z","end":"2026-06-28T20:49:38.562544Z","steps":["trace[1302840116] 'process raft request' (duration: 127.448214ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:04.379614Z","caller":"traceutil/trace.go:171","msg":"trace[1522065253] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"102.704548ms","start":"2026-06-28T20:50:04.276891Z","end":"2026-06-28T20:50:04.379596Z","steps":["trace[1522065253] 'process raft request' (duration: 96.364158ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:04.907642Z","caller":"traceutil/trace.go:171","msg":"trace[1867821146] linearizableReadLoop","detail":"{readStateIndex:27459; appliedIndex:27457; }","duration":"123.832539ms","start":"2026-06-28T20:50:04.783784Z","end":"2026-06-28T20:50:04.907616Z","steps":["trace[1867821146] 'read index received' (duration: 82.485491ms)","trace[1867821146] 'applied index is now lower than readState.Index' (duration: 41.346068ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:50:04.907986Z","caller":"traceutil/trace.go:171","msg":"trace[718608891] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"133.360814ms","start":"2026-06-28T20:50:04.774613Z","end":"2026-06-28T20:50:04.907974Z","steps":["trace[718608891] 'process raft request' (duration: 132.809281ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:04.908247Z","caller":"traceutil/trace.go:171","msg":"trace[1335670844] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"131.587513ms","start":"2026-06-28T20:50:04.77665Z","end":"2026-06-28T20:50:04.908237Z","steps":["trace[1335670844] 'process raft request' (duration: 130.921837ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.908557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.75314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-28T20:50:04.908639Z","caller":"traceutil/trace.go:171","msg":"trace[2011457281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26535; }","duration":"124.854123ms","start":"2026-06-28T20:50:04.783767Z","end":"2026-06-28T20:50:04.908621Z","steps":["trace[2011457281] 'agreement among raft nodes before linearized reading' (duration: 124.589336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.908816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.038974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:50:04.908871Z","caller":"traceutil/trace.go:171","msg":"trace[1800925818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26535; }","duration":"105.156247ms","start":"2026-06-28T20:50:04.803697Z","end":"2026-06-28T20:50:04.908853Z","steps":["trace[1800925818] 'agreement among raft nodes before linearized reading' (duration: 104.955432ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.909013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.731323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:50:04.909048Z","caller":"traceutil/trace.go:171","msg":"trace[1572752594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26535; }","duration":"103.816095ms","start":"2026-06-28T20:50:04.805221Z","end":"2026-06-28T20:50:04.909037Z","steps":["trace[1572752594] 'agreement among raft nodes before linearized reading' (duration: 103.735554ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.909096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.950379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:50:04.909135Z","caller":"traceutil/trace.go:171","msg":"trace[1679802279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26535; }","duration":"104.035601ms","start":"2026-06-28T20:50:04.805089Z","end":"2026-06-28T20:50:04.909124Z","steps":["trace[1679802279] 'agreement among raft nodes before linearized reading' (duration: 103.939258ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.90923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.526368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-28T20:50:04.90926Z","caller":"traceutil/trace.go:171","msg":"trace[1665366197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26535; }","duration":"103.56687ms","start":"2026-06-28T20:50:04.805687Z","end":"2026-06-28T20:50:04.909253Z","steps":["trace[1665366197] 'agreement among raft nodes before linearized reading' (duration: 103.498568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:04.909369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.982303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:50:04.909415Z","caller":"traceutil/trace.go:171","msg":"trace[2050054924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26535; }","duration":"105.067105ms","start":"2026-06-28T20:50:04.804332Z","end":"2026-06-28T20:50:04.909399Z","steps":["trace[2050054924] 'agreement among raft nodes before linearized reading' (duration: 104.966293ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.078795Z","caller":"traceutil/trace.go:171","msg":"trace[1329160352] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"165.230788ms","start":"2026-06-28T20:50:04.913522Z","end":"2026-06-28T20:50:05.078753Z","steps":["trace[1329160352] 'process raft request' (duration: 164.963851ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.096055Z","caller":"traceutil/trace.go:171","msg":"trace[1277396119] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"181.611945ms","start":"2026-06-28T20:50:04.914403Z","end":"2026-06-28T20:50:05.096015Z","steps":["trace[1277396119] 'process raft request' (duration: 181.292527ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.096061Z","caller":"traceutil/trace.go:171","msg":"trace[1713570778] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"181.555054ms","start":"2026-06-28T20:50:04.914468Z","end":"2026-06-28T20:50:05.096023Z","steps":["trace[1713570778] 'process raft request' (duration: 181.429801ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.09631Z","caller":"traceutil/trace.go:171","msg":"trace[1735143442] linearizableReadLoop","detail":"{readStateIndex:27465; appliedIndex:27459; }","duration":"158.524929ms","start":"2026-06-28T20:50:04.937776Z","end":"2026-06-28T20:50:05.096301Z","steps":["trace[1735143442] 'read index received' (duration: 140.903773ms)","trace[1735143442] 'applied index is now lower than readState.Index' (duration: 17.620626ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:50:05.096328Z","caller":"traceutil/trace.go:171","msg":"trace[861945344] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"181.288298ms","start":"2026-06-28T20:50:04.915027Z","end":"2026-06-28T20:50:05.096315Z","steps":["trace[861945344] 'process raft request' (duration: 181.164375ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:05.096379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.588281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:50:05.096407Z","caller":"traceutil/trace.go:171","msg":"trace[906980985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26541; }","duration":"158.660113ms","start":"2026-06-28T20:50:04.93774Z","end":"2026-06-28T20:50:05.0964Z","steps":["trace[906980985] 'agreement among raft nodes before linearized reading' (duration: 158.594101ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.096424Z","caller":"traceutil/trace.go:171","msg":"trace[1542351565] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"180.212032ms","start":"2026-06-28T20:50:04.916202Z","end":"2026-06-28T20:50:05.096414Z","steps":["trace[1542351565] 'process raft request' (duration: 180.071529ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:50:05.096404Z","caller":"traceutil/trace.go:171","msg":"trace[319222547] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"181.81605ms","start":"2026-06-28T20:50:04.914561Z","end":"2026-06-28T20:50:05.096377Z","steps":["trace[319222547] 'process raft request' (duration: 181.38876ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:50:51.875857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.936709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:50:51.875968Z","caller":"traceutil/trace.go:171","msg":"trace[1939500364] linearizableReadLoop","detail":"{readStateIndex:27937; appliedIndex:27936; }","duration":"179.884834ms","start":"2026-06-28T20:50:51.696071Z","end":"2026-06-28T20:50:51.875955Z","steps":["trace[1939500364] 'read index received' (duration: 50.762581ms)","trace[1939500364] 'applied index is now lower than readState.Index' (duration: 129.120983ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:50:51.876011Z","caller":"traceutil/trace.go:171","msg":"trace[1494658371] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"184.738909ms","start":"2026-06-28T20:50:51.691237Z","end":"2026-06-28T20:50:51.875976Z","steps":["trace[1494658371] 'process raft request' (duration: 55.603005ms)","trace[1494658371] 'compare' (duration: 128.820116ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:50:51.876071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.997777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:50:51.876252Z","caller":"traceutil/trace.go:171","msg":"trace[190477018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27000; }","duration":"180.208282ms","start":"2026-06-28T20:50:51.696032Z","end":"2026-06-28T20:50:51.87624Z","steps":["trace[190477018] 'agreement among raft nodes before linearized reading' (duration: 179.990457ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:41.396055Z","caller":"traceutil/trace.go:171","msg":"trace[2097793071] linearizableReadLoop","detail":"{readStateIndex:28395; appliedIndex:28394; }","duration":"228.683616ms","start":"2026-06-28T20:51:41.167343Z","end":"2026-06-28T20:51:41.396027Z","steps":["trace[2097793071] 'read index received' (duration: 228.476292ms)","trace[2097793071] 'applied index is now lower than readState.Index' (duration: 206.404µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:51:41.396225Z","caller":"traceutil/trace.go:171","msg":"trace[1974705864] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"273.607818ms","start":"2026-06-28T20:51:41.122531Z","end":"2026-06-28T20:51:41.396138Z","steps":["trace[1974705864] 'process raft request' (duration: 273.354292ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:41.396249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.880151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:51:41.396445Z","caller":"traceutil/trace.go:171","msg":"trace[1530824355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27448; }","duration":"229.097476ms","start":"2026-06-28T20:51:41.167328Z","end":"2026-06-28T20:51:41.396425Z","steps":["trace[1530824355] 'agreement among raft nodes before linearized reading' (duration: 228.83963ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:41.448633Z","caller":"traceutil/trace.go:171","msg":"trace[1948076741] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"127.911134ms","start":"2026-06-28T20:51:41.320699Z","end":"2026-06-28T20:51:41.44861Z","steps":["trace[1948076741] 'process raft request' (duration: 127.728219ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:41.449025Z","caller":"traceutil/trace.go:171","msg":"trace[439900124] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"116.31987ms","start":"2026-06-28T20:51:41.332687Z","end":"2026-06-28T20:51:41.449007Z","steps":["trace[439900124] 'process raft request' (duration: 115.872839ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:41.449294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.586919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:51:41.449297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.03217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:51:41.449383Z","caller":"traceutil/trace.go:171","msg":"trace[1018379646] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27451; }","duration":"180.743112ms","start":"2026-06-28T20:51:41.268621Z","end":"2026-06-28T20:51:41.449364Z","steps":["trace[1018379646] 'agreement among raft nodes before linearized reading' (duration: 180.586519ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:41.449468Z","caller":"traceutil/trace.go:171","msg":"trace[1646523447] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27451; }","duration":"206.258736ms","start":"2026-06-28T20:51:41.243157Z","end":"2026-06-28T20:51:41.449416Z","steps":["trace[1646523447] 'agreement among raft nodes before linearized reading' (duration: 205.928618ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:41.449904Z","caller":"traceutil/trace.go:171","msg":"trace[413136376] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"115.89851ms","start":"2026-06-28T20:51:41.333224Z","end":"2026-06-28T20:51:41.449123Z","steps":["trace[413136376] 'process raft request' (duration: 115.628143ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:45.956076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1708886s","expected-duration":"1s"} {"level":"info","ts":"2026-06-28T20:51:45.95649Z","caller":"traceutil/trace.go:171","msg":"trace[594463650] transaction","detail":"{read_only:false; response_revision:27474; number_of_response:1; }","duration":"1.171397393s","start":"2026-06-28T20:51:44.785066Z","end":"2026-06-28T20:51:45.956463Z","steps":["trace[594463650] 'process raft request' (duration: 1.171243449s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:45.956644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:44.785046Z","time spent":"1.171520005s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:51:46.194774Z","caller":"traceutil/trace.go:171","msg":"trace[530761072] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"1.153983591s","start":"2026-06-28T20:51:45.040755Z","end":"2026-06-28T20:51:46.194738Z","steps":["trace[530761072] 'process raft request' (duration: 1.153862928s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.194993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.040733Z","time spent":"1.154139165s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:51:46.194771Z","caller":"traceutil/trace.go:171","msg":"trace[722285359] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"1.397261882s","start":"2026-06-28T20:51:44.797474Z","end":"2026-06-28T20:51:46.194735Z","steps":["trace[722285359] 'process raft request' (duration: 1.396907563s)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.19524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:44.79745Z","time spent":"1.397735393s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:51:46.19527Z","caller":"traceutil/trace.go:171","msg":"trace[1955105314] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"784.719702ms","start":"2026-06-28T20:51:45.410484Z","end":"2026-06-28T20:51:46.195204Z","steps":["trace[1955105314] 'process raft request' (duration: 784.204639ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:46.19552Z","caller":"traceutil/trace.go:171","msg":"trace[118676087] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"731.056783ms","start":"2026-06-28T20:51:45.464445Z","end":"2026-06-28T20:51:46.195501Z","steps":["trace[118676087] 'process raft request' (duration: 730.760906ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:46.195553Z","caller":"traceutil/trace.go:171","msg":"trace[216857123] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"747.701756ms","start":"2026-06-28T20:51:45.447821Z","end":"2026-06-28T20:51:46.195523Z","steps":["trace[216857123] 'process raft request' (duration: 747.124772ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.19569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.464422Z","time spent":"731.143605ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:51:46.195701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.447796Z","time spent":"747.82964ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:51:46.195799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.410459Z","time spent":"785.272794ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:51:46.195819Z","caller":"traceutil/trace.go:171","msg":"trace[1232293404] linearizableReadLoop","detail":"{readStateIndex:28429; appliedIndex:28421; }","duration":"714.986632ms","start":"2026-06-28T20:51:45.480806Z","end":"2026-06-28T20:51:46.195793Z","steps":["trace[1232293404] 'read index received' (duration: 475.507501ms)","trace[1232293404] 'applied index is now lower than readState.Index' (duration: 239.478071ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:51:46.195895Z","caller":"traceutil/trace.go:171","msg":"trace[462965385] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"730.366056ms","start":"2026-06-28T20:51:45.465511Z","end":"2026-06-28T20:51:46.195877Z","steps":["trace[462965385] 'process raft request' (duration: 730.129141ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:46.19585Z","caller":"traceutil/trace.go:171","msg":"trace[915388523] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"731.220536ms","start":"2026-06-28T20:51:45.464612Z","end":"2026-06-28T20:51:46.195832Z","steps":["trace[915388523] 'process raft request' (duration: 730.663063ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.195985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.465499Z","time spent":"730.444218ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:51:46.196026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.464595Z","time spent":"731.376971ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T20:51:46.196075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.202667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:51:46.196158Z","caller":"traceutil/trace.go:171","msg":"trace[352941859] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27481; }","duration":"715.364102ms","start":"2026-06-28T20:51:45.480772Z","end":"2026-06-28T20:51:46.196136Z","steps":["trace[352941859] 'agreement among raft nodes before linearized reading' (duration: 715.109596ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.196088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.920857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:51:46.196247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.75852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-06-28T20:51:46.196285Z","caller":"traceutil/trace.go:171","msg":"trace[940631351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27481; }","duration":"429.809381ms","start":"2026-06-28T20:51:45.766463Z","end":"2026-06-28T20:51:46.196272Z","steps":["trace[940631351] 'agreement among raft nodes before linearized reading' (duration: 429.713439ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.19632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.766456Z","time spent":"429.856302ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-06-28T20:51:46.196444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.480759Z","time spent":"715.669488ms","remote":"127.0.0.1:44708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-06-28T20:51:46.196158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.030833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:51:46.196742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.593116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:51:46.196811Z","caller":"traceutil/trace.go:171","msg":"trace[51699043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27481; }","duration":"495.690098ms","start":"2026-06-28T20:51:45.701102Z","end":"2026-06-28T20:51:46.196792Z","steps":["trace[51699043] 'agreement among raft nodes before linearized reading' (duration: 495.446242ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.19684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.291693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-28T20:51:46.196866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.701085Z","time spent":"495.76598ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-28T20:51:46.196895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.416674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-06-28T20:51:46.196901Z","caller":"traceutil/trace.go:171","msg":"trace[1821630921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27481; }","duration":"496.395335ms","start":"2026-06-28T20:51:45.700492Z","end":"2026-06-28T20:51:46.196887Z","steps":["trace[1821630921] 'agreement among raft nodes before linearized reading' (duration: 496.264102ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.196963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.70046Z","time spent":"496.494777ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-28T20:51:46.19696Z","caller":"traceutil/trace.go:171","msg":"trace[1623927818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27481; }","duration":"438.516527ms","start":"2026-06-28T20:51:45.758427Z","end":"2026-06-28T20:51:46.196943Z","steps":["trace[1623927818] 'agreement among raft nodes before linearized reading' (duration: 438.361473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.197008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.758403Z","time spent":"438.595749ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:51:46.196741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.403921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:51:46.197079Z","caller":"traceutil/trace.go:171","msg":"trace[813072807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27481; }","duration":"495.76764ms","start":"2026-06-28T20:51:45.701293Z","end":"2026-06-28T20:51:46.197061Z","steps":["trace[813072807] 'agreement among raft nodes before linearized reading' (duration: 495.288499ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.197136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.701287Z","time spent":"495.829862ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-06-28T20:51:46.1972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.058377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:51:46.197238Z","caller":"traceutil/trace.go:171","msg":"trace[1139515592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27481; }","duration":"496.115518ms","start":"2026-06-28T20:51:45.701112Z","end":"2026-06-28T20:51:46.197228Z","steps":["trace[1139515592] 'agreement among raft nodes before linearized reading' (duration: 495.994505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.197275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.701103Z","time spent":"496.164169ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-28T20:51:46.196292Z","caller":"traceutil/trace.go:171","msg":"trace[733190391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27481; }","duration":"593.146642ms","start":"2026-06-28T20:51:45.603112Z","end":"2026-06-28T20:51:46.196259Z","steps":["trace[733190391] 'agreement among raft nodes before linearized reading' (duration: 592.853576ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.197494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.503537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-06-28T20:51:46.197549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.261103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-28T20:51:46.197576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.603097Z","time spent":"594.453853ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-28T20:51:46.197601Z","caller":"traceutil/trace.go:171","msg":"trace[1991297635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27481; }","duration":"521.304684ms","start":"2026-06-28T20:51:45.676277Z","end":"2026-06-28T20:51:46.197582Z","steps":["trace[1991297635] 'agreement among raft nodes before linearized reading' (duration: 521.103169ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:46.197607Z","caller":"traceutil/trace.go:171","msg":"trace[37067537] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27481; }","duration":"526.62102ms","start":"2026-06-28T20:51:45.67093Z","end":"2026-06-28T20:51:46.197551Z","steps":["trace[37067537] 'agreement among raft nodes before linearized reading' (duration: 526.489537ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:46.197662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.676223Z","time spent":"521.422956ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-28T20:51:46.197694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:51:45.670907Z","time spent":"526.764873ms","remote":"127.0.0.1:58272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:51:46.19842Z","caller":"traceutil/trace.go:171","msg":"trace[456635051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27481; }","duration":"261.311257ms","start":"2026-06-28T20:51:45.937085Z","end":"2026-06-28T20:51:46.198396Z","steps":["trace[456635051] 'agreement among raft nodes before linearized reading' (duration: 259.044913ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.341021Z","caller":"traceutil/trace.go:171","msg":"trace[88722864] linearizableReadLoop","detail":"{readStateIndex:28468; appliedIndex:28463; }","duration":"123.570611ms","start":"2026-06-28T20:51:50.217433Z","end":"2026-06-28T20:51:50.341004Z","steps":["trace[88722864] 'read index received' (duration: 4.949457ms)","trace[88722864] 'applied index is now lower than readState.Index' (duration: 118.620424ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:51:50.341268Z","caller":"traceutil/trace.go:171","msg":"trace[107148169] transaction","detail":"{read_only:false; response_revision:27515; number_of_response:1; }","duration":"127.985995ms","start":"2026-06-28T20:51:50.213274Z","end":"2026-06-28T20:51:50.34126Z","steps":["trace[107148169] 'process raft request' (duration: 127.493414ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.341408Z","caller":"traceutil/trace.go:171","msg":"trace[498519285] transaction","detail":"{read_only:false; response_revision:27516; number_of_response:1; }","duration":"128.041217ms","start":"2026-06-28T20:51:50.213361Z","end":"2026-06-28T20:51:50.341403Z","steps":["trace[498519285] 'process raft request' (duration: 127.509454ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.341529Z","caller":"traceutil/trace.go:171","msg":"trace[73855719] transaction","detail":"{read_only:false; response_revision:27517; number_of_response:1; }","duration":"127.631567ms","start":"2026-06-28T20:51:50.213867Z","end":"2026-06-28T20:51:50.341498Z","steps":["trace[73855719] 'process raft request' (duration: 127.055233ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:50.341702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.443414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:51:50.341749Z","caller":"traceutil/trace.go:171","msg":"trace[1546103663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27519; }","duration":"122.526157ms","start":"2026-06-28T20:51:50.219212Z","end":"2026-06-28T20:51:50.341739Z","steps":["trace[1546103663] 'agreement among raft nodes before linearized reading' (duration: 122.364193ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.341856Z","caller":"traceutil/trace.go:171","msg":"trace[1873152134] transaction","detail":"{read_only:false; response_revision:27518; number_of_response:1; }","duration":"127.960995ms","start":"2026-06-28T20:51:50.213886Z","end":"2026-06-28T20:51:50.341847Z","steps":["trace[1873152134] 'process raft request' (duration: 127.067924ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.341984Z","caller":"traceutil/trace.go:171","msg":"trace[148784469] transaction","detail":"{read_only:false; response_revision:27519; number_of_response:1; }","duration":"128.097268ms","start":"2026-06-28T20:51:50.21388Z","end":"2026-06-28T20:51:50.341977Z","steps":["trace[148784469] 'process raft request' (duration: 127.098065ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:50.342101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.685168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:51:50.342143Z","caller":"traceutil/trace.go:171","msg":"trace[1222913038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27519; }","duration":"124.765859ms","start":"2026-06-28T20:51:50.217371Z","end":"2026-06-28T20:51:50.342136Z","steps":["trace[1222913038] 'agreement among raft nodes before linearized reading' (duration: 124.681047ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:50.342286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.530617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-06-28T20:51:50.342331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.842624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:51:50.342385Z","caller":"traceutil/trace.go:171","msg":"trace[1875237962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27519; }","duration":"122.928956ms","start":"2026-06-28T20:51:50.219449Z","end":"2026-06-28T20:51:50.342378Z","steps":["trace[1875237962] 'agreement among raft nodes before linearized reading' (duration: 122.789473ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:50.342406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.98645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-28T20:51:50.34244Z","caller":"traceutil/trace.go:171","msg":"trace[398926062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27519; }","duration":"121.034021ms","start":"2026-06-28T20:51:50.221401Z","end":"2026-06-28T20:51:50.342435Z","steps":["trace[398926062] 'agreement among raft nodes before linearized reading' (duration: 120.96116ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:50.342531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.383229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:51:50.342347Z","caller":"traceutil/trace.go:171","msg":"trace[2121681605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27519; }","duration":"122.586518ms","start":"2026-06-28T20:51:50.219731Z","end":"2026-06-28T20:51:50.342317Z","steps":["trace[2121681605] 'agreement among raft nodes before linearized reading' (duration: 122.492556ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:50.342553Z","caller":"traceutil/trace.go:171","msg":"trace[1649687285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27519; }","duration":"121.41811ms","start":"2026-06-28T20:51:50.221129Z","end":"2026-06-28T20:51:50.342547Z","steps":["trace[1649687285] 'agreement among raft nodes before linearized reading' (duration: 121.365679ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:52.612054Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24975} {"level":"info","ts":"2026-06-28T20:51:52.780177Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24975,"took":"163.739931ms","hash":12004672,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":35594240,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-06-28T20:51:52.780295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":12004672,"revision":24975,"compact-revision":22633} {"level":"info","ts":"2026-06-28T20:51:56.856134Z","caller":"traceutil/trace.go:171","msg":"trace[327760281] transaction","detail":"{read_only:false; response_revision:27602; number_of_response:1; }","duration":"121.368299ms","start":"2026-06-28T20:51:56.734743Z","end":"2026-06-28T20:51:56.856111Z","steps":["trace[327760281] 'process raft request' (duration: 121.189475ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:57.226239Z","caller":"traceutil/trace.go:171","msg":"trace[1525885907] linearizableReadLoop","detail":"{readStateIndex:28569; appliedIndex:28565; }","duration":"145.624372ms","start":"2026-06-28T20:51:57.080585Z","end":"2026-06-28T20:51:57.226209Z","steps":["trace[1525885907] 'read index received' (duration: 42.180247ms)","trace[1525885907] 'applied index is now lower than readState.Index' (duration: 103.442655ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:51:57.226284Z","caller":"traceutil/trace.go:171","msg":"trace[941293414] transaction","detail":"{read_only:false; response_revision:27613; number_of_response:1; }","duration":"145.771447ms","start":"2026-06-28T20:51:57.080494Z","end":"2026-06-28T20:51:57.226266Z","steps":["trace[941293414] 'process raft request' (duration: 145.617233ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:57.226245Z","caller":"traceutil/trace.go:171","msg":"trace[433199616] transaction","detail":"{read_only:false; response_revision:27611; number_of_response:1; }","duration":"146.042713ms","start":"2026-06-28T20:51:57.080149Z","end":"2026-06-28T20:51:57.226192Z","steps":["trace[433199616] 'process raft request' (duration: 115.510811ms)","trace[433199616] 'compare' (duration: 30.205784ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:51:57.226414Z","caller":"traceutil/trace.go:171","msg":"trace[1227064741] transaction","detail":"{read_only:false; response_revision:27614; number_of_response:1; }","duration":"144.021325ms","start":"2026-06-28T20:51:57.082333Z","end":"2026-06-28T20:51:57.226354Z","steps":["trace[1227064741] 'process raft request' (duration: 143.82564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:51:57.226447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.830658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:51:57.226256Z","caller":"traceutil/trace.go:171","msg":"trace[1458086276] transaction","detail":"{read_only:false; response_revision:27612; number_of_response:1; }","duration":"145.841098ms","start":"2026-06-28T20:51:57.080381Z","end":"2026-06-28T20:51:57.226223Z","steps":["trace[1458086276] 'process raft request' (duration: 145.696464ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:51:57.226521Z","caller":"traceutil/trace.go:171","msg":"trace[1307007901] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27614; }","duration":"145.93958ms","start":"2026-06-28T20:51:57.080566Z","end":"2026-06-28T20:51:57.226505Z","steps":["trace[1307007901] 'agreement among raft nodes before linearized reading' (duration: 145.760396ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:52:10.898825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.177224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-06-28T20:52:10.898928Z","caller":"traceutil/trace.go:171","msg":"trace[1291922766] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27801; }","duration":"143.332398ms","start":"2026-06-28T20:52:10.755577Z","end":"2026-06-28T20:52:10.898909Z","steps":["trace[1291922766] 'count revisions from in-memory index tree' (duration: 143.047512ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:52:10.899526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.287861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-06-28T20:52:10.899675Z","caller":"traceutil/trace.go:171","msg":"trace[1337051663] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27801; }","duration":"328.487756ms","start":"2026-06-28T20:52:10.571166Z","end":"2026-06-28T20:52:10.899654Z","steps":["trace[1337051663] 'range keys from in-memory index tree' (duration: 328.057405ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:52:10.899722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:52:10.571146Z","time spent":"328.563677ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4884,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-06-28T20:52:20.392839Z","caller":"traceutil/trace.go:171","msg":"trace[1835049551] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"190.238137ms","start":"2026-06-28T20:52:20.202574Z","end":"2026-06-28T20:52:20.392812Z","steps":["trace[1835049551] 'process raft request' (duration: 190.072583ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:52:22.345541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.487327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:52:22.345644Z","caller":"traceutil/trace.go:171","msg":"trace[342464981] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27884; }","duration":"136.63468ms","start":"2026-06-28T20:52:22.208986Z","end":"2026-06-28T20:52:22.34562Z","steps":["trace[342464981] 'count revisions from in-memory index tree' (duration: 136.373504ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:52:40.874068Z","caller":"traceutil/trace.go:171","msg":"trace[1198413606] transaction","detail":"{read_only:false; response_revision:28119; number_of_response:1; }","duration":"129.171984ms","start":"2026-06-28T20:52:40.744872Z","end":"2026-06-28T20:52:40.874044Z","steps":["trace[1198413606] 'process raft request' (duration: 53.690209ms)","trace[1198413606] 'compare' (duration: 75.019614ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:52:50.542256Z","caller":"traceutil/trace.go:171","msg":"trace[454491757] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"109.233362ms","start":"2026-06-28T20:52:50.432969Z","end":"2026-06-28T20:52:50.542202Z","steps":["trace[454491757] 'process raft request' (duration: 109.059258ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:22.832887Z","caller":"traceutil/trace.go:171","msg":"trace[1655651313] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"109.194231ms","start":"2026-06-28T20:53:22.723669Z","end":"2026-06-28T20:53:22.832863Z","steps":["trace[1655651313] 'process raft request' (duration: 88.770588ms)","trace[1655651313] 'compare' (duration: 20.325031ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:26.95735Z","caller":"traceutil/trace.go:171","msg":"trace[719269664] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"102.662837ms","start":"2026-06-28T20:53:26.854645Z","end":"2026-06-28T20:53:26.957308Z","steps":["trace[719269664] 'process raft request' (duration: 102.246187ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:27.06475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.634595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:53:27.064939Z","caller":"traceutil/trace.go:171","msg":"trace[1670167370] linearizableReadLoop","detail":"{readStateIndex:29461; appliedIndex:29459; }","duration":"209.974414ms","start":"2026-06-28T20:53:26.85495Z","end":"2026-06-28T20:53:27.064924Z","steps":["trace[1670167370] 'read index received' (duration: 41.363578ms)","trace[1670167370] 'applied index is now lower than readState.Index' (duration: 168.609906ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:53:27.065053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.090117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:53:27.065081Z","caller":"traceutil/trace.go:171","msg":"trace[1255650207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28484; }","duration":"210.153188ms","start":"2026-06-28T20:53:26.854918Z","end":"2026-06-28T20:53:27.065071Z","steps":["trace[1255650207] 'agreement among raft nodes before linearized reading' (duration: 210.093966ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:27.065391Z","caller":"traceutil/trace.go:171","msg":"trace[1975835825] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"168.941514ms","start":"2026-06-28T20:53:26.896411Z","end":"2026-06-28T20:53:27.065352Z","steps":["trace[1975835825] 'process raft request' (duration: 168.432132ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:27.077185Z","caller":"traceutil/trace.go:171","msg":"trace[539037313] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"180.401445ms","start":"2026-06-28T20:53:26.896743Z","end":"2026-06-28T20:53:27.077145Z","steps":["trace[539037313] 'process raft request' (duration: 168.594456ms)","trace[539037313] 'compare' (duration: 11.528013ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:53:27.077486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.107746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:53:27.077536Z","caller":"traceutil/trace.go:171","msg":"trace[1398838760] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"176.80737ms","start":"2026-06-28T20:53:26.900718Z","end":"2026-06-28T20:53:27.077525Z","steps":["trace[1398838760] 'process raft request' (duration: 176.38348ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:27.077555Z","caller":"traceutil/trace.go:171","msg":"trace[279065843] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28488; }","duration":"174.222888ms","start":"2026-06-28T20:53:26.903312Z","end":"2026-06-28T20:53:27.077535Z","steps":["trace[279065843] 'agreement among raft nodes before linearized reading' (duration: 174.101826ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:27.07748Z","caller":"traceutil/trace.go:171","msg":"trace[1208326560] transaction","detail":"{read_only:false; response_revision:28488; number_of_response:1; }","duration":"176.40777ms","start":"2026-06-28T20:53:26.901023Z","end":"2026-06-28T20:53:27.077431Z","steps":["trace[1208326560] 'process raft request' (duration: 176.304288ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:27.077784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.467168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:53:27.077987Z","caller":"traceutil/trace.go:171","msg":"trace[495973481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28488; }","duration":"139.712282ms","start":"2026-06-28T20:53:26.938246Z","end":"2026-06-28T20:53:27.077959Z","steps":["trace[495973481] 'agreement among raft nodes before linearized reading' (duration: 139.316163ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.099212Z","caller":"traceutil/trace.go:171","msg":"trace[128957652] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"119.568296ms","start":"2026-06-28T20:53:30.979619Z","end":"2026-06-28T20:53:31.099187Z","steps":["trace[128957652] 'process raft request' (duration: 119.376312ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.396073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.437775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:53:31.396183Z","caller":"traceutil/trace.go:171","msg":"trace[441948522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28516; }","duration":"147.557828ms","start":"2026-06-28T20:53:31.248606Z","end":"2026-06-28T20:53:31.396164Z","steps":["trace[441948522] 'range keys from in-memory index tree' (duration: 147.426515ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.396233Z","caller":"traceutil/trace.go:171","msg":"trace[1327307039] linearizableReadLoop","detail":"{readStateIndex:29495; appliedIndex:29494; }","duration":"196.826354ms","start":"2026-06-28T20:53:31.199361Z","end":"2026-06-28T20:53:31.396187Z","steps":["trace[1327307039] 'read index received' (duration: 196.408814ms)","trace[1327307039] 'applied index is now lower than readState.Index' (duration: 415.97µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:31.396354Z","caller":"traceutil/trace.go:171","msg":"trace[1964245633] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"208.479289ms","start":"2026-06-28T20:53:31.187856Z","end":"2026-06-28T20:53:31.396335Z","steps":["trace[1964245633] 'process raft request' (duration: 207.903695ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.397129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.767416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-06-28T20:53:31.39719Z","caller":"traceutil/trace.go:171","msg":"trace[219402007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28517; }","duration":"197.871868ms","start":"2026-06-28T20:53:31.199309Z","end":"2026-06-28T20:53:31.397181Z","steps":["trace[219402007] 'agreement among raft nodes before linearized reading' (duration: 197.049699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.399032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.413883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-06-28T20:53:31.399084Z","caller":"traceutil/trace.go:171","msg":"trace[1266421039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28518; }","duration":"163.514886ms","start":"2026-06-28T20:53:31.235554Z","end":"2026-06-28T20:53:31.399069Z","steps":["trace[1266421039] 'agreement among raft nodes before linearized reading' (duration: 163.361492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.399291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.719599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-28T20:53:31.399328Z","caller":"traceutil/trace.go:171","msg":"trace[1306295121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28518; }","duration":"135.783791ms","start":"2026-06-28T20:53:31.263535Z","end":"2026-06-28T20:53:31.399319Z","steps":["trace[1306295121] 'agreement among raft nodes before linearized reading' (duration: 135.692868ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.399458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.780705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-28T20:53:31.399491Z","caller":"traceutil/trace.go:171","msg":"trace[2017800841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28518; }","duration":"139.848227ms","start":"2026-06-28T20:53:31.259636Z","end":"2026-06-28T20:53:31.399484Z","steps":["trace[2017800841] 'agreement among raft nodes before linearized reading' (duration: 139.753874ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.399612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.04788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-06-28T20:53:31.399637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.945003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-28T20:53:31.399664Z","caller":"traceutil/trace.go:171","msg":"trace[1363863563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28518; }","duration":"144.014235ms","start":"2026-06-28T20:53:31.255642Z","end":"2026-06-28T20:53:31.399657Z","steps":["trace[1363863563] 'agreement among raft nodes before linearized reading' (duration: 143.922352ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.399652Z","caller":"traceutil/trace.go:171","msg":"trace[1355708434] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28518; }","duration":"126.132372ms","start":"2026-06-28T20:53:31.273511Z","end":"2026-06-28T20:53:31.399643Z","steps":["trace[1355708434] 'agreement among raft nodes before linearized reading' (duration: 125.985639ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.399809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.866652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:53:31.39904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.071491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-06-28T20:53:31.399963Z","caller":"traceutil/trace.go:171","msg":"trace[1242547233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28518; }","duration":"130.004124ms","start":"2026-06-28T20:53:31.269945Z","end":"2026-06-28T20:53:31.399949Z","steps":["trace[1242547233] 'agreement among raft nodes before linearized reading' (duration: 129.032021ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.401084Z","caller":"traceutil/trace.go:171","msg":"trace[1796398414] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28518; }","duration":"157.933894ms","start":"2026-06-28T20:53:31.241904Z","end":"2026-06-28T20:53:31.399838Z","steps":["trace[1796398414] 'agreement among raft nodes before linearized reading' (duration: 157.877263ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.666243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.658853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:53:31.666496Z","caller":"traceutil/trace.go:171","msg":"trace[1530051773] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"260.815886ms","start":"2026-06-28T20:53:31.405664Z","end":"2026-06-28T20:53:31.666479Z","steps":["trace[1530051773] 'process raft request' (duration: 260.764595ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.666583Z","caller":"traceutil/trace.go:171","msg":"trace[198904028] linearizableReadLoop","detail":"{readStateIndex:29499; appliedIndex:29496; }","duration":"261.692806ms","start":"2026-06-28T20:53:31.404874Z","end":"2026-06-28T20:53:31.666567Z","steps":["trace[198904028] 'read index received' (duration: 2.696644ms)","trace[198904028] 'applied index is now lower than readState.Index' (duration: 258.995562ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:31.666665Z","caller":"traceutil/trace.go:171","msg":"trace[31308038] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"261.867131ms","start":"2026-06-28T20:53:31.40479Z","end":"2026-06-28T20:53:31.666657Z","steps":["trace[31308038] 'process raft request' (duration: 261.557863ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.666688Z","caller":"traceutil/trace.go:171","msg":"trace[785826916] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"261.989874ms","start":"2026-06-28T20:53:31.404687Z","end":"2026-06-28T20:53:31.666676Z","steps":["trace[785826916] 'process raft request' (duration: 104.811408ms)","trace[785826916] 'compare' (duration: 156.404298ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:31.666765Z","caller":"traceutil/trace.go:171","msg":"trace[1030303034] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"261.793189ms","start":"2026-06-28T20:53:31.404965Z","end":"2026-06-28T20:53:31.666758Z","steps":["trace[1030303034] 'process raft request' (duration: 261.43412ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.666911Z","caller":"traceutil/trace.go:171","msg":"trace[1617195414] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"261.180554ms","start":"2026-06-28T20:53:31.40572Z","end":"2026-06-28T20:53:31.6669Z","steps":["trace[1617195414] 'process raft request' (duration: 260.732604ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:31.667078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.201368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:53:31.667116Z","caller":"traceutil/trace.go:171","msg":"trace[599847038] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28525; }","duration":"262.26772ms","start":"2026-06-28T20:53:31.404834Z","end":"2026-06-28T20:53:31.667102Z","steps":["trace[599847038] 'agreement among raft nodes before linearized reading' (duration: 262.219729ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.66725Z","caller":"traceutil/trace.go:171","msg":"trace[308301291] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"261.02245ms","start":"2026-06-28T20:53:31.406219Z","end":"2026-06-28T20:53:31.667242Z","steps":["trace[308301291] 'process raft request' (duration: 260.296203ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:31.876701Z","caller":"traceutil/trace.go:171","msg":"trace[1902784283] linearizableReadLoop","detail":"{readStateIndex:29505; appliedIndex:29504; }","duration":"156.304796ms","start":"2026-06-28T20:53:31.720374Z","end":"2026-06-28T20:53:31.876679Z","steps":["trace[1902784283] 'read index received' (duration: 111.275801ms)","trace[1902784283] 'applied index is now lower than readState.Index' (duration: 45.027995ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:31.876749Z","caller":"traceutil/trace.go:171","msg":"trace[950771966] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"167.251404ms","start":"2026-06-28T20:53:31.70947Z","end":"2026-06-28T20:53:31.876722Z","steps":["trace[950771966] 'process raft request' (duration: 122.234419ms)","trace[950771966] 'compare' (duration: 44.81957ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:53:31.87691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.514571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-06-28T20:53:31.87696Z","caller":"traceutil/trace.go:171","msg":"trace[1744192201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28526; }","duration":"156.585602ms","start":"2026-06-28T20:53:31.72036Z","end":"2026-06-28T20:53:31.876945Z","steps":["trace[1744192201] 'agreement among raft nodes before linearized reading' (duration: 156.408298ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:45.369241Z","caller":"traceutil/trace.go:171","msg":"trace[2034468741] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"209.027342ms","start":"2026-06-28T20:53:45.160184Z","end":"2026-06-28T20:53:45.369212Z","steps":["trace[2034468741] 'process raft request' (duration: 208.743556ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:45.913268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.532879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-06-28T20:53:45.913373Z","caller":"traceutil/trace.go:171","msg":"trace[1376288961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28624; }","duration":"117.673122ms","start":"2026-06-28T20:53:45.795676Z","end":"2026-06-28T20:53:45.913349Z","steps":["trace[1376288961] 'range keys from in-memory index tree' (duration: 117.352165ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:45.913372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.382559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-06-28T20:53:45.9134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.389279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-28T20:53:45.913465Z","caller":"traceutil/trace.go:171","msg":"trace[1000418749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28624; }","duration":"118.542653ms","start":"2026-06-28T20:53:45.794903Z","end":"2026-06-28T20:53:45.913445Z","steps":["trace[1000418749] 'range keys from in-memory index tree' (duration: 118.105123ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:45.913468Z","caller":"traceutil/trace.go:171","msg":"trace[1114380111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28624; }","duration":"118.501861ms","start":"2026-06-28T20:53:45.794951Z","end":"2026-06-28T20:53:45.913453Z","steps":["trace[1114380111] 'range keys from in-memory index tree' (duration: 118.156734ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:51.391315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.306506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-06-28T20:53:51.391316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.999933ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:53:51.391403Z","caller":"traceutil/trace.go:171","msg":"trace[816746640] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28660; }","duration":"134.421778ms","start":"2026-06-28T20:53:51.256962Z","end":"2026-06-28T20:53:51.391384Z","steps":["trace[816746640] 'count revisions from in-memory index tree' (duration: 134.238294ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:51.391447Z","caller":"traceutil/trace.go:171","msg":"trace[1494224862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28660; }","duration":"138.155226ms","start":"2026-06-28T20:53:51.253271Z","end":"2026-06-28T20:53:51.391426Z","steps":["trace[1494224862] 'range keys from in-memory index tree' (duration: 137.978992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:51.599883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.632723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:53:51.599996Z","caller":"traceutil/trace.go:171","msg":"trace[2128834384] transaction","detail":"{read_only:false; response_revision:28662; number_of_response:1; }","duration":"163.932686ms","start":"2026-06-28T20:53:51.436045Z","end":"2026-06-28T20:53:51.599978Z","steps":["trace[2128834384] 'process raft request' (duration: 62.120499ms)","trace[2128834384] 'compare' (duration: 101.503299ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:51.644686Z","caller":"traceutil/trace.go:171","msg":"trace[426850687] transaction","detail":"{read_only:false; response_revision:28664; number_of_response:1; }","duration":"202.225081ms","start":"2026-06-28T20:53:51.442439Z","end":"2026-06-28T20:53:51.644664Z","steps":["trace[426850687] 'process raft request' (duration: 202.131219ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:51.644734Z","caller":"traceutil/trace.go:171","msg":"trace[540819845] transaction","detail":"{read_only:false; response_revision:28663; number_of_response:1; }","duration":"203.209454ms","start":"2026-06-28T20:53:51.441483Z","end":"2026-06-28T20:53:51.644693Z","steps":["trace[540819845] 'process raft request' (duration: 202.957898ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:51.644901Z","caller":"traceutil/trace.go:171","msg":"trace[368155897] transaction","detail":"{read_only:false; response_revision:28665; number_of_response:1; }","duration":"202.087207ms","start":"2026-06-28T20:53:51.442717Z","end":"2026-06-28T20:53:51.644804Z","steps":["trace[368155897] 'process raft request' (duration: 201.909553ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:51.773659Z","caller":"traceutil/trace.go:171","msg":"trace[652079892] linearizableReadLoop","detail":"{readStateIndex:29649; appliedIndex:29645; }","duration":"141.642649ms","start":"2026-06-28T20:53:51.631994Z","end":"2026-06-28T20:53:51.773636Z","steps":["trace[652079892] 'read index received' (duration: 12.509346ms)","trace[652079892] 'applied index is now lower than readState.Index' (duration: 129.132503ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:51.773693Z","caller":"traceutil/trace.go:171","msg":"trace[1855347980] transaction","detail":"{read_only:false; response_revision:28666; number_of_response:1; }","duration":"268.724112ms","start":"2026-06-28T20:53:51.504936Z","end":"2026-06-28T20:53:51.77366Z","steps":["trace[1855347980] 'process raft request' (duration: 218.638508ms)","trace[1855347980] 'compare' (duration: 49.954251ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:53:51.773869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.197604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-28T20:53:51.773894Z","caller":"traceutil/trace.go:171","msg":"trace[878969802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28666; }","duration":"126.276375ms","start":"2026-06-28T20:53:51.64761Z","end":"2026-06-28T20:53:51.773887Z","steps":["trace[878969802] 'agreement among raft nodes before linearized reading' (duration: 126.160992ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:51.773938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.313272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-28T20:53:51.774014Z","caller":"traceutil/trace.go:171","msg":"trace[974837044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28666; }","duration":"125.430825ms","start":"2026-06-28T20:53:51.648564Z","end":"2026-06-28T20:53:51.773995Z","steps":["trace[974837044] 'agreement among raft nodes before linearized reading' (duration: 125.269362ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:53:51.774392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.407547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-06-28T20:53:51.774423Z","caller":"traceutil/trace.go:171","msg":"trace[614164332] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:28666; }","duration":"142.439927ms","start":"2026-06-28T20:53:51.631976Z","end":"2026-06-28T20:53:51.774416Z","steps":["trace[614164332] 'agreement among raft nodes before linearized reading' (duration: 141.732761ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:53.410541Z","caller":"traceutil/trace.go:171","msg":"trace[1650740457] transaction","detail":"{read_only:false; response_revision:28676; number_of_response:1; }","duration":"146.411731ms","start":"2026-06-28T20:53:53.264106Z","end":"2026-06-28T20:53:53.410518Z","steps":["trace[1650740457] 'process raft request' (duration: 146.245467ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:53:53.576514Z","caller":"traceutil/trace.go:171","msg":"trace[1564563207] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"132.669626ms","start":"2026-06-28T20:53:53.443817Z","end":"2026-06-28T20:53:53.576487Z","steps":["trace[1564563207] 'process raft request' (duration: 60.47386ms)","trace[1564563207] 'compare' (duration: 72.079374ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:53.948959Z","caller":"traceutil/trace.go:171","msg":"trace[1783600916] linearizableReadLoop","detail":"{readStateIndex:29668; appliedIndex:29667; }","duration":"127.457123ms","start":"2026-06-28T20:53:53.821478Z","end":"2026-06-28T20:53:53.948935Z","steps":["trace[1783600916] 'read index received' (duration: 67.828963ms)","trace[1783600916] 'applied index is now lower than readState.Index' (duration: 59.62716ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:53:53.949045Z","caller":"traceutil/trace.go:171","msg":"trace[218799718] transaction","detail":"{read_only:false; response_revision:28684; number_of_response:1; }","duration":"159.86944ms","start":"2026-06-28T20:53:53.789143Z","end":"2026-06-28T20:53:53.949013Z","steps":["trace[218799718] 'process raft request' (duration: 100.24525ms)","trace[218799718] 'compare' (duration: 59.351524ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:53:53.949208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.603547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-06-28T20:53:53.949242Z","caller":"traceutil/trace.go:171","msg":"trace[697952700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28684; }","duration":"130.676729ms","start":"2026-06-28T20:53:53.818556Z","end":"2026-06-28T20:53:53.949233Z","steps":["trace[697952700] 'agreement among raft nodes before linearized reading' (duration: 130.522966ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:54:38.278974Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T20:54:38.284433Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-06-28T20:54:38.284531Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-06-28T20:55:09.482105Z","caller":"traceutil/trace.go:171","msg":"trace[102172701] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"102.874622ms","start":"2026-06-28T20:55:09.379209Z","end":"2026-06-28T20:55:09.482084Z","steps":["trace[102172701] 'process raft request' (duration: 102.737489ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:55:09.920405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.120407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29711320-jh27k\" ","response":"range_response_count:1 size:7265"} {"level":"info","ts":"2026-06-28T20:55:09.920501Z","caller":"traceutil/trace.go:171","msg":"trace[590355408] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29711320-jh27k; range_end:; response_count:1; response_revision:29265; }","duration":"119.257719ms","start":"2026-06-28T20:55:09.801217Z","end":"2026-06-28T20:55:09.920475Z","steps":["trace[590355408] 'agreement among raft nodes before linearized reading' (duration: 63.603263ms)","trace[590355408] 'range keys from in-memory index tree' (duration: 55.503803ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:55:37.129278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.714015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-28T20:55:38.160413Z","caller":"traceutil/trace.go:171","msg":"trace[1772166586] linearizableReadLoop","detail":"{readStateIndex:30485; appliedIndex:30484; }","duration":"133.092946ms","start":"2026-06-28T20:55:38.027292Z","end":"2026-06-28T20:55:38.160385Z","steps":["trace[1772166586] 'read index received' (duration: 132.928582ms)","trace[1772166586] 'applied index is now lower than readState.Index' (duration: 163.134µs)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:55:38.160536Z","caller":"traceutil/trace.go:171","msg":"trace[370124580] transaction","detail":"{read_only:false; response_revision:29477; number_of_response:1; }","duration":"140.821079ms","start":"2026-06-28T20:55:38.019685Z","end":"2026-06-28T20:55:38.160506Z","steps":["trace[370124580] 'process raft request' (duration: 140.509181ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:55:38.160599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.28417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:55:38.160642Z","caller":"traceutil/trace.go:171","msg":"trace[1491647752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29477; }","duration":"133.347151ms","start":"2026-06-28T20:55:38.02728Z","end":"2026-06-28T20:55:38.160627Z","steps":["trace[1491647752] 'agreement among raft nodes before linearized reading' (duration: 133.256539ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:55:38.1607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.979679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:55:38.160784Z","caller":"traceutil/trace.go:171","msg":"trace[1925560379] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29477; }","duration":"124.084282ms","start":"2026-06-28T20:55:38.036678Z","end":"2026-06-28T20:55:38.160763Z","steps":["trace[1925560379] 'agreement among raft nodes before linearized reading' (duration: 123.928428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:01.959682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.404594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T20:56:01.959971Z","caller":"traceutil/trace.go:171","msg":"trace[1962643374] transaction","detail":"{read_only:false; response_revision:29648; number_of_response:1; }","duration":"179.597088ms","start":"2026-06-28T20:56:01.780351Z","end":"2026-06-28T20:56:01.959948Z","steps":["trace[1962643374] 'process raft request' (duration: 179.450054ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:01.959944Z","caller":"traceutil/trace.go:171","msg":"trace[1156027417] transaction","detail":"{read_only:false; response_revision:29647; number_of_response:1; }","duration":"182.271481ms","start":"2026-06-28T20:56:01.777622Z","end":"2026-06-28T20:56:01.959894Z","steps":["trace[1156027417] 'process raft request' (duration: 29.561331ms)","trace[1156027417] 'compare' (duration: 152.064855ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:56:01.960182Z","caller":"traceutil/trace.go:171","msg":"trace[1158274225] transaction","detail":"{read_only:false; response_revision:29649; number_of_response:1; }","duration":"128.376813ms","start":"2026-06-28T20:56:01.831735Z","end":"2026-06-28T20:56:01.960112Z","steps":["trace[1158274225] 'process raft request' (duration: 128.164238ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:02.23094Z","caller":"traceutil/trace.go:171","msg":"trace[320694668] linearizableReadLoop","detail":"{readStateIndex:30663; appliedIndex:30662; }","duration":"270.835071ms","start":"2026-06-28T20:56:01.960079Z","end":"2026-06-28T20:56:02.230914Z","steps":["trace[320694668] 'read index received' (duration: 270.669757ms)","trace[320694668] 'applied index is now lower than readState.Index' (duration: 164.254µs)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:56:02.231058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.669008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T20:56:02.231107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.981535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:56:02.23113Z","caller":"traceutil/trace.go:171","msg":"trace[1316707073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29650; }","duration":"292.769631ms","start":"2026-06-28T20:56:01.938342Z","end":"2026-06-28T20:56:02.231112Z","steps":["trace[1316707073] 'agreement among raft nodes before linearized reading' (duration: 292.633048ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:02.231149Z","caller":"traceutil/trace.go:171","msg":"trace[1285496829] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:29650; }","duration":"309.080458ms","start":"2026-06-28T20:56:01.922056Z","end":"2026-06-28T20:56:02.231136Z","steps":["trace[1285496829] 'agreement among raft nodes before linearized reading' (duration: 308.994246ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:02.231233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:56:01.922034Z","time spent":"309.144289ms","remote":"127.0.0.1:54434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-06-28T20:56:02.231531Z","caller":"traceutil/trace.go:171","msg":"trace[1993454634] transaction","detail":"{read_only:false; response_revision:29650; number_of_response:1; }","duration":"330.769793ms","start":"2026-06-28T20:56:01.900734Z","end":"2026-06-28T20:56:02.231504Z","steps":["trace[1993454634] 'process raft request' (duration: 330.012505ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:02.231851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T20:56:01.900712Z","time spent":"331.051689ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T20:56:02.298781Z","caller":"traceutil/trace.go:171","msg":"trace[1636165570] transaction","detail":"{read_only:false; response_revision:29651; number_of_response:1; }","duration":"267.715247ms","start":"2026-06-28T20:56:02.031025Z","end":"2026-06-28T20:56:02.29874Z","steps":["trace[1636165570] 'process raft request' (duration: 267.474471ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:02.299101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.268982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-06-28T20:56:02.299326Z","caller":"traceutil/trace.go:171","msg":"trace[477801221] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29651; }","duration":"115.60018ms","start":"2026-06-28T20:56:02.183699Z","end":"2026-06-28T20:56:02.299299Z","steps":["trace[477801221] 'agreement among raft nodes before linearized reading' (duration: 115.044707ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:04.42076Z","caller":"traceutil/trace.go:171","msg":"trace[417688626] transaction","detail":"{read_only:false; response_revision:29665; number_of_response:1; }","duration":"183.529571ms","start":"2026-06-28T20:56:04.237204Z","end":"2026-06-28T20:56:04.420734Z","steps":["trace[417688626] 'process raft request' (duration: 183.369267ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:04.470071Z","caller":"traceutil/trace.go:171","msg":"trace[2065061238] transaction","detail":"{read_only:false; response_revision:29666; number_of_response:1; }","duration":"132.911611ms","start":"2026-06-28T20:56:04.337119Z","end":"2026-06-28T20:56:04.470031Z","steps":["trace[2065061238] 'process raft request' (duration: 132.606633ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:31.924669Z","caller":"traceutil/trace.go:171","msg":"trace[773431248] transaction","detail":"{read_only:false; response_revision:29866; number_of_response:1; }","duration":"250.664293ms","start":"2026-06-28T20:56:31.673979Z","end":"2026-06-28T20:56:31.924644Z","steps":["trace[773431248] 'process raft request' (duration: 171.503396ms)","trace[773431248] 'compare' (duration: 78.798578ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:56:31.924662Z","caller":"traceutil/trace.go:171","msg":"trace[573500460] linearizableReadLoop","detail":"{readStateIndex:30885; appliedIndex:30884; }","duration":"227.34981ms","start":"2026-06-28T20:56:31.697283Z","end":"2026-06-28T20:56:31.924633Z","steps":["trace[573500460] 'read index received' (duration: 148.210274ms)","trace[573500460] 'applied index is now lower than readState.Index' (duration: 79.138376ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:56:31.924898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.595216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T20:56:31.92496Z","caller":"traceutil/trace.go:171","msg":"trace[100538018] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29866; }","duration":"227.715909ms","start":"2026-06-28T20:56:31.697226Z","end":"2026-06-28T20:56:31.924942Z","steps":["trace[100538018] 'agreement among raft nodes before linearized reading' (duration: 227.549305ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:31.924977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.908469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T20:56:31.92509Z","caller":"traceutil/trace.go:171","msg":"trace[1156271542] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:29866; }","duration":"119.085433ms","start":"2026-06-28T20:56:31.805974Z","end":"2026-06-28T20:56:31.925059Z","steps":["trace[1156271542] 'agreement among raft nodes before linearized reading' (duration: 118.859648ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:40.705499Z","caller":"traceutil/trace.go:171","msg":"trace[1854367541] transaction","detail":"{read_only:false; response_revision:29928; number_of_response:1; }","duration":"102.364737ms","start":"2026-06-28T20:56:40.603106Z","end":"2026-06-28T20:56:40.70547Z","steps":["trace[1854367541] 'process raft request' (duration: 102.168002ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:40.730703Z","caller":"traceutil/trace.go:171","msg":"trace[1465456147] transaction","detail":"{read_only:false; response_revision:29929; number_of_response:1; }","duration":"123.444387ms","start":"2026-06-28T20:56:40.607234Z","end":"2026-06-28T20:56:40.730678Z","steps":["trace[1465456147] 'process raft request' (duration: 123.260952ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:40.73102Z","caller":"traceutil/trace.go:171","msg":"trace[1812590491] transaction","detail":"{read_only:false; response_revision:29930; number_of_response:1; }","duration":"117.502756ms","start":"2026-06-28T20:56:40.613492Z","end":"2026-06-28T20:56:40.730995Z","steps":["trace[1812590491] 'process raft request' (duration: 117.126787ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:40.731269Z","caller":"traceutil/trace.go:171","msg":"trace[1363804399] transaction","detail":"{read_only:false; response_revision:29931; number_of_response:1; }","duration":"117.69754ms","start":"2026-06-28T20:56:40.613561Z","end":"2026-06-28T20:56:40.731259Z","steps":["trace[1363804399] 'process raft request' (duration: 117.336012ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:40.73155Z","caller":"traceutil/trace.go:171","msg":"trace[1143308559] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"116.853381ms","start":"2026-06-28T20:56:40.614681Z","end":"2026-06-28T20:56:40.731534Z","steps":["trace[1143308559] 'process raft request' (duration: 116.538243ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:41.201775Z","caller":"traceutil/trace.go:171","msg":"trace[1040413263] transaction","detail":"{read_only:false; response_revision:29934; number_of_response:1; }","duration":"182.976538ms","start":"2026-06-28T20:56:41.01876Z","end":"2026-06-28T20:56:41.201736Z","steps":["trace[1040413263] 'process raft request' (duration: 182.784884ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:41.21121Z","caller":"traceutil/trace.go:171","msg":"trace[1807237959] linearizableReadLoop","detail":"{readStateIndex:30956; appliedIndex:30953; }","duration":"159.644135ms","start":"2026-06-28T20:56:41.051485Z","end":"2026-06-28T20:56:41.211129Z","steps":["trace[1807237959] 'read index received' (duration: 150.059748ms)","trace[1807237959] 'applied index is now lower than readState.Index' (duration: 9.582867ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:56:41.211394Z","caller":"traceutil/trace.go:171","msg":"trace[141858678] transaction","detail":"{read_only:false; response_revision:29936; number_of_response:1; }","duration":"192.306659ms","start":"2026-06-28T20:56:41.019075Z","end":"2026-06-28T20:56:41.211382Z","steps":["trace[141858678] 'process raft request' (duration: 191.995002ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:41.211398Z","caller":"traceutil/trace.go:171","msg":"trace[1179772175] transaction","detail":"{read_only:false; response_revision:29935; number_of_response:1; }","duration":"192.383121ms","start":"2026-06-28T20:56:41.018989Z","end":"2026-06-28T20:56:41.211372Z","steps":["trace[1179772175] 'process raft request' (duration: 191.893389ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T20:56:41.211597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.335204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-06-28T20:56:41.211619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.123216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-06-28T20:56:41.211632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.771704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-06-28T20:56:41.211659Z","caller":"traceutil/trace.go:171","msg":"trace[255092670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29936; }","duration":"120.436175ms","start":"2026-06-28T20:56:41.091205Z","end":"2026-06-28T20:56:41.211641Z","steps":["trace[255092670] 'agreement among raft nodes before linearized reading' (duration: 120.22032ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:41.2117Z","caller":"traceutil/trace.go:171","msg":"trace[908709562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29936; }","duration":"160.253059ms","start":"2026-06-28T20:56:41.05143Z","end":"2026-06-28T20:56:41.211683Z","steps":["trace[908709562] 'agreement among raft nodes before linearized reading' (duration: 160.038284ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:41.211709Z","caller":"traceutil/trace.go:171","msg":"trace[1464646366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29936; }","duration":"104.903027ms","start":"2026-06-28T20:56:41.106785Z","end":"2026-06-28T20:56:41.211688Z","steps":["trace[1464646366] 'agreement among raft nodes before linearized reading' (duration: 104.677382ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:42.925958Z","caller":"traceutil/trace.go:171","msg":"trace[1827628684] transaction","detail":"{read_only:false; response_revision:29945; number_of_response:1; }","duration":"188.185162ms","start":"2026-06-28T20:56:42.737741Z","end":"2026-06-28T20:56:42.925926Z","steps":["trace[1827628684] 'process raft request' (duration: 104.656191ms)","trace[1827628684] 'compare' (duration: 82.979798ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:56:42.926139Z","caller":"traceutil/trace.go:171","msg":"trace[1243602617] transaction","detail":"{read_only:false; response_revision:29946; number_of_response:1; }","duration":"188.243753ms","start":"2026-06-28T20:56:42.737879Z","end":"2026-06-28T20:56:42.926122Z","steps":["trace[1243602617] 'process raft request' (duration: 187.962177ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:42.926264Z","caller":"traceutil/trace.go:171","msg":"trace[124371161] linearizableReadLoop","detail":"{readStateIndex:30968; appliedIndex:30965; }","duration":"130.287159ms","start":"2026-06-28T20:56:42.795948Z","end":"2026-06-28T20:56:42.926235Z","steps":["trace[124371161] 'read index received' (duration: 46.326378ms)","trace[124371161] 'applied index is now lower than readState.Index' (duration: 83.959971ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T20:56:42.926424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.465483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-28T20:56:42.926442Z","caller":"traceutil/trace.go:171","msg":"trace[373631811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29947; }","duration":"130.537665ms","start":"2026-06-28T20:56:42.795899Z","end":"2026-06-28T20:56:42.926436Z","steps":["trace[373631811] 'agreement among raft nodes before linearized reading' (duration: 130.404602ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:42.926499Z","caller":"traceutil/trace.go:171","msg":"trace[327126390] transaction","detail":"{read_only:false; response_revision:29947; number_of_response:1; }","duration":"188.517739ms","start":"2026-06-28T20:56:42.737944Z","end":"2026-06-28T20:56:42.926462Z","steps":["trace[327126390] 'process raft request' (duration: 188.12105ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:43.480662Z","caller":"traceutil/trace.go:171","msg":"trace[359152721] transaction","detail":"{read_only:false; response_revision:29950; number_of_response:1; }","duration":"191.282935ms","start":"2026-06-28T20:56:43.289333Z","end":"2026-06-28T20:56:43.480616Z","steps":["trace[359152721] 'process raft request' (duration: 145.167112ms)","trace[359152721] 'compare' (duration: 45.936689ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T20:56:43.516691Z","caller":"traceutil/trace.go:171","msg":"trace[378773922] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"227.151575ms","start":"2026-06-28T20:56:43.289512Z","end":"2026-06-28T20:56:43.516664Z","steps":["trace[378773922] 'process raft request' (duration: 227.105984ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:43.516745Z","caller":"traceutil/trace.go:171","msg":"trace[1701982185] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"227.270458ms","start":"2026-06-28T20:56:43.289435Z","end":"2026-06-28T20:56:43.516706Z","steps":["trace[1701982185] 'process raft request' (duration: 227.007702ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:43.516782Z","caller":"traceutil/trace.go:171","msg":"trace[633973827] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"227.261068ms","start":"2026-06-28T20:56:43.289488Z","end":"2026-06-28T20:56:43.516749Z","steps":["trace[633973827] 'process raft request' (duration: 227.087344ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T20:56:52.618691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27573} {"level":"info","ts":"2026-06-28T20:56:52.763899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27573,"took":"119.381201ms","hash":506853227,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":35258368,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-06-28T20:56:52.763957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":506853227,"revision":27573,"compact-revision":24975} {"level":"info","ts":"2026-06-28T21:01:52.625818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30016} {"level":"info","ts":"2026-06-28T21:01:52.767075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30016,"took":"137.314436ms","hash":3523191335,"current-db-size-bytes":57225216,"current-db-size":"57 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T21:01:52.767193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3523191335,"revision":30016,"compact-revision":27573} {"level":"info","ts":"2026-06-28T21:06:52.632842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32309} {"level":"info","ts":"2026-06-28T21:06:52.785302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32309,"took":"147.747194ms","hash":4207423859,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":31952896,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T21:06:52.785358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4207423859,"revision":32309,"compact-revision":30016} {"level":"info","ts":"2026-06-28T21:09:01.642528Z","caller":"traceutil/trace.go:171","msg":"trace[1198315029] transaction","detail":"{read_only:false; response_revision:35577; number_of_response:1; }","duration":"155.975807ms","start":"2026-06-28T21:09:01.486494Z","end":"2026-06-28T21:09:01.64247Z","steps":["trace[1198315029] 'process raft request' (duration: 143.718057ms)","trace[1198315029] 'compare' (duration: 11.681696ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T21:09:01.644225Z","caller":"traceutil/trace.go:171","msg":"trace[282295020] transaction","detail":"{read_only:false; response_revision:35578; number_of_response:1; }","duration":"157.512732ms","start":"2026-06-28T21:09:01.486672Z","end":"2026-06-28T21:09:01.644185Z","steps":["trace[282295020] 'process raft request' (duration: 157.226146ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:09:01.644609Z","caller":"traceutil/trace.go:171","msg":"trace[1546596859] transaction","detail":"{read_only:false; response_revision:35579; number_of_response:1; }","duration":"156.424997ms","start":"2026-06-28T21:09:01.488161Z","end":"2026-06-28T21:09:01.644586Z","steps":["trace[1546596859] 'process raft request' (duration: 156.15036ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:09:01.644703Z","caller":"traceutil/trace.go:171","msg":"trace[1399833893] transaction","detail":"{read_only:false; response_revision:35580; number_of_response:1; }","duration":"149.076944ms","start":"2026-06-28T21:09:01.495615Z","end":"2026-06-28T21:09:01.644692Z","steps":["trace[1399833893] 'process raft request' (duration: 148.812637ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:11:52.640743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34595} {"level":"info","ts":"2026-06-28T21:11:52.798735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34595,"took":"154.050651ms","hash":2317212613,"current-db-size-bytes":58269696,"current-db-size":"58 MB","current-db-size-in-use-bytes":32681984,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-06-28T21:11:52.798793Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2317212613,"revision":34595,"compact-revision":32309} {"level":"info","ts":"2026-06-28T21:16:03.04654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-28T21:16:03.052229Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-06-28T21:16:03.052349Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-06-28T21:16:52.654214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36866} {"level":"info","ts":"2026-06-28T21:16:52.777722Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36866,"took":"118.357285ms","hash":1599057780,"current-db-size-bytes":59547648,"current-db-size":"60 MB","current-db-size-in-use-bytes":32477184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-28T21:16:52.777794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1599057780,"revision":36866,"compact-revision":34595} {"level":"info","ts":"2026-06-28T21:17:10.824913Z","caller":"traceutil/trace.go:171","msg":"trace[710802980] transaction","detail":"{read_only:false; response_revision:39238; number_of_response:1; }","duration":"167.07649ms","start":"2026-06-28T21:17:10.657808Z","end":"2026-06-28T21:17:10.824884Z","steps":["trace[710802980] 'process raft request' (duration: 166.840534ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:10.824973Z","caller":"traceutil/trace.go:171","msg":"trace[868851032] transaction","detail":"{read_only:false; response_revision:39239; number_of_response:1; }","duration":"130.963054ms","start":"2026-06-28T21:17:10.693982Z","end":"2026-06-28T21:17:10.824945Z","steps":["trace[868851032] 'process raft request' (duration: 130.81553ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:10.824949Z","caller":"traceutil/trace.go:171","msg":"trace[2113761392] linearizableReadLoop","detail":"{readStateIndex:40526; appliedIndex:40524; }","duration":"133.987815ms","start":"2026-06-28T21:17:10.690865Z","end":"2026-06-28T21:17:10.824853Z","steps":["trace[2113761392] 'read index received' (duration: 7.161699ms)","trace[2113761392] 'applied index is now lower than readState.Index' (duration: 126.825166ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T21:17:10.825102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.207091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T21:17:10.825199Z","caller":"traceutil/trace.go:171","msg":"trace[862751718] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:39239; }","duration":"134.345474ms","start":"2026-06-28T21:17:10.690808Z","end":"2026-06-28T21:17:10.825154Z","steps":["trace[862751718] 'agreement among raft nodes before linearized reading' (duration: 134.206561ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:17:10.858046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.309394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-06-28T21:17:10.858094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.672064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T21:17:10.858131Z","caller":"traceutil/trace.go:171","msg":"trace[1719617030] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:39240; }","duration":"140.742126ms","start":"2026-06-28T21:17:10.717378Z","end":"2026-06-28T21:17:10.85812Z","steps":["trace[1719617030] 'agreement among raft nodes before linearized reading' (duration: 140.671384ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:10.858131Z","caller":"traceutil/trace.go:171","msg":"trace[1949124404] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:39240; }","duration":"145.450268ms","start":"2026-06-28T21:17:10.712661Z","end":"2026-06-28T21:17:10.858111Z","steps":["trace[1949124404] 'agreement among raft nodes before linearized reading' (duration: 145.299504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:17:11.963418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.179008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-06-28T21:17:11.96368Z","caller":"traceutil/trace.go:171","msg":"trace[1642474717] transaction","detail":"{read_only:false; response_revision:39244; number_of_response:1; }","duration":"311.870622ms","start":"2026-06-28T21:17:11.65177Z","end":"2026-06-28T21:17:11.96364Z","steps":["trace[1642474717] 'process raft request' (duration: 56.388667ms)","trace[1642474717] 'compare' (duration: 254.697016ms)"],"step_count":2} {"level":"info","ts":"2026-06-28T21:17:11.963738Z","caller":"traceutil/trace.go:171","msg":"trace[1695639474] transaction","detail":"{read_only:false; response_revision:39246; number_of_response:1; }","duration":"305.319167ms","start":"2026-06-28T21:17:11.658395Z","end":"2026-06-28T21:17:11.963714Z","steps":["trace[1695639474] 'process raft request' (duration: 305.194654ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:17:11.963853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T21:17:11.651751Z","time spent":"312.015266ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-28T21:17:11.963921Z","caller":"traceutil/trace.go:171","msg":"trace[371016921] transaction","detail":"{read_only:false; response_revision:39245; number_of_response:1; }","duration":"308.668586ms","start":"2026-06-28T21:17:11.655239Z","end":"2026-06-28T21:17:11.963908Z","steps":["trace[371016921] 'process raft request' (duration: 308.282437ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:11.963927Z","caller":"traceutil/trace.go:171","msg":"trace[1655416350] linearizableReadLoop","detail":"{readStateIndex:40535; appliedIndex:40531; }","duration":"284.239907ms","start":"2026-06-28T21:17:11.679664Z","end":"2026-06-28T21:17:11.963904Z","steps":["trace[1655416350] 'read index received' (duration: 28.430394ms)","trace[1655416350] 'applied index is now lower than readState.Index' (duration: 255.808133ms)"],"step_count":2} {"level":"warn","ts":"2026-06-28T21:17:11.963995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T21:17:11.65522Z","time spent":"308.735957ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T21:17:11.963864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T21:17:11.658379Z","time spent":"305.413058ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T21:17:11.96416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.492803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-28T21:17:11.964205Z","caller":"traceutil/trace.go:171","msg":"trace[2016829557] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:39247; }","duration":"284.557835ms","start":"2026-06-28T21:17:11.679635Z","end":"2026-06-28T21:17:11.964193Z","steps":["trace[2016829557] 'agreement among raft nodes before linearized reading' (duration: 284.486183ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:17:11.964323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.172921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-06-28T21:17:11.964371Z","caller":"traceutil/trace.go:171","msg":"trace[694848982] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:39247; }","duration":"245.268113ms","start":"2026-06-28T21:17:11.71909Z","end":"2026-06-28T21:17:11.964358Z","steps":["trace[694848982] 'agreement among raft nodes before linearized reading' (duration: 245.124989ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:11.964404Z","caller":"traceutil/trace.go:171","msg":"trace[497234324] transaction","detail":"{read_only:false; response_revision:39247; number_of_response:1; }","duration":"305.45689ms","start":"2026-06-28T21:17:11.658936Z","end":"2026-06-28T21:17:11.964393Z","steps":["trace[497234324] 'process raft request' (duration: 304.711572ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:17:11.964493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-28T21:17:11.658922Z","time spent":"305.536992ms","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-28T21:17:11.964728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.545825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-06-28T21:17:11.964759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.538694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-28T21:17:11.964803Z","caller":"traceutil/trace.go:171","msg":"trace[83237651] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:39247; }","duration":"165.631066ms","start":"2026-06-28T21:17:11.799159Z","end":"2026-06-28T21:17:11.96479Z","steps":["trace[83237651] 'agreement among raft nodes before linearized reading' (duration: 165.558454ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:17:11.964769Z","caller":"traceutil/trace.go:171","msg":"trace[1043453634] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39247; }","duration":"106.621447ms","start":"2026-06-28T21:17:11.858137Z","end":"2026-06-28T21:17:11.964759Z","steps":["trace[1043453634] 'agreement among raft nodes before linearized reading' (duration: 106.513545ms)"],"step_count":1} {"level":"warn","ts":"2026-06-28T21:20:07.105125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.556506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-06-28T21:20:07.105213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.570634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-06-28T21:20:07.105294Z","caller":"traceutil/trace.go:171","msg":"trace[1303617929] range","detail":"{range_begin:/registry/secrets/openstack/cinder-backup-rbd-keyring; range_end:; response_count:1; response_revision:40640; }","duration":"160.803382ms","start":"2026-06-28T21:20:06.944467Z","end":"2026-06-28T21:20:07.105271Z","steps":["trace[1303617929] 'range keys from in-memory index tree' (duration: 160.346011ms)"],"step_count":1} {"level":"info","ts":"2026-06-28T21:20:07.105306Z","caller":"traceutil/trace.go:171","msg":"trace[887674856] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:40640; }","duration":"138.759919ms","start":"2026-06-28T21:20:06.966526Z","end":"2026-06-28T21:20:07.105286Z","steps":["trace[887674856] 'range keys from in-memory index tree' (duration: 138.3521ms)"],"step_count":1}